diff --git a/data/benchmarks.json b/data/benchmarks.json index 91a65d08f78f049bdab371c0c04a87419e88aa4a..b2c2822ebba1561c909be7c113905d12c56e46d9 100644 --- a/data/benchmarks.json +++ b/data/benchmarks.json @@ -45,7 +45,7 @@ }, { "benchmark": "hfopenllm_v2", - "model_count": 4496 + "model_count": 4494 }, { "benchmark": "la_leaderboard", @@ -57,7 +57,7 @@ }, { "benchmark": "reward-bench", - "model_count": 331 + "model_count": 328 }, { "benchmark": "swe-bench", diff --git a/data/benchmarks/ace.json b/data/benchmarks/ace.json index 18193b42999b541398e50912a784f3d34d911f94..5a77daf6bc84c25bafce9518dbd5df5a8d206f0b 100644 --- a/data/benchmarks/ace.json +++ b/data/benchmarks/ace.json @@ -3,7 +3,7 @@ { "model_id": "anthropic/Opus 4.1", "name": "Opus 4.1", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Overall Score": 0.4, "Gaming Score": 0.318 @@ -12,7 +12,7 @@ { "model_id": "anthropic/Opus 4.5", "name": "Opus 4.5", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Overall Score": 0.478, "Gaming Score": 0.391 @@ -21,7 +21,7 @@ { "model_id": "anthropic/Sonnet 4.5", "name": "Sonnet 4.5", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Overall Score": 0.44, "Gaming Score": 0.373 @@ -30,7 +30,7 @@ { "model_id": "google/Gemini 2.5 Flash", "name": "Gemini 2.5 Flash", - "developer": "google", + "developer": "Google", "scores": { "Overall Score": 0.38, "Gaming Score": 0.284 @@ -39,7 +39,7 @@ { "model_id": "google/Gemini 2.5 Pro", "name": "Gemini 2.5 Pro", - "developer": "google", + "developer": "Google", "scores": { "Overall Score": 0.4, "Gaming Score": 0.285 @@ -48,7 +48,7 @@ { "model_id": "google/Gemini 3 Flash", "name": "Gemini 3 Flash", - "developer": "google", + "developer": "Google", "scores": { "Gaming Score": 0.415 } @@ -56,7 +56,7 @@ { "model_id": "google/Gemini 3 Pro", "name": "Gemini 3 Pro", - "developer": "google", + "developer": "Google", "scores": { "Overall Score": 0.47, "Gaming Score": 0.509 @@ -65,7 +65,7 @@ { "model_id": "openai/GPT 5", "name": "GPT 5", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Score": 0.561, "DIY Score": 0.55, @@ -76,7 +76,7 @@ { "model_id": "openai/GPT 5.1", "name": "GPT 5.1", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Score": 0.551, "DIY Score": 0.56, @@ -87,7 +87,7 @@ { "model_id": "openai/GPT 5.2", "name": "GPT 5.2", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Score": 0.515, "Food Score": 0.65, @@ -97,7 +97,7 @@ { "model_id": "openai/o3", "name": "o3", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Score": 0.529, "Gaming Score": 0.585, @@ -107,7 +107,7 @@ { "model_id": "openai/o3 Pro", "name": "o3 Pro", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Score": 0.552, "DIY Score": 0.54, diff --git a/data/benchmarks/apex-agents.json b/data/benchmarks/apex-agents.json index 94f808e80278dd438e7bff82cce29dbeb8781217..d677de24f17c3990df86b3829affb2a590a0986b 100644 --- a/data/benchmarks/apex-agents.json +++ b/data/benchmarks/apex-agents.json @@ -3,7 +3,7 @@ { "model_id": "anthropic/Opus 4.5", "name": "Opus 4.5", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Overall Pass@1": 0.184, "Overall Pass@8": 0.34, @@ -17,7 +17,7 @@ { "model_id": "anthropic/Opus 4.6", "name": "Opus 4.6", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Overall Pass@1": 0.298, "Corporate Lawyer Mean Score": 0.502 @@ -37,7 +37,7 @@ { "model_id": "google/Gemini 3 Flash", "name": "Gemini 3 Flash", - "developer": "google", + "developer": "Google", "scores": { "Overall Pass@1": 0.24, "Overall Pass@8": 0.367, @@ -51,7 +51,7 @@ { "model_id": "google/Gemini 3 Pro", "name": "Gemini 3 Pro", - "developer": "google", + "developer": "Google", "scores": { "Overall Pass@1": 0.184, "Overall Pass@8": 0.373, @@ -65,7 +65,7 @@ { "model_id": "google/Gemini 3.1 Pro", "name": "Gemini 3.1 Pro", - "developer": "google", + "developer": "Google", "scores": { "Overall Pass@1": 0.335, "Corporate Lawyer Mean Score": 0.494 @@ -104,7 +104,7 @@ { "model_id": "openai/GPT 5", "name": "GPT 5", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Pass@1": 0.183, "Overall Pass@8": 0.31, @@ -118,7 +118,7 @@ { "model_id": "openai/GPT 5 Codex", "name": "GPT 5 Codex", - "developer": "openai", + "developer": "OpenAI", "scores": { "Corporate Lawyer Mean Score": 0.362 } @@ -126,7 +126,7 @@ { "model_id": "openai/GPT 5.1", "name": "GPT 5.1", - "developer": "openai", + "developer": "OpenAI", "scores": { "Corporate Lawyer Mean Score": 0.376 } @@ -134,7 +134,7 @@ { "model_id": "openai/GPT 5.1 Codex", "name": "GPT 5.1 Codex", - "developer": "openai", + "developer": "OpenAI", "scores": { "Corporate Lawyer Mean Score": 0.366 } @@ -142,7 +142,7 @@ { "model_id": "openai/GPT 5.2", "name": "GPT 5.2", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Pass@1": 0.23, "Overall Pass@8": 0.4, @@ -156,7 +156,7 @@ { "model_id": "openai/GPT 5.2 Codex", "name": "GPT 5.2 Codex", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Pass@1": 0.276, "Corporate Lawyer Mean Score": 0.394 @@ -165,7 +165,7 @@ { "model_id": "openai/GPT 5.3 Codex", "name": "GPT 5.3 Codex", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Pass@1": 0.317 } @@ -173,7 +173,7 @@ { "model_id": "openai/GPT OSS 120B", "name": "GPT OSS 120B", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Pass@1": 0.047, "Overall Pass@8": 0.115, @@ -187,7 +187,7 @@ { "model_id": "xai/Grok 4", "name": "Grok 4", - "developer": "xai", + "developer": "xAI", "scores": { "Overall Pass@1": 0.152, "Overall Pass@8": 0.329, diff --git a/data/benchmarks/apex-v1.json b/data/benchmarks/apex-v1.json index 62b4d342f1679668e6413832133d325acac1b77a..478250ab02ab512bf9569a9603679dee6c7b8c1a 100644 --- a/data/benchmarks/apex-v1.json +++ b/data/benchmarks/apex-v1.json @@ -3,7 +3,7 @@ { "model_id": "anthropic/Opus 4.5", "name": "Opus 4.5", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Medicine (MD) Score": 0.65 } @@ -11,7 +11,7 @@ { "model_id": "google/Gemini 2.5 Flash", "name": "Gemini 2.5 Flash", - "developer": "google", + "developer": "Google", "scores": { "Overall Score": 0.604 } @@ -19,7 +19,7 @@ { "model_id": "google/Gemini 3 Flash", "name": "Gemini 3 Flash", - "developer": "google", + "developer": "Google", "scores": { "Overall Score": 0.64, "Consulting Score": 0.64 @@ -28,7 +28,7 @@ { "model_id": "google/Gemini 3 Pro", "name": "Gemini 3 Pro", - "developer": "google", + "developer": "Google", "scores": { "Overall Score": 0.643, "Consulting Score": 0.64, @@ -38,7 +38,7 @@ { "model_id": "openai/GPT 4o", "name": "GPT 4o", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Score": 0.359 } @@ -46,7 +46,7 @@ { "model_id": "openai/GPT 5", "name": "GPT 5", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Score": 0.67, "Big Law Score": 0.78, @@ -57,7 +57,7 @@ { "model_id": "openai/GPT 5.1", "name": "GPT 5.1", - "developer": "openai", + "developer": "OpenAI", "scores": { "Big Law Score": 0.77 } @@ -65,7 +65,7 @@ { "model_id": "openai/GPT 5.2 Pro", "name": "GPT 5.2 Pro", - "developer": "openai", + "developer": "OpenAI", "scores": { "Overall Score": 0.668, "Consulting Score": 0.64, @@ -76,7 +76,7 @@ { "model_id": "openai/o3", "name": "o3", - "developer": "openai", + "developer": "OpenAI", "scores": { "Big Law Score": 0.76 } @@ -84,7 +84,7 @@ { "model_id": "xai/Grok 4", "name": "Grok 4", - "developer": "xai", + "developer": "xAI", "scores": { "Overall Score": 0.635 } diff --git a/data/benchmarks/appworld_test_normal.json b/data/benchmarks/appworld_test_normal.json index 08e6e07b896354a14f6c03de279c5f059fb1809d..bfdb18e01748cc7ace14c982bf69f292980ca420 100644 --- a/data/benchmarks/appworld_test_normal.json +++ b/data/benchmarks/appworld_test_normal.json @@ -5,7 +5,7 @@ "name": "claude-opus-4-5", "developer": "Anthropic", "scores": { - "appworld/test_normal": 0.68 + "appworld/test_normal": 0.61 } }, { @@ -13,7 +13,7 @@ "name": "gemini-3-pro-preview", "developer": "Google", "scores": { - "appworld/test_normal": 0.505 + "appworld/test_normal": 0.36 } }, { @@ -21,7 +21,7 @@ "name": "gpt-5.2-2025-12-11", "developer": "OpenAI", "scores": { - "appworld/test_normal": 0.071 + "appworld/test_normal": 0.22 } } ] diff --git a/data/benchmarks/browsecompplus.json b/data/benchmarks/browsecompplus.json index eec2c0760e9494a2f30d11881f89d05119df34ad..b1fe9bf0bac95bb9b892cea552a25ac699fd9b08 100644 --- a/data/benchmarks/browsecompplus.json +++ b/data/benchmarks/browsecompplus.json @@ -13,7 +13,7 @@ "name": "gemini-3-pro-preview", "developer": "Google", "scores": { - "browsecompplus": 0.51 + "browsecompplus": 0.3333 } }, { @@ -21,7 +21,7 @@ "name": "gpt-5.2-2025-12-11", "developer": "OpenAI", "scores": { - "browsecompplus": 0.43 + "browsecompplus": 0.46 } } ] diff --git a/data/benchmarks/global-mmlu-lite.json b/data/benchmarks/global-mmlu-lite.json index 6a0c6630713b5c17f51b01fc50869d775287a68a..e55393fe1f84240b833763e3d81df19cf1985a3d 100644 --- a/data/benchmarks/global-mmlu-lite.json +++ b/data/benchmarks/global-mmlu-lite.json @@ -28,8 +28,8 @@ }, { "model_id": "anthropic/claude-3-5-haiku-20241022", - "name": "claude-3-5-haiku-20241022", - "developer": "anthropic", + "name": "Claude 3.5 Haiku 20241022", + "developer": "Anthropic", "scores": { "Global MMLU Lite": 0.6114, "Culturally Sensitive": 0.5834, @@ -55,7 +55,7 @@ { "model_id": "anthropic/claude-3-7-sonnet-20250219", "name": "claude-3-7-sonnet-20250219", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Global MMLU Lite": 0.8078, "Culturally Sensitive": 0.7794, @@ -81,7 +81,7 @@ { "model_id": "anthropic/claude-opus-4-1-20250805", "name": "claude-opus-4-1-20250805", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Global MMLU Lite": 0.943, "Culturally Sensitive": 0.9331, @@ -107,7 +107,7 @@ { "model_id": "anthropic/claude-sonnet-4-20250514", "name": "claude-sonnet-4-20250514", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Global MMLU Lite": 0.9058, "Culturally Sensitive": 0.8913, @@ -236,8 +236,8 @@ }, { "model_id": "google/gemini-2.5-flash", - "name": "gemini-2.5-flash", - "developer": "google", + "name": "Gemini 2.5 Flash", + "developer": "Google", "scores": { "Global MMLU Lite": 0.9145, "Culturally Sensitive": 0.9, @@ -263,7 +263,7 @@ { "model_id": "google/gemini-2.5-flash-preview-05-20", "name": "gemini-2.5-flash-preview-05-20", - "developer": "google", + "developer": "Google", "scores": { "Global MMLU Lite": 0.9092, "Culturally Sensitive": 0.8925, @@ -288,8 +288,8 @@ }, { "model_id": "google/gemini-2.5-pro", - "name": "gemini-2.5-pro", - "developer": "google", + "name": "Gemini 2.5 Pro", + "developer": "Google", "scores": { "Global MMLU Lite": 0.9323, "Culturally Sensitive": 0.9241, @@ -315,7 +315,7 @@ { "model_id": "google/gemini-3-pro-preview", "name": "gemini-3-pro-preview", - "developer": "google", + "developer": "Google", "scores": { "Global MMLU Lite": 0.9453, "Culturally Sensitive": 0.9397, @@ -341,7 +341,7 @@ { "model_id": "google/gemma-3-27b-it", "name": "gemma-3-27b-it", - "developer": "google", + "developer": "Google", "scores": { "Global MMLU Lite": 0.763, "Culturally Sensitive": 0.7528, @@ -367,7 +367,7 @@ { "model_id": "google/gemma-3-4b-it", "name": "gemma-3-4b-it", - "developer": "google", + "developer": "Google", "scores": { "Global MMLU Lite": 0.6511, "Culturally Sensitive": 0.6116, @@ -471,7 +471,7 @@ { "model_id": "openai/gpt-4.1-2025-04-14", "name": "gpt-4.1-2025-04-14", - "developer": "openai", + "developer": "OpenAI", "scores": { "Global MMLU Lite": 0.8755, "Culturally Sensitive": 0.8541, @@ -497,7 +497,7 @@ { "model_id": "openai/gpt-5-2025-08-07", "name": "gpt-5-2025-08-07", - "developer": "openai", + "developer": "OpenAI", "scores": { "Global MMLU Lite": 0.8895, "Culturally Sensitive": 0.8913, @@ -523,7 +523,7 @@ { "model_id": "openai/o3-mini-2025-01-31", "name": "o3-mini-2025-01-31", - "developer": "openai", + "developer": "OpenAI", "scores": { "Global MMLU Lite": 0.78, "Culturally Sensitive": 0.765, @@ -549,7 +549,7 @@ { "model_id": "openai/o4-mini-2025-04-16", "name": "o4-mini-2025-04-16", - "developer": "openai", + "developer": "OpenAI", "scores": { "Global MMLU Lite": 0.8705, "Culturally Sensitive": 0.8503, @@ -653,7 +653,7 @@ { "model_id": "xai/grok-3-mini", "name": "grok-3-mini", - "developer": "xai", + "developer": "xAI", "scores": { "Global MMLU Lite": 0.673, "Culturally Sensitive": 0.6717, @@ -679,7 +679,7 @@ { "model_id": "xai/grok-4-0709", "name": "grok-4-0709", - "developer": "xai", + "developer": "xAI", "scores": { "Global MMLU Lite": 0.8881, "Culturally Sensitive": 0.8862, diff --git a/data/benchmarks/helm_capabilities.json b/data/benchmarks/helm_capabilities.json index c8df71f4134b2203bdb20f8860263b048651a013..4029b849f5a78feac40471d9f259f061a8e4c6eb 100644 --- a/data/benchmarks/helm_capabilities.json +++ b/data/benchmarks/helm_capabilities.json @@ -1,5 +1,31 @@ { "models": [ + { + "model_id": "allenai/OLMo-2-1124-7B-Instruct", + "name": "OLMo 2 7B Instruct November 2024", + "developer": "allenai", + "scores": { + "Mean score": 0.405, + "MMLU-Pro": 0.292, + "GPQA": 0.296, + "IFEval": 0.693, + "WildBench": 0.628, + "Omni-MATH": 0.116 + } + }, + { + "model_id": "allenai/OLMoE-1B-7B-0125-Instruct", + "name": "OLMoE 1B-7B Instruct January 2025", + "developer": "allenai", + "scores": { + "Mean score": 0.332, + "MMLU-Pro": 0.169, + "GPQA": 0.22, + "IFEval": 0.628, + "WildBench": 0.551, + "Omni-MATH": 0.093 + } + }, { "model_id": "allenai/olmo-2-0325-32b-instruct", "name": "OLMo 2 32B Instruct March 2025", @@ -26,32 +52,6 @@ "Omni-MATH": 0.156 } }, - { - "model_id": "allenai/olmo-2-1124-7b-instruct", - "name": "OLMo 2 7B Instruct November 2024", - "developer": "allenai", - "scores": { - "Mean score": 0.405, - "MMLU-Pro": 0.292, - "GPQA": 0.296, - "IFEval": 0.693, - "WildBench": 0.628, - "Omni-MATH": 0.116 - } - }, - { - "model_id": "allenai/olmoe-1b-7b-0125-instruct", - "name": "OLMoE 1B-7B Instruct January 2025", - "developer": "allenai", - "scores": { - "Mean score": 0.332, - "MMLU-Pro": 0.169, - "GPQA": 0.22, - "IFEval": 0.628, - "WildBench": 0.551, - "Omni-MATH": 0.093 - } - }, { "model_id": "amazon/nova-lite-v1:0", "name": "Amazon Nova Lite", @@ -106,8 +106,8 @@ }, { "model_id": "anthropic/claude-3-5-haiku-20241022", - "name": "claude-3-5-haiku-20241022", - "developer": "anthropic", + "name": "Claude 3.5 Haiku 20241022", + "developer": "Anthropic", "scores": { "Mean score": 0.549, "MMLU-Pro": 0.605, @@ -120,7 +120,7 @@ { "model_id": "anthropic/claude-3-5-sonnet-20241022", "name": "Claude 3.5 Sonnet 20241022", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean score": 0.653, "MMLU-Pro": 0.777, @@ -133,7 +133,7 @@ { "model_id": "anthropic/claude-3-7-sonnet-20250219", "name": "claude-3-7-sonnet-20250219", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean score": 0.674, "MMLU-Pro": 0.784, @@ -146,7 +146,7 @@ { "model_id": "anthropic/claude-opus-4-20250514", "name": "Claude 4 Opus 20250514", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean score": 0.757, "MMLU-Pro": 0.859, @@ -159,7 +159,7 @@ { "model_id": "anthropic/claude-opus-4-20250514-thinking-10k", "name": "Claude 4 Opus 20250514, extended thinking", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean score": 0.78, "MMLU-Pro": 0.875, @@ -172,7 +172,7 @@ { "model_id": "anthropic/claude-sonnet-4-20250514", "name": "claude-sonnet-4-20250514", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean score": 0.733, "MMLU-Pro": 0.843, @@ -185,7 +185,7 @@ { "model_id": "anthropic/claude-sonnet-4-20250514-thinking-10k", "name": "Claude 4 Sonnet 20250514, extended thinking", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean score": 0.766, "MMLU-Pro": 0.843, @@ -224,7 +224,7 @@ { "model_id": "google/gemini-1.5-flash-002", "name": "Gemini 1.5 Flash 002", - "developer": "google", + "developer": "Google", "scores": { "Mean score": 0.609, "MMLU-Pro": 0.678, @@ -237,7 +237,7 @@ { "model_id": "google/gemini-1.5-pro-002", "name": "Gemini 1.5 Pro 002", - "developer": "google", + "developer": "Google", "scores": { "Mean score": 0.657, "MMLU-Pro": 0.737, @@ -250,7 +250,7 @@ { "model_id": "google/gemini-2.0-flash-001", "name": "Gemini 2.0 Flash", - "developer": "google", + "developer": "Google", "scores": { "Mean score": 0.679, "MMLU-Pro": 0.737, @@ -263,7 +263,7 @@ { "model_id": "google/gemini-2.0-flash-lite-preview-02-05", "name": "Gemini 2.0 Flash Lite 02-05 preview", - "developer": "google", + "developer": "Google", "scores": { "Mean score": 0.642, "MMLU-Pro": 0.72, @@ -276,7 +276,7 @@ { "model_id": "google/gemini-2.5-flash-lite", "name": "Gemini 2.5 Flash-Lite", - "developer": "google", + "developer": "Google", "scores": { "Mean score": 0.591, "MMLU-Pro": 0.537, @@ -289,7 +289,7 @@ { "model_id": "google/gemini-2.5-flash-preview-04-17", "name": "Gemini 2.5 Flash 04-17 preview", - "developer": "google", + "developer": "Google", "scores": { "Mean score": 0.626, "MMLU-Pro": 0.639, @@ -302,7 +302,7 @@ { "model_id": "google/gemini-2.5-pro-preview-03-25", "name": "Gemini 2.5 Pro 03-25 preview", - "developer": "google", + "developer": "Google", "scores": { "Mean score": 0.745, "MMLU-Pro": 0.863, @@ -341,7 +341,7 @@ { "model_id": "meta/llama-3.1-405b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 405B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean score": 0.618, "MMLU-Pro": 0.723, @@ -354,7 +354,7 @@ { "model_id": "meta/llama-3.1-70b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 70B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean score": 0.574, "MMLU-Pro": 0.653, @@ -367,7 +367,7 @@ { "model_id": "meta/llama-3.1-8b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 8B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean score": 0.444, "MMLU-Pro": 0.406, @@ -380,7 +380,7 @@ { "model_id": "meta/llama-4-maverick-17b-128e-instruct-fp8", "name": "Llama 4 Maverick 17Bx128E Instruct FP8", - "developer": "meta", + "developer": "Meta", "scores": { "Mean score": 0.718, "MMLU-Pro": 0.81, @@ -393,7 +393,7 @@ { "model_id": "meta/llama-4-scout-17b-16e-instruct", "name": "Llama 4 Scout 17Bx16E Instruct", - "developer": "meta", + "developer": "Meta", "scores": { "Mean score": 0.644, "MMLU-Pro": 0.742, @@ -403,6 +403,32 @@ "Omni-MATH": 0.373 } }, + { + "model_id": "mistralai/Mixtral-8x22B-Instruct-v0.1", + "name": "Mixtral-8x22B-Instruct-v0.1", + "developer": "mistralai", + "scores": { + "Mean score": 0.478, + "MMLU-Pro": 0.46, + "GPQA": 0.334, + "IFEval": 0.724, + "WildBench": 0.711, + "Omni-MATH": 0.163 + } + }, + { + "model_id": "mistralai/Mixtral-8x7B-Instruct-v0.1", + "name": "Mixtral-8x7B-Instruct-v0.1", + "developer": "mistralai", + "scores": { + "Mean score": 0.397, + "MMLU-Pro": 0.335, + "GPQA": 0.296, + "IFEval": 0.575, + "WildBench": 0.673, + "Omni-MATH": 0.105 + } + }, { "model_id": "mistralai/mistral-7b-instruct-v0.3", "name": "Mistral Instruct v0.3 7B", @@ -442,32 +468,6 @@ "Omni-MATH": 0.248 } }, - { - "model_id": "mistralai/mixtral-8x22b-instruct-v0.1", - "name": "Mixtral Instruct 8x22B", - "developer": "mistralai", - "scores": { - "Mean score": 0.478, - "MMLU-Pro": 0.46, - "GPQA": 0.334, - "IFEval": 0.724, - "WildBench": 0.711, - "Omni-MATH": 0.163 - } - }, - { - "model_id": "mistralai/mixtral-8x7b-instruct-v0.1", - "name": "Mixtral Instruct 8x7B", - "developer": "mistralai", - "scores": { - "Mean score": 0.397, - "MMLU-Pro": 0.335, - "GPQA": 0.296, - "IFEval": 0.575, - "WildBench": 0.673, - "Omni-MATH": 0.105 - } - }, { "model_id": "moonshotai/kimi-k2-instruct", "name": "Kimi K2 Instruct", @@ -484,7 +484,7 @@ { "model_id": "openai/gpt-4.1-2025-04-14", "name": "gpt-4.1-2025-04-14", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.727, "MMLU-Pro": 0.811, @@ -497,7 +497,7 @@ { "model_id": "openai/gpt-4.1-mini-2025-04-14", "name": "GPT-4.1 mini 2025-04-14", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.726, "MMLU-Pro": 0.783, @@ -510,7 +510,7 @@ { "model_id": "openai/gpt-4.1-nano-2025-04-14", "name": "GPT-4.1 nano 2025-04-14", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.616, "MMLU-Pro": 0.55, @@ -523,7 +523,7 @@ { "model_id": "openai/gpt-4o-2024-11-20", "name": "GPT-4o 2024-11-20", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.634, "MMLU-Pro": 0.713, @@ -536,7 +536,7 @@ { "model_id": "openai/gpt-4o-mini-2024-07-18", "name": "GPT-4o mini 2024-07-18", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.565, "MMLU-Pro": 0.603, @@ -549,7 +549,7 @@ { "model_id": "openai/gpt-5-2025-08-07", "name": "gpt-5-2025-08-07", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.807, "MMLU-Pro": 0.863, @@ -562,7 +562,7 @@ { "model_id": "openai/gpt-5-mini-2025-08-07", "name": "GPT-5 mini 2025-08-07", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.819, "MMLU-Pro": 0.835, @@ -575,7 +575,7 @@ { "model_id": "openai/gpt-5-nano-2025-08-07", "name": "GPT-5 nano 2025-08-07", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.748, "MMLU-Pro": 0.778, @@ -587,8 +587,8 @@ }, { "model_id": "openai/gpt-oss-120b", - "name": "gpt-oss-120b", - "developer": "openai", + "name": "GPT-OSS-120B", + "developer": "OpenAI", "scores": { "Mean score": 0.77, "MMLU-Pro": 0.795, @@ -600,8 +600,8 @@ }, { "model_id": "openai/gpt-oss-20b", - "name": "gpt-oss-20b", - "developer": "openai", + "name": "GPT-OSS-20B", + "developer": "OpenAI", "scores": { "Mean score": 0.674, "MMLU-Pro": 0.74, @@ -613,8 +613,8 @@ }, { "model_id": "openai/o3-2025-04-16", - "name": "o3 2025-04-16", - "developer": "openai", + "name": "o3-2025-04-16", + "developer": "OpenAI", "scores": { "Mean score": 0.811, "MMLU-Pro": 0.859, @@ -627,7 +627,7 @@ { "model_id": "openai/o4-mini-2025-04-16", "name": "o4-mini-2025-04-16", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean score": 0.812, "MMLU-Pro": 0.82, @@ -744,7 +744,7 @@ { "model_id": "xai/grok-3-beta", "name": "Grok 3 Beta", - "developer": "xai", + "developer": "xAI", "scores": { "Mean score": 0.727, "MMLU-Pro": 0.788, @@ -757,7 +757,7 @@ { "model_id": "xai/grok-3-mini-beta", "name": "Grok 3 mini Beta", - "developer": "xai", + "developer": "xAI", "scores": { "Mean score": 0.679, "MMLU-Pro": 0.799, @@ -770,7 +770,7 @@ { "model_id": "xai/grok-4-0709", "name": "grok-4-0709", - "developer": "xai", + "developer": "xAI", "scores": { "Mean score": 0.785, "MMLU-Pro": 0.851, diff --git a/data/benchmarks/helm_classic.json b/data/benchmarks/helm_classic.json index a826d03c38f42141548dc36877c11365ad447123..a0bdd8cad99ed0d8f310f3a9ce93352597c7f41c 100644 --- a/data/benchmarks/helm_classic.json +++ b/data/benchmarks/helm_classic.json @@ -22,6 +22,50 @@ "RAFT": 0.699 } }, + { + "model_id": "EleutherAI/pythia-12b", + "name": "Pythia 12B", + "developer": "EleutherAI", + "scores": { + "Mean win rate": 0.257, + "MMLU": 0.274, + "BoolQ": 0.662, + "NarrativeQA": 0.596, + "NaturalQuestions (open-book)": 0.581, + "QuAC": 0.313, + "HellaSwag": -1.0, + "OpenbookQA": -1.0, + "TruthfulQA": 0.177, + "MS MARCO (TREC)": -1.0, + "CNN/DailyMail": -1.0, + "XSUM": -1.0, + "IMDB": 0.931, + "CivilComments": 0.531, + "RAFT": 0.514 + } + }, + { + "model_id": "EleutherAI/pythia-6.9b", + "name": "Pythia 6.9B", + "developer": "EleutherAI", + "scores": { + "Mean win rate": 0.196, + "MMLU": 0.236, + "BoolQ": 0.631, + "NarrativeQA": 0.528, + "NaturalQuestions (open-book)": 0.539, + "QuAC": 0.296, + "HellaSwag": -1.0, + "OpenbookQA": -1.0, + "TruthfulQA": 0.213, + "MS MARCO (TREC)": -1.0, + "CNN/DailyMail": -1.0, + "XSUM": -1.0, + "IMDB": 0.928, + "CivilComments": 0.511, + "RAFT": 0.502 + } + }, { "model_id": "ai21/J1-Grande-v1-17B", "name": "J1-Grande v1 17B", @@ -462,54 +506,10 @@ "RAFT": 0.624 } }, - { - "model_id": "eleutherai/Pythia-12B", - "name": "Pythia 12B", - "developer": "eleutherai", - "scores": { - "Mean win rate": 0.257, - "MMLU": 0.274, - "BoolQ": 0.662, - "NarrativeQA": 0.596, - "NaturalQuestions (open-book)": 0.581, - "QuAC": 0.313, - "HellaSwag": -1.0, - "OpenbookQA": -1.0, - "TruthfulQA": 0.177, - "MS MARCO (TREC)": -1.0, - "CNN/DailyMail": -1.0, - "XSUM": -1.0, - "IMDB": 0.931, - "CivilComments": 0.531, - "RAFT": 0.514 - } - }, - { - "model_id": "eleutherai/Pythia-6.9B", - "name": "Pythia 6.9B", - "developer": "eleutherai", - "scores": { - "Mean win rate": 0.196, - "MMLU": 0.236, - "BoolQ": 0.631, - "NarrativeQA": 0.528, - "NaturalQuestions (open-book)": 0.539, - "QuAC": 0.296, - "HellaSwag": -1.0, - "OpenbookQA": -1.0, - "TruthfulQA": 0.213, - "MS MARCO (TREC)": -1.0, - "CNN/DailyMail": -1.0, - "XSUM": -1.0, - "IMDB": 0.928, - "CivilComments": 0.511, - "RAFT": 0.502 - } - }, { "model_id": "google/Palmyra-X-43B", "name": "Palmyra X 43B", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.732, "MMLU": 0.609, @@ -531,7 +531,7 @@ { "model_id": "google/T5-11B", "name": "T5 11B", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.131, "MMLU": 0.29, @@ -553,7 +553,7 @@ { "model_id": "google/UL2-20B", "name": "UL2 20B", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.167, "MMLU": 0.291, @@ -619,7 +619,7 @@ { "model_id": "meta/LLaMA-13B", "name": "LLaMA 13B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.595, "MMLU": 0.422, @@ -641,7 +641,7 @@ { "model_id": "meta/LLaMA-30B", "name": "LLaMA 30B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.781, "MMLU": 0.531, @@ -663,7 +663,7 @@ { "model_id": "meta/LLaMA-65B", "name": "LLaMA 65B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.908, "MMLU": 0.584, @@ -685,7 +685,7 @@ { "model_id": "meta/LLaMA-7B", "name": "LLaMA 7B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.533, "MMLU": 0.321, @@ -705,9 +705,53 @@ } }, { - "model_id": "meta/Llama-2-13B", + "model_id": "meta/OPT-175B", + "name": "OPT 175B", + "developer": "Meta", + "scores": { + "Mean win rate": 0.609, + "MMLU": 0.318, + "BoolQ": 0.793, + "NarrativeQA": 0.671, + "NaturalQuestions (open-book)": 0.615, + "QuAC": 0.36, + "HellaSwag": 0.791, + "OpenbookQA": 0.586, + "TruthfulQA": 0.25, + "MS MARCO (TREC)": 0.448, + "CNN/DailyMail": 0.146, + "XSUM": 0.155, + "IMDB": 0.947, + "CivilComments": 0.505, + "RAFT": 0.606 + } + }, + { + "model_id": "meta/OPT-66B", + "name": "OPT 66B", + "developer": "Meta", + "scores": { + "Mean win rate": 0.448, + "MMLU": 0.276, + "BoolQ": 0.76, + "NarrativeQA": 0.638, + "NaturalQuestions (open-book)": 0.596, + "QuAC": 0.357, + "HellaSwag": 0.745, + "OpenbookQA": 0.534, + "TruthfulQA": 0.201, + "MS MARCO (TREC)": 0.482, + "CNN/DailyMail": 0.136, + "XSUM": 0.126, + "IMDB": 0.917, + "CivilComments": 0.506, + "RAFT": 0.557 + } + }, + { + "model_id": "meta/llama-2-13b", "name": "Llama 2 13B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.823, "MMLU": 0.507, @@ -727,9 +771,9 @@ } }, { - "model_id": "meta/Llama-2-70B", + "model_id": "meta/llama-2-70b", "name": "Llama 2 70B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.944, "MMLU": 0.582, @@ -749,9 +793,9 @@ } }, { - "model_id": "meta/Llama-2-7B", + "model_id": "meta/llama-2-7b", "name": "Llama 2 7B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.607, "MMLU": 0.431, @@ -770,50 +814,6 @@ "RAFT": 0.643 } }, - { - "model_id": "meta/OPT-175B", - "name": "OPT 175B", - "developer": "meta", - "scores": { - "Mean win rate": 0.609, - "MMLU": 0.318, - "BoolQ": 0.793, - "NarrativeQA": 0.671, - "NaturalQuestions (open-book)": 0.615, - "QuAC": 0.36, - "HellaSwag": 0.791, - "OpenbookQA": 0.586, - "TruthfulQA": 0.25, - "MS MARCO (TREC)": 0.448, - "CNN/DailyMail": 0.146, - "XSUM": 0.155, - "IMDB": 0.947, - "CivilComments": 0.505, - "RAFT": 0.606 - } - }, - { - "model_id": "meta/OPT-66B", - "name": "OPT 66B", - "developer": "meta", - "scores": { - "Mean win rate": 0.448, - "MMLU": 0.276, - "BoolQ": 0.76, - "NarrativeQA": 0.638, - "NaturalQuestions (open-book)": 0.596, - "QuAC": 0.357, - "HellaSwag": 0.745, - "OpenbookQA": 0.534, - "TruthfulQA": 0.201, - "MS MARCO (TREC)": 0.482, - "CNN/DailyMail": 0.136, - "XSUM": 0.126, - "IMDB": 0.917, - "CivilComments": 0.506, - "RAFT": 0.557 - } - }, { "model_id": "microsoft/TNLG-v2-530B", "name": "TNLG v2 530B", @@ -927,7 +927,7 @@ { "model_id": "openai/GPT-J-6B", "name": "GPT-J 6B", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.273, "MMLU": 0.249, @@ -949,7 +949,7 @@ { "model_id": "openai/GPT-NeoX-20B", "name": "GPT-NeoX 20B", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.351, "MMLU": 0.276, @@ -971,7 +971,7 @@ { "model_id": "openai/ada-350M", "name": "ada 350M", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.108, "MMLU": 0.243, @@ -993,7 +993,7 @@ { "model_id": "openai/babbage-1.3B", "name": "babbage 1.3B", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.114, "MMLU": 0.235, @@ -1015,7 +1015,7 @@ { "model_id": "openai/curie-6.7B", "name": "curie 6.7B", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.247, "MMLU": 0.243, @@ -1037,7 +1037,7 @@ { "model_id": "openai/davinci-175B", "name": "davinci 175B", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.538, "MMLU": 0.422, @@ -1059,7 +1059,7 @@ { "model_id": "openai/gpt-3.5-turbo-0301", "name": "gpt-3.5-turbo-0301", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.76, "MMLU": 0.59, @@ -1080,8 +1080,8 @@ }, { "model_id": "openai/gpt-3.5-turbo-0613", - "name": "gpt-3.5-turbo-0613", - "developer": "openai", + "name": "GPT-3.5 Turbo 0613", + "developer": "OpenAI", "scores": { "Mean win rate": 0.783, "MMLU": 0.391, @@ -1103,7 +1103,7 @@ { "model_id": "openai/text-ada-001", "name": "text-ada-001", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.107, "MMLU": 0.238, @@ -1125,7 +1125,7 @@ { "model_id": "openai/text-babbage-001", "name": "text-babbage-001", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.229, "MMLU": 0.229, @@ -1147,7 +1147,7 @@ { "model_id": "openai/text-curie-001", "name": "text-curie-001", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.36, "MMLU": 0.237, @@ -1168,8 +1168,8 @@ }, { "model_id": "openai/text-davinci-002", - "name": "text-davinci-002", - "developer": "openai", + "name": "GPT-3.5 text-davinci-002", + "developer": "OpenAI", "scores": { "Mean win rate": 0.905, "MMLU": 0.568, @@ -1190,8 +1190,8 @@ }, { "model_id": "openai/text-davinci-003", - "name": "text-davinci-003", - "developer": "openai", + "name": "GPT-3.5 text-davinci-003", + "developer": "OpenAI", "scores": { "Mean win rate": 0.872, "MMLU": 0.569, @@ -1232,50 +1232,6 @@ "RAFT": 0.486 } }, - { - "model_id": "tiiuae/Falcon-40B", - "name": "Falcon 40B", - "developer": "tiiuae", - "scores": { - "Mean win rate": 0.729, - "MMLU": 0.509, - "BoolQ": 0.819, - "NarrativeQA": 0.673, - "NaturalQuestions (open-book)": 0.675, - "QuAC": 0.307, - "HellaSwag": -1.0, - "OpenbookQA": -1.0, - "TruthfulQA": 0.353, - "MS MARCO (TREC)": -1.0, - "CNN/DailyMail": -1.0, - "XSUM": -1.0, - "IMDB": 0.959, - "CivilComments": 0.552, - "RAFT": 0.661 - } - }, - { - "model_id": "tiiuae/Falcon-7B", - "name": "Falcon 7B", - "developer": "tiiuae", - "scores": { - "Mean win rate": 0.378, - "MMLU": 0.286, - "BoolQ": 0.753, - "NarrativeQA": 0.621, - "NaturalQuestions (open-book)": 0.579, - "QuAC": 0.332, - "HellaSwag": -1.0, - "OpenbookQA": -1.0, - "TruthfulQA": 0.234, - "MS MARCO (TREC)": -1.0, - "CNN/DailyMail": -1.0, - "XSUM": -1.0, - "IMDB": 0.836, - "CivilComments": 0.514, - "RAFT": 0.602 - } - }, { "model_id": "tiiuae/Falcon-Instruct-40B", "name": "Falcon-Instruct 40B", @@ -1320,6 +1276,50 @@ "RAFT": 0.523 } }, + { + "model_id": "tiiuae/falcon-40b", + "name": "Falcon 40B", + "developer": "tiiuae", + "scores": { + "Mean win rate": 0.729, + "MMLU": 0.509, + "BoolQ": 0.819, + "NarrativeQA": 0.673, + "NaturalQuestions (open-book)": 0.675, + "QuAC": 0.307, + "HellaSwag": -1.0, + "OpenbookQA": -1.0, + "TruthfulQA": 0.353, + "MS MARCO (TREC)": -1.0, + "CNN/DailyMail": -1.0, + "XSUM": -1.0, + "IMDB": 0.959, + "CivilComments": 0.552, + "RAFT": 0.661 + } + }, + { + "model_id": "tiiuae/falcon-7b", + "name": "Falcon 7B", + "developer": "tiiuae", + "scores": { + "Mean win rate": 0.378, + "MMLU": 0.286, + "BoolQ": 0.753, + "NarrativeQA": 0.621, + "NaturalQuestions (open-book)": 0.579, + "QuAC": 0.332, + "HellaSwag": -1.0, + "OpenbookQA": -1.0, + "TruthfulQA": 0.234, + "MS MARCO (TREC)": -1.0, + "CNN/DailyMail": -1.0, + "XSUM": -1.0, + "IMDB": 0.836, + "CivilComments": 0.514, + "RAFT": 0.602 + } + }, { "model_id": "together/RedPajama-INCITE-Base-7B", "name": "RedPajama-INCITE-Base 7B", diff --git a/data/benchmarks/helm_instruct.json b/data/benchmarks/helm_instruct.json index 163cbbb755dcda6a889b6d08b49142d004d37912..d99cb070be4781e7b296036b0acb756bc988c8c5 100644 --- a/data/benchmarks/helm_instruct.json +++ b/data/benchmarks/helm_instruct.json @@ -3,7 +3,7 @@ { "model_id": "anthropic/claude-v1.3", "name": "Anthropic Claude v1.3", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.611, "Anthropic RLHF dataset": 4.965, @@ -30,8 +30,8 @@ }, { "model_id": "openai/gpt-3.5-turbo-0613", - "name": "gpt-3.5-turbo-0613", - "developer": "openai", + "name": "GPT-3.5 Turbo 0613", + "developer": "OpenAI", "scores": { "Mean win rate": 0.689, "Anthropic RLHF dataset": 4.964, @@ -45,7 +45,7 @@ { "model_id": "openai/gpt-4-0314", "name": "GPT-4 0314", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.611, "Anthropic RLHF dataset": 4.934, diff --git a/data/benchmarks/helm_lite.json b/data/benchmarks/helm_lite.json index 2b90cf9aeff2e9b3f601331606648af757034e40..a1efede95089a4a8afc1e21811b480d6f9e4147b 100644 --- a/data/benchmarks/helm_lite.json +++ b/data/benchmarks/helm_lite.json @@ -258,7 +258,7 @@ { "model_id": "anthropic/claude-2.0", "name": "Claude 2.0", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.489, "NarrativeQA": 0.718, @@ -275,7 +275,7 @@ { "model_id": "anthropic/claude-2.1", "name": "Claude 2.1", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.437, "NarrativeQA": 0.677, @@ -291,8 +291,8 @@ }, { "model_id": "anthropic/claude-3-5-haiku-20241022", - "name": "claude-3-5-haiku-20241022", - "developer": "anthropic", + "name": "Claude 3.5 Haiku 20241022", + "developer": "Anthropic", "scores": { "Mean win rate": 0.531, "NarrativeQA": 0.763, @@ -309,7 +309,7 @@ { "model_id": "anthropic/claude-3-5-sonnet-20240620", "name": "Claude 3.5 Sonnet 20240620", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.885, "NarrativeQA": 0.746, @@ -326,7 +326,7 @@ { "model_id": "anthropic/claude-3-5-sonnet-20241022", "name": "Claude 3.5 Sonnet 20241022", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.846, "NarrativeQA": 0.77, @@ -343,7 +343,7 @@ { "model_id": "anthropic/claude-3-haiku-20240307", "name": "Claude 3 Haiku 20240307", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.263, "NarrativeQA": 0.244, @@ -360,7 +360,7 @@ { "model_id": "anthropic/claude-3-opus-20240229", "name": "Claude 3 Opus 20240229", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.683, "NarrativeQA": 0.351, @@ -377,7 +377,7 @@ { "model_id": "anthropic/claude-3-sonnet-20240229", "name": "Claude 3 Sonnet 20240229", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.377, "NarrativeQA": 0.111, @@ -394,7 +394,7 @@ { "model_id": "anthropic/claude-instant-1.2", "name": "Claude Instant 1.2", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.399, "NarrativeQA": 0.616, @@ -411,7 +411,7 @@ { "model_id": "anthropic/claude-v1.3", "name": "Anthropic Claude v1.3", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Mean win rate": 0.518, "NarrativeQA": 0.723, @@ -547,7 +547,7 @@ { "model_id": "google/gemini-1.0-pro-002", "name": "Gemini 1.0 Pro 002", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.422, "NarrativeQA": 0.751, @@ -564,7 +564,7 @@ { "model_id": "google/gemini-1.5-flash-001", "name": "Gemini 1.5 Flash 001", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.667, "NarrativeQA": 0.783, @@ -581,7 +581,7 @@ { "model_id": "google/gemini-1.5-flash-002", "name": "Gemini 1.5 Flash 002", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.573, "NarrativeQA": 0.746, @@ -598,7 +598,7 @@ { "model_id": "google/gemini-1.5-pro-001", "name": "Gemini 1.5 Pro 001", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.739, "NarrativeQA": 0.783, @@ -615,7 +615,7 @@ { "model_id": "google/gemini-1.5-pro-002", "name": "Gemini 1.5 Pro 002", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.842, "NarrativeQA": 0.756, @@ -632,7 +632,7 @@ { "model_id": "google/gemini-2.0-flash-exp", "name": "Gemini 2.0 Flash Experimental", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.813, "NarrativeQA": 0.783, @@ -649,7 +649,7 @@ { "model_id": "google/gemma-2-27b-it", "name": "Gemma 2 Instruct 27B", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.675, "NarrativeQA": 0.79, @@ -666,7 +666,7 @@ { "model_id": "google/gemma-2-9b-it", "name": "Gemma 2 Instruct 9B", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.562, "NarrativeQA": 0.768, @@ -683,7 +683,7 @@ { "model_id": "google/gemma-7b", "name": "Gemma 7B", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.336, "NarrativeQA": 0.752, @@ -700,7 +700,7 @@ { "model_id": "google/text-bison@001", "name": "PaLM-2 Bison", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.526, "NarrativeQA": 0.718, @@ -717,7 +717,7 @@ { "model_id": "google/text-unicorn@001", "name": "PaLM-2 Unicorn", - "developer": "google", + "developer": "Google", "scores": { "Mean win rate": 0.644, "NarrativeQA": 0.583, @@ -731,10 +731,27 @@ "WMT 2014": 0.26 } }, + { + "model_id": "meta/LLaMA-65B", + "name": "LLaMA 65B", + "developer": "Meta", + "scores": { + "Mean win rate": 0.345, + "NarrativeQA": 0.755, + "NaturalQuestions (closed-book)": 0.433, + "OpenbookQA": 0.754, + "MMLU": 0.584, + "MATH": 0.257, + "GSM8K": 0.489, + "LegalBench": 0.48, + "MedQA": 0.507, + "WMT 2014": 0.189 + } + }, { "model_id": "meta/llama-2-13b", "name": "Llama 2 13B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.233, "NarrativeQA": 0.741, @@ -751,7 +768,7 @@ { "model_id": "meta/llama-2-70b", "name": "Llama 2 70B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.482, "NarrativeQA": 0.763, @@ -768,7 +785,7 @@ { "model_id": "meta/llama-2-7b", "name": "Llama 2 7B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.152, "NarrativeQA": 0.686, @@ -785,7 +802,7 @@ { "model_id": "meta/llama-3-70b", "name": "Llama 3 70B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.793, "NarrativeQA": 0.798, @@ -802,7 +819,7 @@ { "model_id": "meta/llama-3-8b", "name": "Llama 3 8B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.387, "NarrativeQA": 0.754, @@ -819,7 +836,7 @@ { "model_id": "meta/llama-3.1-405b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 405B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.854, "NarrativeQA": 0.749, @@ -836,7 +853,7 @@ { "model_id": "meta/llama-3.1-70b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 70B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.808, "NarrativeQA": 0.772, @@ -853,7 +870,7 @@ { "model_id": "meta/llama-3.1-8b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 8B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.303, "NarrativeQA": 0.756, @@ -870,7 +887,7 @@ { "model_id": "meta/llama-3.2-11b-vision-instruct-turbo", "name": "Llama 3.2 Vision Instruct Turbo 11B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.325, "NarrativeQA": 0.756, @@ -887,7 +904,7 @@ { "model_id": "meta/llama-3.2-90b-vision-instruct-turbo", "name": "Llama 3.2 Vision Instruct Turbo 90B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.819, "NarrativeQA": 0.777, @@ -904,7 +921,7 @@ { "model_id": "meta/llama-3.3-70b-instruct-turbo", "name": "Llama 3.3 Instruct Turbo 70B", - "developer": "meta", + "developer": "Meta", "scores": { "Mean win rate": 0.812, "NarrativeQA": 0.791, @@ -918,23 +935,6 @@ "WMT 2014": 0.219 } }, - { - "model_id": "meta/llama-65b", - "name": "LLaMA 65B", - "developer": "meta", - "scores": { - "Mean win rate": 0.345, - "NarrativeQA": 0.755, - "NaturalQuestions (closed-book)": 0.433, - "OpenbookQA": 0.754, - "MMLU": 0.584, - "MATH": 0.257, - "GSM8K": 0.489, - "LegalBench": 0.48, - "MedQA": 0.507, - "WMT 2014": 0.189 - } - }, { "model_id": "microsoft/phi-2", "name": "Phi-2", @@ -1141,8 +1141,8 @@ }, { "model_id": "openai/gpt-3.5-turbo-0613", - "name": "gpt-3.5-turbo-0613", - "developer": "openai", + "name": "GPT-3.5 Turbo 0613", + "developer": "OpenAI", "scores": { "Mean win rate": 0.358, "NarrativeQA": 0.655, @@ -1159,7 +1159,7 @@ { "model_id": "openai/gpt-4-0613", "name": "GPT-4 0613", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.867, "NarrativeQA": 0.768, @@ -1176,7 +1176,7 @@ { "model_id": "openai/gpt-4-1106-preview", "name": "GPT-4 Turbo 1106 preview", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.698, "NarrativeQA": 0.727, @@ -1193,7 +1193,7 @@ { "model_id": "openai/gpt-4-turbo-2024-04-09", "name": "GPT-4 Turbo 2024-04-09", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.864, "NarrativeQA": 0.761, @@ -1210,7 +1210,7 @@ { "model_id": "openai/gpt-4o-2024-05-13", "name": "GPT-4o 2024-05-13", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.938, "NarrativeQA": 0.804, @@ -1227,7 +1227,7 @@ { "model_id": "openai/gpt-4o-2024-08-06", "name": "GPT-4o 2024-08-06", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.928, "NarrativeQA": 0.795, @@ -1244,7 +1244,7 @@ { "model_id": "openai/gpt-4o-mini-2024-07-18", "name": "GPT-4o mini 2024-07-18", - "developer": "openai", + "developer": "OpenAI", "scores": { "Mean win rate": 0.701, "NarrativeQA": 0.768, @@ -1260,8 +1260,8 @@ }, { "model_id": "openai/text-davinci-002", - "name": "text-davinci-002", - "developer": "openai", + "name": "GPT-3.5 text-davinci-002", + "developer": "OpenAI", "scores": { "Mean win rate": 0.336, "NarrativeQA": 0.719, @@ -1277,8 +1277,8 @@ }, { "model_id": "openai/text-davinci-003", - "name": "text-davinci-003", - "developer": "openai", + "name": "GPT-3.5 text-davinci-003", + "developer": "OpenAI", "scores": { "Mean win rate": 0.439, "NarrativeQA": 0.731, diff --git a/data/benchmarks/helm_mmlu.json b/data/benchmarks/helm_mmlu.json index d02fd683e129eb8ae137f45f82465cf48a4fd5ce..86e1c0ea08c369a552f159de76b251ecf7ffe730 100644 --- a/data/benchmarks/helm_mmlu.json +++ b/data/benchmarks/helm_mmlu.json @@ -476,7 +476,7 @@ { "model_id": "anthropic/claude-2.1", "name": "Claude 2.1", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "MMLU All Subjects": 0.735, "Abstract Algebra": 0.4, @@ -518,8 +518,8 @@ }, { "model_id": "anthropic/claude-3-5-haiku-20241022", - "name": "claude-3-5-haiku-20241022", - "developer": "anthropic", + "name": "Claude 3.5 Haiku 20241022", + "developer": "Anthropic", "scores": { "MMLU All Subjects": 0.743, "Abstract Algebra": 0.47, @@ -562,7 +562,7 @@ { "model_id": "anthropic/claude-3-5-sonnet-20240620", "name": "Claude 3.5 Sonnet 20240620", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "MMLU All Subjects": 0.865, "Abstract Algebra": 0.75, @@ -605,7 +605,7 @@ { "model_id": "anthropic/claude-3-5-sonnet-20241022", "name": "Claude 3.5 Sonnet 20241022", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "MMLU All Subjects": 0.873, "Abstract Algebra": 0.78, @@ -648,7 +648,7 @@ { "model_id": "anthropic/claude-3-haiku-20240307", "name": "Claude 3 Haiku 20240307", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "MMLU All Subjects": 0.738, "Abstract Algebra": 0.42, @@ -691,7 +691,7 @@ { "model_id": "anthropic/claude-3-opus-20240229", "name": "Claude 3 Opus 20240229", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "MMLU All Subjects": 0.846, "Abstract Algebra": 0.64, @@ -734,7 +734,7 @@ { "model_id": "anthropic/claude-3-sonnet-20240229", "name": "Claude 3 Sonnet 20240229", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "MMLU All Subjects": 0.759, "Abstract Algebra": 0.39, @@ -777,7 +777,7 @@ { "model_id": "anthropic/claude-instant-1.2", "name": "Claude Instant 1.2", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "MMLU All Subjects": 0.688, "Abstract Algebra": 0.37, @@ -1035,7 +1035,7 @@ { "model_id": "google/gemini-1.0-pro-001", "name": "Gemini 1.0 Pro 001", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.7, "Abstract Algebra": 0.34, @@ -1078,7 +1078,7 @@ { "model_id": "google/gemini-1.5-flash-001", "name": "Gemini 1.5 Flash 001", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.779, "Abstract Algebra": 0.58, @@ -1121,7 +1121,7 @@ { "model_id": "google/gemini-1.5-flash-002", "name": "Gemini 1.5 Flash 002", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.739, "Abstract Algebra": 0.63, @@ -1164,7 +1164,7 @@ { "model_id": "google/gemini-1.5-flash-preview-0514", "name": "Gemini 1.5 Flash 0514 preview", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.778, "Abstract Algebra": 0.56, @@ -1207,7 +1207,7 @@ { "model_id": "google/gemini-1.5-pro-001", "name": "Gemini 1.5 Pro 001", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.827, "Abstract Algebra": 0.75, @@ -1250,7 +1250,7 @@ { "model_id": "google/gemini-1.5-pro-002", "name": "Gemini 1.5 Pro 002", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.869, "Abstract Algebra": 0.82, @@ -1293,7 +1293,7 @@ { "model_id": "google/gemini-1.5-pro-preview-0409", "name": "Gemini 1.5 Pro 0409 preview", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.81, "Abstract Algebra": 0.6, @@ -1336,7 +1336,7 @@ { "model_id": "google/gemini-2.0-flash-exp", "name": "Gemini 2.0 Flash Experimental", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.797, "Abstract Algebra": 0.72, @@ -1379,7 +1379,7 @@ { "model_id": "google/gemma-2-27b", "name": "Gemma 2 27B", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.757, "Abstract Algebra": 0.4, @@ -1422,7 +1422,7 @@ { "model_id": "google/gemma-2-9b", "name": "Gemma 2 9B", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.721, "Abstract Algebra": 0.4, @@ -1465,7 +1465,7 @@ { "model_id": "google/gemma-7b", "name": "Gemma 7B", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.661, "Abstract Algebra": 0.28, @@ -1508,7 +1508,7 @@ { "model_id": "google/text-bison@001", "name": "PaLM-2 Bison", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.692, "Abstract Algebra": 0.39, @@ -1551,7 +1551,7 @@ { "model_id": "google/text-unicorn@001", "name": "PaLM-2 Unicorn", - "developer": "google", + "developer": "Google", "scores": { "MMLU All Subjects": 0.786, "Abstract Algebra": 0.51, @@ -1594,7 +1594,7 @@ { "model_id": "meta/llama-2-13b", "name": "Llama 2 13B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.554, "Abstract Algebra": 0.27, @@ -1637,7 +1637,7 @@ { "model_id": "meta/llama-2-70b", "name": "Llama 2 70B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.695, "Abstract Algebra": 0.31, @@ -1680,7 +1680,7 @@ { "model_id": "meta/llama-2-7b", "name": "Llama 2 7B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.458, "Abstract Algebra": 0.29, @@ -1723,7 +1723,7 @@ { "model_id": "meta/llama-3-70b", "name": "Llama 3 70B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.793, "Abstract Algebra": 0.43, @@ -1766,7 +1766,7 @@ { "model_id": "meta/llama-3-8b", "name": "Llama 3 8B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.668, "Abstract Algebra": 0.33, @@ -1809,7 +1809,7 @@ { "model_id": "meta/llama-3.1-405b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 405B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.845, "Abstract Algebra": 0.7, @@ -1852,7 +1852,7 @@ { "model_id": "meta/llama-3.1-70b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 70B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.801, "Abstract Algebra": 0.55, @@ -1895,7 +1895,7 @@ { "model_id": "meta/llama-3.1-8b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 8B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.561, "Abstract Algebra": 0.26, @@ -1938,7 +1938,7 @@ { "model_id": "meta/llama-3.2-11b-vision-instruct-turbo", "name": "Llama 3.2 Vision Instruct Turbo 11B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.565, "Abstract Algebra": 0.28, @@ -1981,7 +1981,7 @@ { "model_id": "meta/llama-3.2-90b-vision-instruct-turbo", "name": "Llama 3.2 Vision Instruct Turbo 90B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.803, "Abstract Algebra": 0.52, @@ -2024,7 +2024,7 @@ { "model_id": "meta/llama-3.3-70b-instruct-turbo", "name": "Llama 3.3 Instruct Turbo 70B", - "developer": "meta", + "developer": "Meta", "scores": { "MMLU All Subjects": 0.791, "Abstract Algebra": 0.5, @@ -2540,7 +2540,7 @@ { "model_id": "openai/gpt-3.5-turbo-0125", "name": "GPT-3.5 Turbo 0125", - "developer": "openai", + "developer": "OpenAI", "scores": { "MMLU All Subjects": 0.673, "Abstract Algebra": 0.31, @@ -2582,8 +2582,8 @@ }, { "model_id": "openai/gpt-3.5-turbo-0613", - "name": "gpt-3.5-turbo-0613", - "developer": "openai", + "name": "GPT-3.5 Turbo 0613", + "developer": "OpenAI", "scores": { "MMLU All Subjects": 0.689, "Abstract Algebra": 0.38, @@ -2626,7 +2626,7 @@ { "model_id": "openai/gpt-4-0613", "name": "GPT-4 0613", - "developer": "openai", + "developer": "OpenAI", "scores": { "MMLU All Subjects": 0.824, "Abstract Algebra": 0.63, @@ -2669,7 +2669,7 @@ { "model_id": "openai/gpt-4-1106-preview", "name": "GPT-4 Turbo 1106 preview", - "developer": "openai", + "developer": "OpenAI", "scores": { "MMLU All Subjects": 0.796, "Abstract Algebra": 0.53, @@ -2712,7 +2712,7 @@ { "model_id": "openai/gpt-4-turbo-2024-04-09", "name": "GPT-4 Turbo 2024-04-09", - "developer": "openai", + "developer": "OpenAI", "scores": { "MMLU All Subjects": 0.813, "Abstract Algebra": 0.56, @@ -2755,7 +2755,7 @@ { "model_id": "openai/gpt-4o-2024-05-13", "name": "GPT-4o 2024-05-13", - "developer": "openai", + "developer": "OpenAI", "scores": { "MMLU All Subjects": 0.842, "Abstract Algebra": 0.66, @@ -2798,7 +2798,7 @@ { "model_id": "openai/gpt-4o-2024-08-06", "name": "GPT-4o 2024-08-06", - "developer": "openai", + "developer": "OpenAI", "scores": { "MMLU All Subjects": 0.843, "Abstract Algebra": 0.58, @@ -2841,7 +2841,7 @@ { "model_id": "openai/gpt-4o-mini-2024-07-18", "name": "GPT-4o mini 2024-07-18", - "developer": "openai", + "developer": "OpenAI", "scores": { "MMLU All Subjects": 0.767, "Abstract Algebra": 0.42, diff --git a/data/benchmarks/hfopenllm_v2.json b/data/benchmarks/hfopenllm_v2.json index 3b4661a1c6824a42a734f0a1e7e5e9d2ae7e9a10..1f8b96e7afff5f420ee679b5f52dd37adae65923 100644 --- a/data/benchmarks/hfopenllm_v2.json +++ b/data/benchmarks/hfopenllm_v2.json @@ -143,19 +143,6 @@ "MMLU-PRO": 0.3994 } }, - { - "model_id": "01-ai/Yi-34B", - "name": "Yi-34B", - "developer": "01-ai", - "scores": { - "IFEval": 0.3046, - "BBH": 0.5457, - "MATH Level 5": 0.0514, - "GPQA": 0.3666, - "MUSR": 0.4119, - "MMLU-PRO": 0.4412 - } - }, { "model_id": "01-ai/Yi-34B-200K", "name": "Yi-34B-200K", @@ -182,19 +169,6 @@ "MMLU-PRO": 0.4093 } }, - { - "model_id": "01-ai/Yi-6B", - "name": "Yi-6B", - "developer": "01-ai", - "scores": { - "IFEval": 0.2893, - "BBH": 0.4309, - "MATH Level 5": 0.0159, - "GPQA": 0.2693, - "MUSR": 0.3937, - "MMLU-PRO": 0.2991 - } - }, { "model_id": "01-ai/Yi-6B-200K", "name": "Yi-6B-200K", @@ -260,6 +234,32 @@ "MMLU-PRO": 0.2425 } }, + { + "model_id": "01-ai/yi-34b", + "name": "Yi 34B", + "developer": "01-ai", + "scores": { + "IFEval": 0.3046, + "BBH": 0.5457, + "MATH Level 5": 0.0514, + "GPQA": 0.3666, + "MUSR": 0.4119, + "MMLU-PRO": 0.4412 + } + }, + { + "model_id": "01-ai/yi-6b", + "name": "Yi 6B", + "developer": "01-ai", + "scores": { + "IFEval": 0.2893, + "BBH": 0.4309, + "MATH Level 5": 0.0159, + "GPQA": 0.2693, + "MUSR": 0.3937, + "MMLU-PRO": 0.2991 + } + }, { "model_id": "1-800-LLMs/Qwen-2.5-14B-Hindi", "name": "Qwen-2.5-14B-Hindi", @@ -1019,12 +1019,12 @@ "name": "Qwen2.5-1.5B-continuous-learnt", "developer": "AtAndDev", "scores": { - "IFEval": 0.4511, - "BBH": 0.4275, - "MATH Level 5": 0.1473, - "GPQA": 0.2701, - "MUSR": 0.3623, - "MMLU-PRO": 0.2806 + "IFEval": 0.4605, + "BBH": 0.4258, + "MATH Level 5": 0.0748, + "GPQA": 0.2659, + "MUSR": 0.3636, + "MMLU-PRO": 0.2812 } }, { @@ -2121,7 +2121,7 @@ }, { "model_id": "CohereForAI/c4ai-command-r-plus", - "name": "c4ai-command-r-plus", + "name": "CohereForAI/c4ai-command-r-plus", "developer": "CohereForAI", "scores": { "IFEval": 0.7664, @@ -2176,12 +2176,12 @@ "name": "LION-Gemma-2b-dpo-v1.0", "developer": "Columbia-NLP", "scores": { - "IFEval": 0.3278, - "BBH": 0.392, - "MATH Level 5": 0.0431, - "GPQA": 0.2492, - "MUSR": 0.412, - "MMLU-PRO": 0.1666 + "IFEval": 0.3102, + "BBH": 0.3881, + "MATH Level 5": 0.0536, + "GPQA": 0.2534, + "MUSR": 0.4081, + "MMLU-PRO": 0.1665 } }, { @@ -3047,12 +3047,12 @@ "name": "AetherTOT", "developer": "Daemontatox", "scores": { - "IFEval": 0.4383, - "BBH": 0.5034, - "MATH Level 5": 0.1443, + "IFEval": 0.4398, + "BBH": 0.5066, + "MATH Level 5": 0.1488, "GPQA": 0.3238, - "MUSR": 0.4052, - "MMLU-PRO": 0.3778 + "MUSR": 0.4079, + "MMLU-PRO": 0.3804 } }, { @@ -3125,12 +3125,12 @@ "name": "DocumentCogito", "developer": "Daemontatox", "scores": { - "IFEval": 0.5064, - "BBH": 0.5112, - "MATH Level 5": 0.1631, - "GPQA": 0.3163, - "MUSR": 0.3973, - "MMLU-PRO": 0.3802 + "IFEval": 0.777, + "BBH": 0.5187, + "MATH Level 5": 0.2198, + "GPQA": 0.2936, + "MUSR": 0.3911, + "MMLU-PRO": 0.3738 } }, { @@ -4009,12 +4009,12 @@ "name": "Llama-3.2-1B-SPIN-iter0", "developer": "DavieLion", "scores": { - "IFEval": 0.1507, - "BBH": 0.293, - "MATH Level 5": 0.0, - "GPQA": 0.2534, + "IFEval": 0.1549, + "BBH": 0.2937, + "MATH Level 5": 0.006, + "GPQA": 0.2576, "MUSR": 0.3565, - "MMLU-PRO": 0.1125 + "MMLU-PRO": 0.1128 } }, { @@ -4329,19 +4329,6 @@ "MMLU-PRO": 0.3876 } }, - { - "model_id": "DeepMount00/Llama-3.1-8b-Ita", - "name": "Llama-3.1-8b-Ita", - "developer": "DeepMount00", - "scores": { - "IFEval": 0.5365, - "BBH": 0.517, - "MATH Level 5": 0.1707, - "GPQA": 0.3062, - "MUSR": 0.4487, - "MMLU-PRO": 0.396 - } - }, { "model_id": "DeepMount00/Llama-3.1-Distilled", "name": "Llama-3.1-Distilled", @@ -4659,12 +4646,12 @@ "name": "MN-12B-LilithFrame", "developer": "DoppelReflEx", "scores": { - "IFEval": 0.436, - "BBH": 0.4956, - "MATH Level 5": 0.0589, - "GPQA": 0.3205, - "MUSR": 0.3843, - "MMLU-PRO": 0.3237 + "IFEval": 0.451, + "BBH": 0.4944, + "MATH Level 5": 0.1156, + "GPQA": 0.3196, + "MUSR": 0.3896, + "MMLU-PRO": 0.3256 } }, { @@ -6619,7 +6606,7 @@ }, { "model_id": "EleutherAI/pythia-12b", - "name": "pythia-12b", + "name": "Pythia 12B", "developer": "EleutherAI", "scores": { "IFEval": 0.2471, @@ -6684,7 +6671,7 @@ }, { "model_id": "EleutherAI/pythia-6.9b", - "name": "pythia-6.9b", + "name": "Pythia 6.9B", "developer": "EleutherAI", "scores": { "IFEval": 0.2281, @@ -7038,12 +7025,12 @@ "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto", "developer": "EpistemeAI", "scores": { - "IFEval": 0.7207, - "BBH": 0.461, - "MATH Level 5": 0.1314, - "GPQA": 0.2701, - "MUSR": 0.3432, - "MMLU-PRO": 0.3354 + "IFEval": 0.7305, + "BBH": 0.4649, + "MATH Level 5": 0.1397, + "GPQA": 0.2659, + "MUSR": 0.3209, + "MMLU-PRO": 0.348 } }, { @@ -7688,12 +7675,12 @@ "name": "Herplete-LLM-Llama-3.1-8b", "developer": "Etherll", "scores": { - "IFEval": 0.6106, - "BBH": 0.5347, - "MATH Level 5": 0.1548, - "GPQA": 0.3146, - "MUSR": 0.3991, - "MMLU-PRO": 0.3752 + "IFEval": 0.4672, + "BBH": 0.5013, + "MATH Level 5": 0.0279, + "GPQA": 0.2861, + "MUSR": 0.386, + "MMLU-PRO": 0.3482 } }, { @@ -8468,12 +8455,12 @@ "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1", "developer": "Goekdeniz-Guelmez", "scores": { - "IFEval": 0.3472, - "BBH": 0.3268, - "MATH Level 5": 0.0891, - "GPQA": 0.2517, - "MUSR": 0.3262, - "MMLU-PRO": 0.1641 + "IFEval": 0.3417, + "BBH": 0.3292, + "MATH Level 5": 0.0023, + "GPQA": 0.2576, + "MUSR": 0.3249, + "MMLU-PRO": 0.1638 } }, { @@ -8741,12 +8728,12 @@ "name": "Gemma-Ko-Merge-PEFT", "developer": "Gunulhona", "scores": { - "IFEval": 0.288, - "BBH": 0.5154, + "IFEval": 0.4441, + "BBH": 0.4863, "MATH Level 5": 0.0, - "GPQA": 0.3247, - "MUSR": 0.408, - "MMLU-PRO": 0.3817 + "GPQA": 0.307, + "MUSR": 0.3986, + "MMLU-PRO": 0.3098 } }, { @@ -8985,7 +8972,7 @@ }, { "model_id": "HuggingFaceH4/zephyr-7b-alpha", - "name": "zephyr-7b-alpha", + "name": "HuggingFaceH4/zephyr-7b-alpha", "developer": "HuggingFaceH4", "scores": { "IFEval": 0.5191, @@ -8998,7 +8985,7 @@ }, { "model_id": "HuggingFaceH4/zephyr-7b-beta", - "name": "zephyr-7b-beta", + "name": "HuggingFaceH4/zephyr-7b-beta", "developer": "HuggingFaceH4", "scores": { "IFEval": 0.495, @@ -9011,7 +8998,7 @@ }, { "model_id": "HuggingFaceH4/zephyr-7b-gemma-v0.1", - "name": "zephyr-7b-gemma-v0.1", + "name": "HuggingFaceH4/zephyr-7b-gemma-v0.1", "developer": "HuggingFaceH4", "scores": { "IFEval": 0.3364, @@ -9183,12 +9170,12 @@ "name": "SmolLM2-360M-Instruct", "developer": "HuggingFaceTB", "scores": { - "IFEval": 0.083, - "BBH": 0.3053, - "MATH Level 5": 0.0083, - "GPQA": 0.2651, - "MUSR": 0.3423, - "MMLU-PRO": 0.1126 + "IFEval": 0.3842, + "BBH": 0.3144, + "MATH Level 5": 0.0151, + "GPQA": 0.255, + "MUSR": 0.3461, + "MMLU-PRO": 0.1117 } }, { @@ -13044,12 +13031,12 @@ "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", "developer": "LeroyDyer", "scores": { - "IFEval": 0.3036, - "BBH": 0.4575, + "IFEval": 0.3066, + "BBH": 0.4577, "MATH Level 5": 0.0446, - "GPQA": 0.3012, - "MUSR": 0.4253, - "MMLU-PRO": 0.2329 + "GPQA": 0.2995, + "MUSR": 0.4254, + "MMLU-PRO": 0.2318 } }, { @@ -13070,12 +13057,12 @@ "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", "developer": "LeroyDyer", "scores": { - "IFEval": 0.3579, - "BBH": 0.4477, - "MATH Level 5": 0.0423, - "GPQA": 0.3096, - "MUSR": 0.4134, - "MMLU-PRO": 0.2376 + "IFEval": 0.3798, + "BBH": 0.4483, + "MATH Level 5": 0.04, + "GPQA": 0.3129, + "MUSR": 0.4148, + "MMLU-PRO": 0.2389 } }, { @@ -14318,12 +14305,12 @@ "name": "Llama-3-8B-Magpie-Align-v0.1", "developer": "Magpie-Align", "scores": { - "IFEval": 0.4118, - "BBH": 0.4811, - "MATH Level 5": 0.034, - "GPQA": 0.2752, - "MUSR": 0.3047, - "MMLU-PRO": 0.3006 + "IFEval": 0.4027, + "BBH": 0.4789, + "MATH Level 5": 0.0461, + "GPQA": 0.2768, + "MUSR": 0.3087, + "MMLU-PRO": 0.3001 } }, { @@ -16772,7 +16759,7 @@ }, { "model_id": "NousResearch/Hermes-3-Llama-3.1-70B", - "name": "Hermes-3-Llama-3.1-70B", + "name": "NousResearch/Hermes-3-Llama-3.1-70B", "developer": "NousResearch", "scores": { "IFEval": 0.7661, @@ -16811,7 +16798,7 @@ }, { "model_id": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", - "name": "Nous-Hermes-2-Mistral-7B-DPO", + "name": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", "developer": "NousResearch", "scores": { "IFEval": 0.5763, @@ -16824,7 +16811,7 @@ }, { "model_id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", - "name": "Nous-Hermes-2-Mixtral-8x7B-DPO", + "name": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "developer": "NousResearch", "scores": { "IFEval": 0.5897, @@ -18154,11 +18141,11 @@ "developer": "PrimeIntellect", "scores": { "IFEval": 0.1757, - "BBH": 0.274, + "BBH": 0.276, "MATH Level 5": 0.0, - "GPQA": 0.25, - "MUSR": 0.3753, - "MMLU-PRO": 0.112 + "GPQA": 0.2534, + "MUSR": 0.3339, + "MMLU-PRO": 0.1123 } }, { @@ -18724,19 +18711,6 @@ "model_id": "Quazim0t0/ODB-14B-sce", "name": "ODB-14B-sce", "developer": "Quazim0t0", - "scores": { - "IFEval": 0.2922, - "BBH": 0.6559, - "MATH Level 5": 0.2545, - "GPQA": 0.2659, - "MUSR": 0.3929, - "MMLU-PRO": 0.5207 - } - }, - { - "model_id": "Quazim0t0/ODB-14b-sce", - "name": "ODB-14b-sce", - "developer": "Quazim0t0", "scores": { "IFEval": 0.7016, "BBH": 0.6942, @@ -19164,7 +19138,7 @@ }, { "model_id": "Qwen/Qwen1.5-0.5B-Chat", - "name": "Qwen1.5-0.5B-Chat", + "name": "Qwen/Qwen1.5-0.5B-Chat", "developer": "Qwen", "scores": { "IFEval": 0.1807, @@ -19190,7 +19164,7 @@ }, { "model_id": "Qwen/Qwen1.5-1.8B-Chat", - "name": "Qwen1.5-1.8B-Chat", + "name": "Qwen/Qwen1.5-1.8B-Chat", "developer": "Qwen", "scores": { "IFEval": 0.2019, @@ -19214,35 +19188,9 @@ "MMLU-PRO": 0.5361 } }, - { - "model_id": "Qwen/Qwen1.5-110B-Chat", - "name": "Qwen1.5-110B-Chat", - "developer": "Qwen", - "scores": { - "IFEval": 0.5939, - "BBH": 0.6184, - "MATH Level 5": 0.2341, - "GPQA": 0.3414, - "MUSR": 0.4522, - "MMLU-PRO": 0.4825 - } - }, - { - "model_id": "Qwen/Qwen1.5-14B", - "name": "Qwen1.5-14B", - "developer": "Qwen", - "scores": { - "IFEval": 0.2905, - "BBH": 0.508, - "MATH Level 5": 0.2024, - "GPQA": 0.2945, - "MUSR": 0.4186, - "MMLU-PRO": 0.3644 - } - }, { "model_id": "Qwen/Qwen1.5-14B-Chat", - "name": "Qwen1.5-14B-Chat", + "name": "Qwen/Qwen1.5-14B-Chat", "developer": "Qwen", "scores": { "IFEval": 0.4768, @@ -19253,19 +19201,6 @@ "MMLU-PRO": 0.3618 } }, - { - "model_id": "Qwen/Qwen1.5-32B", - "name": "Qwen1.5-32B", - "developer": "Qwen", - "scores": { - "IFEval": 0.3297, - "BBH": 0.5715, - "MATH Level 5": 0.3029, - "GPQA": 0.3297, - "MUSR": 0.4278, - "MMLU-PRO": 0.45 - } - }, { "model_id": "Qwen/Qwen1.5-32B-Chat", "name": "Qwen1.5-32B-Chat", @@ -19294,7 +19229,7 @@ }, { "model_id": "Qwen/Qwen1.5-4B-Chat", - "name": "Qwen1.5-4B-Chat", + "name": "Qwen/Qwen1.5-4B-Chat", "developer": "Qwen", "scores": { "IFEval": 0.3157, @@ -19305,22 +19240,9 @@ "MMLU-PRO": 0.2396 } }, - { - "model_id": "Qwen/Qwen1.5-7B", - "name": "Qwen1.5-7B", - "developer": "Qwen", - "scores": { - "IFEval": 0.2684, - "BBH": 0.456, - "MATH Level 5": 0.0929, - "GPQA": 0.2987, - "MUSR": 0.4103, - "MMLU-PRO": 0.2916 - } - }, { "model_id": "Qwen/Qwen1.5-7B-Chat", - "name": "Qwen1.5-7B-Chat", + "name": "Qwen/Qwen1.5-7B-Chat", "developer": "Qwen", "scores": { "IFEval": 0.4371, @@ -19346,7 +19268,7 @@ }, { "model_id": "Qwen/Qwen1.5-MoE-A2.7B-Chat", - "name": "Qwen1.5-MoE-A2.7B-Chat", + "name": "Qwen/Qwen1.5-MoE-A2.7B-Chat", "developer": "Qwen", "scores": { "IFEval": 0.3795, @@ -19448,19 +19370,6 @@ "MMLU-PRO": 0.5731 } }, - { - "model_id": "Qwen/Qwen2-72B-Instruct", - "name": "Qwen2-72B-Instruct", - "developer": "Qwen", - "scores": { - "IFEval": 0.7989, - "BBH": 0.6977, - "MATH Level 5": 0.4177, - "GPQA": 0.3725, - "MUSR": 0.456, - "MMLU-PRO": 0.5403 - } - }, { "model_id": "Qwen/Qwen2-7B", "name": "Qwen2-7B", @@ -19918,7 +19827,7 @@ }, { "model_id": "RLHFlow/ArmoRM-Llama3-8B-v0.1", - "name": "ArmoRM-Llama3-8B-v0.1", + "name": "RLHFlow/ArmoRM-Llama3-8B-v0.1", "developer": "RLHFlow", "scores": { "IFEval": 0.1897, @@ -19931,7 +19840,7 @@ }, { "model_id": "RLHFlow/LLaMA3-iterative-DPO-final", - "name": "LLaMA3-iterative-DPO-final", + "name": "RLHFlow/LLaMA3-iterative-DPO-final", "developer": "RLHFlow", "scores": { "IFEval": 0.534, @@ -20077,12 +19986,12 @@ "name": "Replete-LLM-Qwen2-7b", "developer": "Replete-AI", "scores": { - "IFEval": 0.0905, - "BBH": 0.2985, + "IFEval": 0.0932, + "BBH": 0.2977, "MATH Level 5": 0.0, - "GPQA": 0.2534, - "MUSR": 0.3848, - "MMLU-PRO": 0.1158 + "GPQA": 0.2475, + "MUSR": 0.3941, + "MMLU-PRO": 0.1157 } }, { @@ -22024,7 +21933,7 @@ }, { "model_id": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", - "name": "Skywork-Reward-Gemma-2-27B-v0.2", + "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", "developer": "Skywork", "scores": { "IFEval": 0.7807, @@ -24744,12 +24653,12 @@ "name": "Llama-3-Instruct-8B-SPPO-Iter3", "developer": "UCLA-AGI", "scores": { - "IFEval": 0.6834, - "BBH": 0.508, - "MATH Level 5": 0.0959, + "IFEval": 0.6703, + "BBH": 0.5076, + "MATH Level 5": 0.0718, "GPQA": 0.2651, - "MUSR": 0.3661, - "MMLU-PRO": 0.3644 + "MUSR": 0.3647, + "MMLU-PRO": 0.3658 } }, { @@ -25745,12 +25654,12 @@ "name": "Qwen2.5-14B-YOYO-1010", "developer": "YOYO-AI", "scores": { - "IFEval": 0.7905, - "BBH": 0.6406, - "MATH Level 5": 0.0, - "GPQA": 0.3163, - "MUSR": 0.4181, - "MMLU-PRO": 0.4944 + "IFEval": 0.5899, + "BBH": 0.654, + "MATH Level 5": 0.4509, + "GPQA": 0.3834, + "MUSR": 0.4744, + "MMLU-PRO": 0.5376 } }, { @@ -26603,12 +26512,12 @@ "name": "autotrain-0tmgq-5tpbg", "developer": "abhishek", "scores": { - "IFEval": 0.1952, - "BBH": 0.3127, - "MATH Level 5": 0.0128, - "GPQA": 0.2592, - "MUSR": 0.3584, - "MMLU-PRO": 0.1144 + "IFEval": 0.1957, + "BBH": 0.3135, + "MATH Level 5": 0.0, + "GPQA": 0.2517, + "MUSR": 0.365, + "MMLU-PRO": 0.1151 } }, { @@ -26694,12 +26603,12 @@ "name": "QAIMath-Qwen2.5-7B-TIES", "developer": "adriszmar", "scores": { - "IFEval": 0.1685, - "BBH": 0.3124, - "MATH Level 5": 0.0015, - "GPQA": 0.2492, - "MUSR": 0.3963, - "MMLU-PRO": 0.1066 + "IFEval": 0.1746, + "BBH": 0.3126, + "MATH Level 5": 0.0, + "GPQA": 0.245, + "MUSR": 0.4096, + "MMLU-PRO": 0.1087 } }, { @@ -26980,12 +26889,12 @@ "name": "Llama-3.1-Storm-8B", "developer": "akjindal53244", "scores": { - "IFEval": 0.8033, - "BBH": 0.5196, - "MATH Level 5": 0.1624, - "GPQA": 0.3096, + "IFEval": 0.8051, + "BBH": 0.5189, + "MATH Level 5": 0.1722, + "GPQA": 0.3263, "MUSR": 0.4028, - "MMLU-PRO": 0.3812 + "MMLU-PRO": 0.3803 } }, { @@ -27006,12 +26915,12 @@ "name": "Llama-3.1-Tulu-3-70B", "developer": "allenai", "scores": { - "IFEval": 0.8291, - "BBH": 0.6164, - "MATH Level 5": 0.4502, + "IFEval": 0.8379, + "BBH": 0.6157, + "MATH Level 5": 0.3829, "GPQA": 0.3733, - "MUSR": 0.4948, - "MMLU-PRO": 0.4645 + "MUSR": 0.4988, + "MMLU-PRO": 0.4656 } }, { @@ -27045,12 +26954,12 @@ "name": "Llama-3.1-Tulu-3-8B", "developer": "allenai", "scores": { - "IFEval": 0.8255, - "BBH": 0.4061, - "MATH Level 5": 0.2115, - "GPQA": 0.297, + "IFEval": 0.8267, + "BBH": 0.405, + "MATH Level 5": 0.1964, + "GPQA": 0.2987, "MUSR": 0.4175, - "MMLU-PRO": 0.2821 + "MMLU-PRO": 0.2827 } }, { @@ -27120,7 +27029,7 @@ }, { "model_id": "allenai/OLMo-2-1124-7B-Instruct", - "name": "OLMo-2-1124-7B-Instruct", + "name": "OLMo 2 7B Instruct November 2024", "developer": "allenai", "scores": { "IFEval": 0.7244, @@ -27159,7 +27068,7 @@ }, { "model_id": "allenai/OLMoE-1B-7B-0125-Instruct", - "name": "OLMoE-1B-7B-0125-Instruct", + "name": "OLMoE 1B-7B Instruct January 2025", "developer": "allenai", "scores": { "IFEval": 0.6757, @@ -28540,11 +28449,11 @@ "name": "AMD-Llama-135m", "developer": "amd", "scores": { - "IFEval": 0.1918, - "BBH": 0.2969, - "MATH Level 5": 0.0076, - "GPQA": 0.2584, - "MUSR": 0.3846, + "IFEval": 0.1842, + "BBH": 0.2974, + "MATH Level 5": 0.0053, + "GPQA": 0.2525, + "MUSR": 0.378, "MMLU-PRO": 0.1169 } }, @@ -30451,12 +30360,12 @@ "name": "Llama-3.2-3B-Deep-Test", "developer": "bunnycore", "scores": { - "IFEval": 0.4652, - "BBH": 0.4531, - "MATH Level 5": 0.1284, - "GPQA": 0.2643, - "MUSR": 0.3394, - "MMLU-PRO": 0.3152 + "IFEval": 0.1775, + "BBH": 0.295, + "MATH Level 5": 0.0, + "GPQA": 0.2517, + "MUSR": 0.3647, + "MMLU-PRO": 0.1049 } }, { @@ -31738,12 +31647,12 @@ "name": "dolphin-2.9.2-Phi-3-Medium-abliterated", "developer": "cognitivecomputations", "scores": { - "IFEval": 0.4124, - "BBH": 0.6383, - "MATH Level 5": 0.182, - "GPQA": 0.3289, - "MUSR": 0.4349, - "MMLU-PRO": 0.4525 + "IFEval": 0.3613, + "BBH": 0.6123, + "MATH Level 5": 0.1239, + "GPQA": 0.328, + "MUSR": 0.4112, + "MMLU-PRO": 0.4494 } }, { @@ -31881,12 +31790,12 @@ "name": "llama-43m-beta", "developer": "cpayne1303", "scores": { - "IFEval": 0.1916, - "BBH": 0.2977, - "MATH Level 5": 0.0, + "IFEval": 0.1949, + "BBH": 0.2965, + "MATH Level 5": 0.0045, "GPQA": 0.2685, - "MUSR": 0.3872, - "MMLU-PRO": 0.1132 + "MUSR": 0.3885, + "MMLU-PRO": 0.1111 } }, { @@ -32258,12 +32167,12 @@ "name": "Llama-3-8B-Orpo-v0.1", "developer": "dfurman", "scores": { - "IFEval": 0.3, - "BBH": 0.3853, - "MATH Level 5": 0.0415, - "GPQA": 0.2617, - "MUSR": 0.3579, - "MMLU-PRO": 0.2281 + "IFEval": 0.2835, + "BBH": 0.3842, + "MATH Level 5": 0.0521, + "GPQA": 0.2609, + "MUSR": 0.3566, + "MMLU-PRO": 0.2298 } }, { @@ -33597,12 +33506,12 @@ "name": "TheBeagle-v2beta-32B-MGS", "developer": "fblgit", "scores": { - "IFEval": 0.4503, - "BBH": 0.7035, - "MATH Level 5": 0.3943, - "GPQA": 0.401, - "MUSR": 0.5021, - "MMLU-PRO": 0.5911 + "IFEval": 0.5181, + "BBH": 0.7033, + "MATH Level 5": 0.4947, + "GPQA": 0.3826, + "MUSR": 0.5008, + "MMLU-PRO": 0.5915 } }, { @@ -34609,7 +34518,7 @@ { "model_id": "google/codegemma-1.1-2b", "name": "codegemma-1.1-2b", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2294, "BBH": 0.3353, @@ -34622,7 +34531,7 @@ { "model_id": "google/flan-t5-base", "name": "flan-t5-base", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.1891, "BBH": 0.3526, @@ -34635,7 +34544,7 @@ { "model_id": "google/flan-t5-large", "name": "flan-t5-large", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2201, "BBH": 0.4153, @@ -34648,7 +34557,7 @@ { "model_id": "google/flan-t5-small", "name": "flan-t5-small", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.1524, "BBH": 0.3283, @@ -34661,7 +34570,7 @@ { "model_id": "google/flan-t5-xl", "name": "flan-t5-xl", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2207, "BBH": 0.4537, @@ -34674,7 +34583,7 @@ { "model_id": "google/flan-t5-xxl", "name": "flan-t5-xxl", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.22, "BBH": 0.5066, @@ -34687,7 +34596,7 @@ { "model_id": "google/flan-ul2", "name": "flan-ul2", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2393, "BBH": 0.5054, @@ -34700,7 +34609,7 @@ { "model_id": "google/gemma-1.1-2b-it", "name": "gemma-1.1-2b-it", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.3067, "BBH": 0.3185, @@ -34713,7 +34622,7 @@ { "model_id": "google/gemma-1.1-7b-it", "name": "gemma-1.1-7b-it", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.5039, "BBH": 0.3935, @@ -34726,7 +34635,7 @@ { "model_id": "google/gemma-2-27b", "name": "Gemma 2 27B", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2475, "BBH": 0.5643, @@ -34739,7 +34648,7 @@ { "model_id": "google/gemma-2-27b-it", "name": "Gemma 2 Instruct 27B", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.7978, "BBH": 0.6451, @@ -34752,20 +34661,20 @@ { "model_id": "google/gemma-2-2b", "name": "gemma-2-2b", - "developer": "google", + "developer": "Google", "scores": { - "IFEval": 0.2018, - "BBH": 0.3709, - "MATH Level 5": 0.0302, + "IFEval": 0.1993, + "BBH": 0.3656, + "MATH Level 5": 0.0287, "GPQA": 0.2626, - "MUSR": 0.4219, - "MMLU-PRO": 0.2217 + "MUSR": 0.4232, + "MMLU-PRO": 0.218 } }, { "model_id": "google/gemma-2-2b-it", "name": "gemma-2-2b-it", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.5668, "BBH": 0.4199, @@ -34778,7 +34687,7 @@ { "model_id": "google/gemma-2-2b-jpn-it", "name": "gemma-2-2b-jpn-it", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.5078, "BBH": 0.4226, @@ -34791,7 +34700,7 @@ { "model_id": "google/gemma-2-9b", "name": "Gemma 2 9B", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.204, "BBH": 0.5377, @@ -34804,7 +34713,7 @@ { "model_id": "google/gemma-2-9b-it", "name": "Gemma 2 Instruct 9B", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.7436, "BBH": 0.599, @@ -34817,7 +34726,7 @@ { "model_id": "google/gemma-2b", "name": "gemma-2b", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2038, "BBH": 0.3366, @@ -34830,7 +34739,7 @@ { "model_id": "google/gemma-2b-it", "name": "gemma-2b-it", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.269, "BBH": 0.3151, @@ -34843,7 +34752,7 @@ { "model_id": "google/gemma-7b", "name": "Gemma 7B", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2659, "BBH": 0.4362, @@ -34856,7 +34765,7 @@ { "model_id": "google/gemma-7b-it", "name": "gemma-7b-it", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.3868, "BBH": 0.3646, @@ -34869,7 +34778,7 @@ { "model_id": "google/mt5-base", "name": "mt5-base", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.1645, "BBH": 0.2883, @@ -34882,7 +34791,7 @@ { "model_id": "google/mt5-small", "name": "mt5-small", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.1718, "BBH": 0.2766, @@ -34895,7 +34804,7 @@ { "model_id": "google/mt5-xl", "name": "mt5-xl", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.196, "BBH": 0.3047, @@ -34908,7 +34817,7 @@ { "model_id": "google/mt5-xxl", "name": "mt5-xxl", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2358, "BBH": 0.2959, @@ -34921,7 +34830,7 @@ { "model_id": "google/recurrentgemma-2b", "name": "recurrentgemma-2b", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.3017, "BBH": 0.3197, @@ -34934,7 +34843,7 @@ { "model_id": "google/recurrentgemma-2b-it", "name": "recurrentgemma-2b-it", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.2949, "BBH": 0.333, @@ -34947,7 +34856,7 @@ { "model_id": "google/recurrentgemma-9b", "name": "recurrentgemma-9b", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.3116, "BBH": 0.3956, @@ -34960,7 +34869,7 @@ { "model_id": "google/recurrentgemma-9b-it", "name": "recurrentgemma-9b-it", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.501, "BBH": 0.4367, @@ -34973,7 +34882,7 @@ { "model_id": "google/switch-base-8", "name": "switch-base-8", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.1585, "BBH": 0.2876, @@ -34986,7 +34895,7 @@ { "model_id": "google/umt5-base", "name": "umt5-base", - "developer": "google", + "developer": "Google", "scores": { "IFEval": 0.1746, "BBH": 0.2788, @@ -41423,12 +41332,12 @@ "name": "BunderMaxx-0710", "developer": "kavonalds", "scores": { - "IFEval": 0.2701, - "BBH": 0.5566, + "IFEval": 0.3283, + "BBH": 0.6651, "MATH Level 5": 0.068, - "GPQA": 0.2802, - "MUSR": 0.3682, - "MMLU-PRO": 0.1449 + "GPQA": 0.2609, + "MUSR": 0.3393, + "MMLU-PRO": 0.1314 } }, { @@ -42450,12 +42359,12 @@ "name": "Mistral-v0.3-7B-ORPO", "developer": "llmat", "scores": { - "IFEval": 0.364, - "BBH": 0.4005, - "MATH Level 5": 0.0015, - "GPQA": 0.2693, - "MUSR": 0.3529, - "MMLU-PRO": 0.2301 + "IFEval": 0.377, + "BBH": 0.3978, + "MATH Level 5": 0.0242, + "GPQA": 0.2668, + "MUSR": 0.3555, + "MMLU-PRO": 0.2278 } }, { @@ -44057,19 +43966,6 @@ "MMLU-PRO": 0.4712 } }, - { - "model_id": "microsoft/Phi-3-medium-4k-instruct", - "name": "Phi-3-medium-4k-instruct", - "developer": "microsoft", - "scores": { - "IFEval": 0.6423, - "BBH": 0.6412, - "MATH Level 5": 0.1956, - "GPQA": 0.3364, - "MUSR": 0.4258, - "MMLU-PRO": 0.4676 - } - }, { "model_id": "microsoft/Phi-3-mini-128k-instruct", "name": "Phi-3-mini-128k-instruct", @@ -44109,19 +44005,6 @@ "MMLU-PRO": 0.4491 } }, - { - "model_id": "microsoft/Phi-3-small-8k-instruct", - "name": "Phi-3-small-8k-instruct", - "developer": "microsoft", - "scores": { - "IFEval": 0.6497, - "BBH": 0.6208, - "MATH Level 5": 0.1887, - "GPQA": 0.3121, - "MUSR": 0.4558, - "MMLU-PRO": 0.4506 - } - }, { "model_id": "microsoft/Phi-3.5-MoE-instruct", "name": "Phi-3.5-MoE-instruct", @@ -44200,6 +44083,32 @@ "MMLU-PRO": 0.2628 } }, + { + "model_id": "microsoft/phi-3-medium-4k-instruct", + "name": "Phi-3 14B", + "developer": "microsoft", + "scores": { + "IFEval": 0.6423, + "BBH": 0.6412, + "MATH Level 5": 0.1956, + "GPQA": 0.3364, + "MUSR": 0.4258, + "MMLU-PRO": 0.4676 + } + }, + { + "model_id": "microsoft/phi-3-small-8k-instruct", + "name": "Phi-3 7B", + "developer": "microsoft", + "scores": { + "IFEval": 0.6497, + "BBH": 0.6208, + "MATH Level 5": 0.1887, + "GPQA": 0.3121, + "MUSR": 0.4558, + "MMLU-PRO": 0.4506 + } + }, { "model_id": "microsoft/phi-4", "name": "phi-4", @@ -44309,12 +44218,12 @@ "name": "Trinity-2-Codestral-22B-v0.2", "developer": "migtissera", "scores": { - "IFEval": 0.443, - "BBH": 0.5706, - "MATH Level 5": 0.0869, - "GPQA": 0.3079, - "MUSR": 0.4031, - "MMLU-PRO": 0.3354 + "IFEval": 0.4345, + "BBH": 0.5686, + "MATH Level 5": 0.0838, + "GPQA": 0.3003, + "MUSR": 0.4045, + "MMLU-PRO": 0.334 } }, { @@ -44447,32 +44356,6 @@ "MMLU-PRO": 0.2717 } }, - { - "model_id": "mistralai/Mistral-7B-Instruct-v0.3", - "name": "Mistral-7B-Instruct-v0.3", - "developer": "mistralai", - "scores": { - "IFEval": 0.5465, - "BBH": 0.4722, - "MATH Level 5": 0.0385, - "GPQA": 0.2794, - "MUSR": 0.3739, - "MMLU-PRO": 0.3075 - } - }, - { - "model_id": "mistralai/Mistral-7B-v0.1", - "name": "Mistral-7B-v0.1", - "developer": "mistralai", - "scores": { - "IFEval": 0.2386, - "BBH": 0.4419, - "MATH Level 5": 0.0295, - "GPQA": 0.2919, - "MUSR": 0.4139, - "MMLU-PRO": 0.3013 - } - }, { "model_id": "mistralai/Mistral-7B-v0.3", "name": "Mistral-7B-v0.3", @@ -44543,12 +44426,12 @@ "name": "Mistral-Small-Instruct-2409", "developer": "mistralai", "scores": { - "IFEval": 0.667, - "BBH": 0.5213, - "MATH Level 5": 0.1435, - "GPQA": 0.3238, - "MUSR": 0.3632, - "MMLU-PRO": 0.396 + "IFEval": 0.6283, + "BBH": 0.583, + "MATH Level 5": 0.2039, + "GPQA": 0.3331, + "MUSR": 0.4063, + "MMLU-PRO": 0.4099 } }, { @@ -44595,12 +44478,38 @@ "name": "Mixtral-8x7B-v0.1", "developer": "mistralai", "scores": { - "IFEval": 0.2326, - "BBH": 0.5098, - "MATH Level 5": 0.0937, - "GPQA": 0.3205, - "MUSR": 0.4413, - "MMLU-PRO": 0.3871 + "IFEval": 0.2415, + "BBH": 0.5087, + "MATH Level 5": 0.102, + "GPQA": 0.3138, + "MUSR": 0.4321, + "MMLU-PRO": 0.385 + } + }, + { + "model_id": "mistralai/mistral-7b-instruct-v0.3", + "name": "Mistral Instruct v0.3 7B", + "developer": "mistralai", + "scores": { + "IFEval": 0.5465, + "BBH": 0.4722, + "MATH Level 5": 0.0385, + "GPQA": 0.2794, + "MUSR": 0.3739, + "MMLU-PRO": 0.3075 + } + }, + { + "model_id": "mistralai/mistral-7b-v0.1", + "name": "Mistral v0.1 7B", + "developer": "mistralai", + "scores": { + "IFEval": 0.2386, + "BBH": 0.4419, + "MATH Level 5": 0.0295, + "GPQA": 0.2919, + "MUSR": 0.4139, + "MMLU-PRO": 0.3013 } }, { @@ -44829,12 +44738,12 @@ "name": "NeuralDaredevil-8B-abliterated", "developer": "mlabonne", "scores": { - "IFEval": 0.4162, - "BBH": 0.5124, - "MATH Level 5": 0.0853, - "GPQA": 0.3029, - "MUSR": 0.415, - "MMLU-PRO": 0.3802 + "IFEval": 0.7561, + "BBH": 0.5111, + "MATH Level 5": 0.0906, + "GPQA": 0.3062, + "MUSR": 0.4019, + "MMLU-PRO": 0.3841 } }, { @@ -47884,12 +47793,12 @@ "name": "Llama-FinSent-S", "developer": "oopere", "scores": { - "IFEval": 0.2164, - "BBH": 0.3169, - "MATH Level 5": 0.0128, - "GPQA": 0.2584, + "IFEval": 0.2119, + "BBH": 0.3156, + "MATH Level 5": 0.0181, + "GPQA": 0.2567, "MUSR": 0.3832, - "MMLU-PRO": 0.1134 + "MMLU-PRO": 0.113 } }, { @@ -48820,12 +48729,12 @@ "name": "Llama-3-8B-ProLong-512k-Instruct", "developer": "princeton-nlp", "scores": { - "IFEval": 0.3978, - "BBH": 0.4983, - "MATH Level 5": 0.0582, - "GPQA": 0.281, - "MUSR": 0.425, - "MMLU-PRO": 0.3246 + "IFEval": 0.5508, + "BBH": 0.5028, + "MATH Level 5": 0.0529, + "GPQA": 0.2861, + "MUSR": 0.4266, + "MMLU-PRO": 0.3231 } }, { @@ -49535,12 +49444,12 @@ "name": "Calcium-Opus-14B-Elite", "developer": "prithivMLmods", "scores": { - "IFEval": 0.6052, - "BBH": 0.6317, - "MATH Level 5": 0.4789, - "GPQA": 0.3742, - "MUSR": 0.486, - "MMLU-PRO": 0.5302 + "IFEval": 0.6064, + "BBH": 0.6296, + "MATH Level 5": 0.3708, + "GPQA": 0.3733, + "MUSR": 0.4873, + "MMLU-PRO": 0.5307 } }, { @@ -50952,12 +50861,12 @@ "name": "Oracle-14B", "developer": "qingy2019", "scores": { - "IFEval": 0.2401, - "BBH": 0.4622, - "MATH Level 5": 0.0725, - "GPQA": 0.2609, - "MUSR": 0.3703, - "MMLU-PRO": 0.2379 + "IFEval": 0.2358, + "BBH": 0.4612, + "MATH Level 5": 0.0642, + "GPQA": 0.2576, + "MUSR": 0.3717, + "MMLU-PRO": 0.2382 } }, { @@ -51246,6 +51155,71 @@ "MMLU-PRO": 0.1316 } }, + { + "model_id": "qwen/qwen1.5-110b-chat", + "name": "Qwen1.5 Chat 110B", + "developer": "qwen", + "scores": { + "IFEval": 0.5939, + "BBH": 0.6184, + "MATH Level 5": 0.2341, + "GPQA": 0.3414, + "MUSR": 0.4522, + "MMLU-PRO": 0.4825 + } + }, + { + "model_id": "qwen/qwen1.5-14b", + "name": "Qwen1.5 14B", + "developer": "qwen", + "scores": { + "IFEval": 0.2905, + "BBH": 0.508, + "MATH Level 5": 0.2024, + "GPQA": 0.2945, + "MUSR": 0.4186, + "MMLU-PRO": 0.3644 + } + }, + { + "model_id": "qwen/qwen1.5-32b", + "name": "Qwen1.5 32B", + "developer": "qwen", + "scores": { + "IFEval": 0.3297, + "BBH": 0.5715, + "MATH Level 5": 0.3029, + "GPQA": 0.3297, + "MUSR": 0.4278, + "MMLU-PRO": 0.45 + } + }, + { + "model_id": "qwen/qwen1.5-7b", + "name": "Qwen1.5 7B", + "developer": "qwen", + "scores": { + "IFEval": 0.2684, + "BBH": 0.456, + "MATH Level 5": 0.0929, + "GPQA": 0.2987, + "MUSR": 0.4103, + "MMLU-PRO": 0.2916 + } + }, + { + "model_id": "qwen/qwen2-72b-instruct", + "name": "Qwen2 Instruct 72B", + "developer": "qwen", + "scores": { + "IFEval": 0.7989, + "BBH": 0.6977, + "MATH Level 5": 0.4177, + "GPQA": 0.3725, + "MUSR": 0.456, + "MMLU-PRO": 0.5403 + } + }, { "model_id": "raphgg/test-2.5-72B", "name": "test-2.5-72B", @@ -51368,12 +51342,12 @@ "name": "recoilme-gemma-2-9B-v0.3", "developer": "recoilme", "scores": { - "IFEval": 0.7439, - "BBH": 0.5993, - "MATH Level 5": 0.0876, - "GPQA": 0.3238, - "MUSR": 0.4204, - "MMLU-PRO": 0.4072 + "IFEval": 0.5761, + "BBH": 0.602, + "MATH Level 5": 0.1888, + "GPQA": 0.3372, + "MUSR": 0.4632, + "MMLU-PRO": 0.4039 } }, { @@ -51628,12 +51602,12 @@ "name": "Rombos-LLM-V2.5.1-Qwen-3b", "developer": "rombodawg", "scores": { - "IFEval": 0.2566, - "BBH": 0.39, - "MATH Level 5": 0.1208, - "GPQA": 0.2626, + "IFEval": 0.2595, + "BBH": 0.3884, + "MATH Level 5": 0.0914, + "GPQA": 0.2743, "MUSR": 0.3991, - "MMLU-PRO": 0.2741 + "MMLU-PRO": 0.2719 } }, { @@ -53227,12 +53201,12 @@ "name": "Qwenvergence-14B-v3-Reason", "developer": "sometimesanotion", "scores": { - "IFEval": 0.5367, - "BBH": 0.6561, - "MATH Level 5": 0.358, - "GPQA": 0.3867, - "MUSR": 0.474, - "MMLU-PRO": 0.5395 + "IFEval": 0.5278, + "BBH": 0.6557, + "MATH Level 5": 0.3119, + "GPQA": 0.3842, + "MUSR": 0.4754, + "MMLU-PRO": 0.5396 } }, { @@ -53526,12 +53500,12 @@ "name": "ChatWaifu_v2.0_22B", "developer": "spow12", "scores": { - "IFEval": 0.6511, - "BBH": 0.5926, - "MATH Level 5": 0.1858, - "GPQA": 0.3247, + "IFEval": 0.6517, + "BBH": 0.5908, + "MATH Level 5": 0.2032, + "GPQA": 0.3238, "MUSR": 0.3842, - "MMLU-PRO": 0.3836 + "MMLU-PRO": 0.3812 } }, { @@ -53575,7 +53549,7 @@ }, { "model_id": "stabilityai/stablelm-2-12b-chat", - "name": "stablelm-2-12b-chat", + "name": "stabilityai/stablelm-2-12b-chat", "developer": "stabilityai", "scores": { "IFEval": 0.4082, @@ -53614,7 +53588,7 @@ }, { "model_id": "stabilityai/stablelm-2-zephyr-1_6b", - "name": "stablelm-2-zephyr-1_6b", + "name": "stabilityai/stablelm-2-zephyr-1_6b", "developer": "stabilityai", "scores": { "IFEval": 0.3279, @@ -53640,7 +53614,7 @@ }, { "model_id": "stabilityai/stablelm-zephyr-3b", - "name": "stablelm-zephyr-3b", + "name": "stabilityai/stablelm-zephyr-3b", "developer": "stabilityai", "scores": { "IFEval": 0.3683, @@ -54371,12 +54345,12 @@ "name": "lambda-gemma-2-9b-dpo", "developer": "tanliboy", "scores": { - "IFEval": 0.1829, - "BBH": 0.5488, - "MATH Level 5": 0.0, - "GPQA": 0.3104, - "MUSR": 0.4056, - "MMLU-PRO": 0.3805 + "IFEval": 0.4501, + "BBH": 0.5472, + "MATH Level 5": 0.0944, + "GPQA": 0.3138, + "MUSR": 0.4017, + "MMLU-PRO": 0.3792 } }, { @@ -57023,12 +56997,12 @@ "name": "BagelMIsteryTour-v2-8x7B", "developer": "ycros", "scores": { - "IFEval": 0.6262, - "BBH": 0.5142, - "MATH Level 5": 0.0937, - "GPQA": 0.3079, - "MUSR": 0.4138, - "MMLU-PRO": 0.3481 + "IFEval": 0.5994, + "BBH": 0.5159, + "MATH Level 5": 0.0785, + "GPQA": 0.3045, + "MUSR": 0.4203, + "MMLU-PRO": 0.3473 } }, { diff --git a/data/benchmarks/la_leaderboard.json b/data/benchmarks/la_leaderboard.json index 3a6324b71798175e00f554ac956af49f5b3647df..efcc56d513af5f47c293d2aac6a39bacfaa81a0f 100644 --- a/data/benchmarks/la_leaderboard.json +++ b/data/benchmarks/la_leaderboard.json @@ -3,7 +3,7 @@ { "model_id": "Qwen/Qwen2.5-7B", "name": "Qwen2.5-7B", - "developer": "unknown", + "developer": "Qwen", "scores": { "la_leaderboard": 27.61 } @@ -11,7 +11,7 @@ { "model_id": "google/gemma-2-9b-it", "name": "Gemma 2 Instruct 9B", - "developer": "unknown", + "developer": "Google", "scores": { "la_leaderboard": 33.62 } diff --git a/data/benchmarks/livecodebenchpro.json b/data/benchmarks/livecodebenchpro.json index 4e2718a62d52e992cfaaada9528b9a430c578ec4..449e36cb0d36e98776192be2ede4fd274d74ec7e 100644 --- a/data/benchmarks/livecodebenchpro.json +++ b/data/benchmarks/livecodebenchpro.json @@ -73,7 +73,7 @@ { "model_id": "anthropic/claude-sonnet-4-5-20250929", "name": "claude-sonnet-4-5-20250929", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Hard Problems": 0.0, "Medium Problems": 0.0, @@ -142,7 +142,7 @@ }, { "model_id": "google/gemini-2.5-flash", - "name": "gemini-2.5-flash", + "name": "Gemini 2.5 Flash", "developer": "Google", "scores": { "Hard Problems": 0.0, @@ -152,7 +152,7 @@ }, { "model_id": "google/gemini-2.5-pro", - "name": "gemini-2.5-pro", + "name": "Gemini 2.5 Pro", "developer": "Google", "scores": { "Hard Problems": 0.014084507042253521, @@ -203,7 +203,7 @@ { "model_id": "openai/gpt-5-2025-08-07", "name": "gpt-5-2025-08-07", - "developer": "openai", + "developer": "OpenAI", "scores": { "Hard Problems": 0.0423, "Medium Problems": 0.4085, @@ -213,7 +213,7 @@ { "model_id": "openai/gpt-5.2-2025-12-11", "name": "gpt-5.2-2025-12-11", - "developer": "openai", + "developer": "OpenAI", "scores": { "Hard Problems": 0.1594, "Medium Problems": 0.5211, @@ -222,7 +222,7 @@ }, { "model_id": "openai/gpt-oss-120b", - "name": "gpt-oss-120b", + "name": "GPT-OSS-120B", "developer": "OpenAI", "scores": { "Hard Problems": 0.0, @@ -232,7 +232,7 @@ }, { "model_id": "openai/gpt-oss-20b", - "name": "gpt-oss-20b", + "name": "GPT-OSS-20B", "developer": "OpenAI", "scores": { "Hard Problems": 0.0, @@ -242,7 +242,7 @@ }, { "model_id": "openai/o3-2025-04-16", - "name": "o3 2025-04-16", + "name": "o3-2025-04-16", "developer": "OpenAI", "scores": { "Hard Problems": 0.0, @@ -253,17 +253,17 @@ { "model_id": "openai/o4-mini-2025-04-16", "name": "o4-mini-2025-04-16", - "developer": "openai", + "developer": "OpenAI", "scores": { - "Hard Problems": 0.0143, - "Medium Problems": 0.2923, - "Easy Problems": 0.8571 + "Hard Problems": 0.014084507042253521, + "Medium Problems": 0.30985915492957744, + "Easy Problems": 0.8873239436619719 } }, { "model_id": "z-ai/glm-4.5", "name": "z-ai/glm-4.5", - "developer": "Z.AI", + "developer": "Z.ai", "scores": { "Hard Problems": 0.0, "Medium Problems": 0.028169014084507043, diff --git a/data/benchmarks/reward-bench.json b/data/benchmarks/reward-bench.json index 2d1697e5fbeb29096457ce7beea667c4c81d3b1d..6af91aacfcb029dbbbcc1140f9f9f94da118aba7 100644 --- a/data/benchmarks/reward-bench.json +++ b/data/benchmarks/reward-bench.json @@ -52,56 +52,6 @@ "Prior Sets (0.5 weight)": 0.6913 } }, - { - "model_id": "Anthropic/claude-3-5-sonnet-20240620", - "name": "Anthropic/claude-3-5-sonnet-20240620", - "developer": "Anthropic", - "scores": { - "Score": 0.8417, - "Chat": 0.9637, - "Chat Hard": 0.7401, - "Safety": 0.8162, - "Reasoning": 0.8469 - } - }, - { - "model_id": "Anthropic/claude-3-haiku-20240307", - "name": "Anthropic/claude-3-haiku-20240307", - "developer": "Anthropic", - "scores": { - "Score": 0.7289, - "Chat": 0.9274, - "Chat Hard": 0.5197, - "Safety": 0.7953, - "Reasoning": 0.706, - "Prior Sets (0.5 weight)": 0.6635 - } - }, - { - "model_id": "Anthropic/claude-3-opus-20240229", - "name": "Anthropic/claude-3-opus-20240229", - "developer": "Anthropic", - "scores": { - "Score": 0.8008, - "Chat": 0.9469, - "Chat Hard": 0.6031, - "Safety": 0.8662, - "Reasoning": 0.7868 - } - }, - { - "model_id": "Anthropic/claude-3-sonnet-20240229", - "name": "Anthropic/claude-3-sonnet-20240229", - "developer": "Anthropic", - "scores": { - "Score": 0.7458, - "Chat": 0.9344, - "Chat Hard": 0.5658, - "Safety": 0.8169, - "Reasoning": 0.6907, - "Prior Sets (0.5 weight)": 0.6963 - } - }, { "model_id": "AtlaAI/Selene-1", "name": "AtlaAI/Selene-1", @@ -132,9 +82,14 @@ "developer": "CIR-AMS", "scores": { "Score": 0.8172, + "Factuality": 0.5347, + "Precise IF": 0.3563, + "Math": 0.6066, + "Safety": 0.9014, + "Focus": 0.5737, + "Ties": 0.6527, "Chat": 0.9749, "Chat Hard": 0.5724, - "Safety": 0.9014, "Reasoning": 0.8775, "Prior Sets (0.5 weight)": 0.7029 } @@ -167,7 +122,7 @@ }, { "model_id": "CohereForAI/c4ai-command-r-plus", - "name": "c4ai-command-r-plus", + "name": "CohereForAI/c4ai-command-r-plus", "developer": "CohereForAI", "scores": { "Score": 0.7057, @@ -431,7 +386,7 @@ }, { "model_id": "HuggingFaceH4/zephyr-7b-alpha", - "name": "zephyr-7b-alpha", + "name": "HuggingFaceH4/zephyr-7b-alpha", "developer": "HuggingFaceH4", "scores": { "Score": 0.7392, @@ -444,7 +399,7 @@ }, { "model_id": "HuggingFaceH4/zephyr-7b-beta", - "name": "zephyr-7b-beta", + "name": "HuggingFaceH4/zephyr-7b-beta", "developer": "HuggingFaceH4", "scores": { "Score": 0.7281, @@ -457,7 +412,7 @@ }, { "model_id": "HuggingFaceH4/zephyr-7b-gemma-v0.1", - "name": "zephyr-7b-gemma-v0.1", + "name": "HuggingFaceH4/zephyr-7b-gemma-v0.1", "developer": "HuggingFaceH4", "scores": { "Score": 0.6758, @@ -499,9 +454,14 @@ "developer": "LxzGordon", "scores": { "Score": 0.9294, + "Factuality": 0.6884, + "Precise IF": 0.45, + "Math": 0.6393, + "Safety": 0.9108, + "Focus": 0.9758, + "Ties": 0.7653, "Chat": 0.9553, "Chat Hard": 0.8816, - "Safety": 0.9108, "Reasoning": 0.9698 } }, @@ -523,10 +483,13 @@ "developer": "NCSOFT", "scores": { "Score": 0.648, + "Chat": 0.9721, + "Chat Hard": 0.818, + "Safety": 0.7222, + "Reasoning": 0.9192, "Factuality": 0.6084, "Precise IF": 0.4, "Math": 0.5191, - "Safety": 0.7222, "Focus": 0.9596, "Ties": 0.6786 } @@ -537,16 +500,21 @@ "developer": "Nexusflow", "scores": { "Score": 0.8133, + "Factuality": 0.4589, + "Precise IF": 0.3187, + "Math": 0.6175, + "Safety": 0.877, + "Focus": 0.4808, + "Ties": 0.1004, "Chat": 0.9693, "Chat Hard": 0.5724, - "Safety": 0.877, "Reasoning": 0.8845, "Prior Sets (0.5 weight)": 0.7137 } }, { "model_id": "NousResearch/Hermes-3-Llama-3.1-70B", - "name": "Hermes-3-Llama-3.1-70B", + "name": "NousResearch/Hermes-3-Llama-3.1-70B", "developer": "NousResearch", "scores": { "Score": 0.7847, @@ -558,7 +526,7 @@ }, { "model_id": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", - "name": "Nous-Hermes-2-Mistral-7B-DPO", + "name": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", "developer": "NousResearch", "scores": { "Score": 0.7481, @@ -571,7 +539,7 @@ }, { "model_id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", - "name": "Nous-Hermes-2-Mixtral-8x7B-DPO", + "name": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "developer": "NousResearch", "scores": { "Score": 0.7138, @@ -587,13 +555,17 @@ "name": "OpenAssistant/oasst-rm-2-pythia-6.9b-epoch-1", "developer": "OpenAssistant", "scores": { - "Score": 0.2653, + "Score": 0.615, "Factuality": 0.3979, "Precise IF": 0.2875, "Math": 0.377, - "Safety": 0.3289, + "Safety": 0.5446, "Focus": 0.1535, - "Ties": 0.047 + "Ties": 0.047, + "Chat": 0.9246, + "Chat Hard": 0.3728, + "Reasoning": 0.5855, + "Prior Sets (0.5 weight)": 0.6801 } }, { @@ -601,12 +573,17 @@ "name": "OpenAssistant/oasst-rm-2.1-pythia-1.4b-epoch-2.5", "developer": "OpenAssistant", "scores": { - "Score": 0.6901, + "Score": 0.2648, "Chat": 0.8855, "Chat Hard": 0.4868, - "Safety": 0.6311, + "Safety": 0.3244, "Reasoning": 0.7752, - "Prior Sets (0.5 weight)": 0.6533 + "Prior Sets (0.5 weight)": 0.6533, + "Factuality": 0.3179, + "Precise IF": 0.2625, + "Math": 0.3934, + "Focus": 0.2707, + "Ties": 0.0198 } }, { @@ -615,10 +592,14 @@ "developer": "OpenAssistant", "scores": { "Score": 0.32, + "Chat": 0.8939, + "Chat Hard": 0.4518, + "Safety": 0.3667, + "Reasoning": 0.3855, + "Prior Sets (0.5 weight)": 0.5836, "Factuality": 0.3853, "Precise IF": 0.2687, "Math": 0.5027, - "Safety": 0.3667, "Focus": 0.2768, "Ties": 0.12 } @@ -628,13 +609,17 @@ "name": "PKU-Alignment/beaver-7b-v1.0-cost", "developer": "PKU-Alignment", "scores": { - "Score": 0.3332, + "Score": 0.5798, "Factuality": 0.3263, "Precise IF": 0.2313, "Math": 0.3989, - "Safety": 0.7589, + "Safety": 0.7351, "Focus": 0.2939, - "Ties": -0.01 + "Ties": -0.01, + "Chat": 0.6173, + "Chat Hard": 0.4232, + "Reasoning": 0.5482, + "Prior Sets (0.5 weight)": 0.57 } }, { @@ -643,9 +628,14 @@ "developer": "PKU-Alignment", "scores": { "Score": 0.4727, + "Factuality": 0.2105, + "Precise IF": 0.2938, + "Math": 0.2623, + "Safety": 0.3757, + "Focus": 0.0646, + "Ties": -0.01, "Chat": 0.8184, "Chat Hard": 0.2873, - "Safety": 0.3757, "Reasoning": 0.346, "Prior Sets (0.5 weight)": 0.5993 } @@ -656,10 +646,14 @@ "developer": "PKU-Alignment", "scores": { "Score": 0.3326, + "Chat": 0.5726, + "Chat Hard": 0.4561, + "Safety": 0.7356, + "Reasoning": 0.6211, + "Prior Sets (0.5 weight)": 0.5397, "Factuality": 0.3789, "Precise IF": 0.275, "Math": 0.3333, - "Safety": 0.7356, "Focus": 0.2828, "Ties": -0.01 } @@ -670,9 +664,14 @@ "developer": "PKU-Alignment", "scores": { "Score": 0.6366, + "Factuality": 0.2168, + "Precise IF": 0.2562, + "Math": 0.3825, + "Safety": 0.6041, + "Focus": 0.2606, + "Ties": 0.0944, "Chat": 0.8994, "Chat Hard": 0.364, - "Safety": 0.6041, "Reasoning": 0.6887, "Prior Sets (0.5 weight)": 0.6171 } @@ -691,7 +690,7 @@ }, { "model_id": "Qwen/Qwen1.5-0.5B-Chat", - "name": "Qwen1.5-0.5B-Chat", + "name": "Qwen/Qwen1.5-0.5B-Chat", "developer": "Qwen", "scores": { "Score": 0.5298, @@ -704,7 +703,7 @@ }, { "model_id": "Qwen/Qwen1.5-1.8B-Chat", - "name": "Qwen1.5-1.8B-Chat", + "name": "Qwen/Qwen1.5-1.8B-Chat", "developer": "Qwen", "scores": { "Score": 0.589, @@ -717,7 +716,7 @@ }, { "model_id": "Qwen/Qwen1.5-14B-Chat", - "name": "Qwen1.5-14B-Chat", + "name": "Qwen/Qwen1.5-14B-Chat", "developer": "Qwen", "scores": { "Score": 0.6864, @@ -730,7 +729,7 @@ }, { "model_id": "Qwen/Qwen1.5-4B-Chat", - "name": "Qwen1.5-4B-Chat", + "name": "Qwen/Qwen1.5-4B-Chat", "developer": "Qwen", "scores": { "Score": 0.5477, @@ -756,7 +755,7 @@ }, { "model_id": "Qwen/Qwen1.5-7B-Chat", - "name": "Qwen1.5-7B-Chat", + "name": "Qwen/Qwen1.5-7B-Chat", "developer": "Qwen", "scores": { "Score": 0.675, @@ -769,7 +768,7 @@ }, { "model_id": "Qwen/Qwen1.5-MoE-A2.7B-Chat", - "name": "Qwen1.5-MoE-A2.7B-Chat", + "name": "Qwen/Qwen1.5-MoE-A2.7B-Chat", "developer": "Qwen", "scores": { "Score": 0.6644, @@ -820,21 +819,25 @@ }, { "model_id": "RLHFlow/ArmoRM-Llama3-8B-v0.1", - "name": "ArmoRM-Llama3-8B-v0.1", + "name": "RLHFlow/ArmoRM-Llama3-8B-v0.1", "developer": "RLHFlow", "scores": { - "Score": 0.6646, + "Score": 0.886, "Factuality": 0.6568, "Precise IF": 0.4188, "Math": 0.6612, - "Safety": 0.8222, + "Safety": 0.9054, "Focus": 0.7657, - "Ties": 0.6629 + "Ties": 0.6629, + "Chat": 0.9693, + "Chat Hard": 0.7675, + "Reasoning": 0.9735, + "Prior Sets (0.5 weight)": 0.7429 } }, { "model_id": "RLHFlow/LLaMA3-iterative-DPO-final", - "name": "LLaMA3-iterative-DPO-final", + "name": "RLHFlow/LLaMA3-iterative-DPO-final", "developer": "RLHFlow", "scores": { "Score": 0.6783, @@ -901,11 +904,16 @@ "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", "developer": "Ray2333", "scores": { - "Score": 0.9154, + "Score": 0.6766, "Chat": 0.9553, "Chat Hard": 0.8618, - "Safety": 0.9081, - "Reasoning": 0.9362 + "Safety": 0.9222, + "Reasoning": 0.9362, + "Factuality": 0.6274, + "Precise IF": 0.35, + "Math": 0.5847, + "Focus": 0.8929, + "Ties": 0.6824 } }, { @@ -914,9 +922,14 @@ "developer": "Ray2333", "scores": { "Score": 0.8839, + "Factuality": 0.5305, + "Precise IF": 0.3125, + "Math": 0.5902, + "Safety": 0.9216, + "Focus": 0.7455, + "Ties": 0.4788, "Chat": 0.9302, "Chat Hard": 0.7719, - "Safety": 0.9216, "Reasoning": 0.912 } }, @@ -925,12 +938,17 @@ "name": "Ray2333/GRM-llama3-8B-distill", "developer": "Ray2333", "scores": { - "Score": 0.8464, + "Score": 0.589, "Chat": 0.9832, "Chat Hard": 0.6842, - "Safety": 0.8676, + "Safety": 0.7222, "Reasoning": 0.9133, - "Prior Sets (0.5 weight)": 0.7209 + "Prior Sets (0.5 weight)": 0.7209, + "Factuality": 0.5874, + "Precise IF": 0.3875, + "Math": 0.5902, + "Focus": 0.6727, + "Ties": 0.5743 } }, { @@ -939,9 +957,14 @@ "developer": "Ray2333", "scores": { "Score": 0.8542, + "Factuality": 0.6189, + "Precise IF": 0.3875, + "Math": 0.5792, + "Safety": 0.8919, + "Focus": 0.6828, + "Ties": 0.5981, "Chat": 0.986, "Chat Hard": 0.6776, - "Safety": 0.8919, "Reasoning": 0.9229, "Prior Sets (0.5 weight)": 0.7309 } @@ -1076,9 +1099,14 @@ "developer": "ShikaiChen", "scores": { "Score": 0.9499, + "Factuality": 0.7558, + "Precise IF": 0.35, + "Math": 0.6448, + "Safety": 0.9378, + "Focus": 0.9131, + "Ties": 0.7633, "Chat": 0.9637, "Chat Hard": 0.9079, - "Safety": 0.9378, "Reasoning": 0.9903 } }, @@ -1112,22 +1140,30 @@ "developer": "Skywork", "scores": { "Score": 0.938, + "Factuality": 0.7368, + "Precise IF": 0.4031, + "Math": 0.7049, + "Safety": 0.9189, + "Focus": 0.9323, + "Ties": 0.8261, "Chat": 0.9581, "Chat Hard": 0.9145, - "Safety": 0.9189, "Reasoning": 0.9606 } }, { "model_id": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", - "name": "Skywork-Reward-Gemma-2-27B-v0.2", + "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", "developer": "Skywork", "scores": { "Score": 0.7531, + "Chat": 0.9609, + "Chat Hard": 0.8991, + "Safety": 0.9689, + "Reasoning": 0.9807, "Factuality": 0.7674, "Precise IF": 0.375, "Math": 0.6721, - "Safety": 0.9689, "Focus": 0.9172, "Ties": 0.8182 } @@ -1137,13 +1173,16 @@ "name": "Skywork/Skywork-Reward-Llama-3.1-8B", "developer": "Skywork", "scores": { - "Score": 0.7314, + "Score": 0.9252, "Factuality": 0.6989, "Precise IF": 0.425, "Math": 0.6284, - "Safety": 0.9333, + "Safety": 0.9081, "Focus": 0.9616, - "Ties": 0.741 + "Ties": 0.741, + "Chat": 0.9581, + "Chat Hard": 0.8728, + "Reasoning": 0.962 } }, { @@ -1151,13 +1190,16 @@ "name": "Skywork/Skywork-Reward-Llama-3.1-8B-v0.2", "developer": "Skywork", "scores": { - "Score": 0.7175, + "Score": 0.9313, "Factuality": 0.6968, "Precise IF": 0.4062, "Math": 0.6011, - "Safety": 0.9422, + "Safety": 0.927, "Focus": 0.9414, - "Ties": 0.7169 + "Ties": 0.7169, + "Chat": 0.9469, + "Chat Hard": 0.8838, + "Reasoning": 0.9675 } }, { @@ -1264,10 +1306,13 @@ "developer": "Skywork", "scores": { "Score": 0.6885, + "Chat": 0.8994, + "Chat Hard": 0.875, + "Safety": 0.8911, + "Reasoning": 0.9176, "Factuality": 0.6063, "Precise IF": 0.35, "Math": 0.6339, - "Safety": 0.8911, "Focus": 0.8909, "Ties": 0.7586 } @@ -1299,7 +1344,7 @@ { "model_id": "ai2/llama-2-chat-7b-nectar-3.8m.json", "name": "ai2/llama-2-chat-7b-nectar-3.8m.json", - "developer": "ai2", + "developer": "AI2", "scores": { "Score": 0.5843, "Chat": 0.8631, @@ -1310,7 +1355,7 @@ { "model_id": "ai2/llama-2-chat-nectar-180k.json", "name": "ai2/llama-2-chat-nectar-180k.json", - "developer": "ai2", + "developer": "AI2", "scores": { "Score": 0.5235, "Chat": 0.8827, @@ -1321,7 +1366,7 @@ { "model_id": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", "name": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", - "developer": "ai2", + "developer": "AI2", "scores": { "Score": 0.644, "Chat": 0.9441, @@ -1332,18 +1377,18 @@ { "model_id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", - "developer": "ai2", + "developer": "AI2", "scores": { - "Score": 0.6905, + "Score": 0.6924, "Chat": 0.9441, - "Chat Hard": 0.3596, - "Safety": 0.7676 + "Chat Hard": 0.3575, + "Safety": 0.7757 } }, { "model_id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", - "developer": "ai2", + "developer": "AI2", "scores": { "Score": 0.7127, "Chat": 0.9358, @@ -1354,7 +1399,7 @@ { "model_id": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", - "developer": "ai2", + "developer": "AI2", "scores": { "Score": 0.6756, "Chat": 0.9134, @@ -1365,7 +1410,7 @@ { "model_id": "ai2/tulu-2-7b-rm-v0.json", "name": "ai2/tulu-2-7b-rm-v0.json", - "developer": "ai2", + "developer": "AI2", "scores": { "Score": 0.6655, "Chat": 0.933, @@ -1379,9 +1424,14 @@ "developer": "allenai", "scores": { "Score": 0.9021, + "Factuality": 0.8126, + "Precise IF": 0.4188, + "Math": 0.6995, + "Safety": 0.9095, + "Focus": 0.8646, + "Ties": 0.8835, "Chat": 0.9665, "Chat Hard": 0.8355, - "Safety": 0.9095, "Reasoning": 0.8969, "Prior Sets (0.5 weight)": 0.0 } @@ -1392,10 +1442,14 @@ "developer": "allenai", "scores": { "Score": 0.649, + "Chat": 0.933, + "Chat Hard": 0.7785, + "Safety": 0.8267, + "Reasoning": 0.7886, + "Prior Sets (0.5 weight)": 0.0, "Factuality": 0.72, "Precise IF": 0.3625, "Math": 0.612, - "Safety": 0.8267, "Focus": 0.8323, "Ties": 0.5406 } @@ -1405,12 +1459,17 @@ "name": "allenai/Llama-3.1-8B-Instruct-RM-RB2", "developer": "allenai", "scores": { - "Score": 0.8885, + "Score": 0.7285, "Chat": 0.9581, "Chat Hard": 0.8158, - "Safety": 0.8932, + "Safety": 0.8956, "Reasoning": 0.887, - "Prior Sets (0.5 weight)": 0.0 + "Prior Sets (0.5 weight)": 0.0, + "Factuality": 0.7432, + "Precise IF": 0.4437, + "Math": 0.6175, + "Focus": 0.9071, + "Ties": 0.7638 } }, { @@ -1419,9 +1478,14 @@ "developer": "allenai", "scores": { "Score": 0.8892, + "Factuality": 0.8084, + "Precise IF": 0.3688, + "Math": 0.6776, + "Safety": 0.9027, + "Focus": 0.7778, + "Ties": 0.8308, "Chat": 0.9693, "Chat Hard": 0.8268, - "Safety": 0.9027, "Reasoning": 0.8583, "Prior Sets (0.5 weight)": 0.0 } @@ -1432,9 +1496,14 @@ "developer": "allenai", "scores": { "Score": 0.8431, + "Factuality": 0.7516, + "Precise IF": 0.3875, + "Math": 0.6284, + "Safety": 0.8662, + "Focus": 0.8545, + "Ties": 0.6397, "Chat": 0.9553, "Chat Hard": 0.761, - "Safety": 0.8662, "Reasoning": 0.7898, "Prior Sets (0.5 weight)": 0.0 } @@ -1444,12 +1513,17 @@ "name": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2", "developer": "allenai", "scores": { - "Score": 0.8369, + "Score": 0.6871, "Chat": 0.9469, "Chat Hard": 0.7588, - "Safety": 0.8703, + "Safety": 0.8644, "Reasoning": 0.7715, - "Prior Sets (0.5 weight)": 0.0 + "Prior Sets (0.5 weight)": 0.0, + "Factuality": 0.7642, + "Precise IF": 0.4, + "Math": 0.6175, + "Focus": 0.8485, + "Ties": 0.6281 } }, { @@ -1472,10 +1546,14 @@ "developer": "allenai", "scores": { "Score": 0.6821, + "Chat": 0.9497, + "Chat Hard": 0.7917, + "Safety": 0.8978, + "Reasoning": 0.8005, + "Prior Sets (0.5 weight)": 0.0, "Factuality": 0.7326, "Precise IF": 0.3875, "Math": 0.5792, - "Safety": 0.8978, "Focus": 0.8889, "Ties": 0.6063 } @@ -3375,21 +3453,24 @@ { "model_id": "anthropic/claude-3-5-sonnet-20240620", "name": "Claude 3.5 Sonnet 20240620", - "developer": "anthropic", + "developer": "Anthropic", "scores": { - "Score": 0.6466, + "Score": 0.8417, "Factuality": 0.5284, "Precise IF": 0.3875, "Math": 0.5683, - "Safety": 0.8519, + "Safety": 0.8162, "Focus": 0.8697, - "Ties": 0.674 + "Ties": 0.674, + "Chat": 0.9637, + "Chat Hard": 0.7401, + "Reasoning": 0.8469 } }, { "model_id": "anthropic/claude-3-7-sonnet-20250219", "name": "claude-3-7-sonnet-20250219", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Score": 0.7539, "Factuality": 0.7326, @@ -3403,13 +3484,17 @@ { "model_id": "anthropic/claude-3-haiku-20240307", "name": "Claude 3 Haiku 20240307", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Score": 0.3711, + "Chat": 0.9274, + "Chat Hard": 0.5197, + "Safety": 0.595, + "Reasoning": 0.706, + "Prior Sets (0.5 weight)": 0.6635, "Factuality": 0.4042, "Precise IF": 0.2812, "Math": 0.3552, - "Safety": 0.595, "Focus": 0.501, "Ties": 0.0899 } @@ -3417,21 +3502,37 @@ { "model_id": "anthropic/claude-3-opus-20240229", "name": "Claude 3 Opus 20240229", - "developer": "anthropic", + "developer": "Anthropic", "scores": { - "Score": 0.5744, + "Score": 0.8008, "Factuality": 0.5389, "Precise IF": 0.3312, "Math": 0.5137, - "Safety": 0.8378, + "Safety": 0.8662, "Focus": 0.6646, - "Ties": 0.5601 + "Ties": 0.5601, + "Chat": 0.9469, + "Chat Hard": 0.6031, + "Reasoning": 0.7868 + } + }, + { + "model_id": "anthropic/claude-3-sonnet-20240229", + "name": "Claude 3 Sonnet 20240229", + "developer": "Anthropic", + "scores": { + "Score": 0.7458, + "Chat": 0.9344, + "Chat Hard": 0.5658, + "Safety": 0.8169, + "Reasoning": 0.6907, + "Prior Sets (0.5 weight)": 0.6963 } }, { "model_id": "anthropic/claude-opus-4-20250514", "name": "Claude 4 Opus 20250514", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Score": 0.7648, "Factuality": 0.8267, @@ -3445,7 +3546,7 @@ { "model_id": "anthropic/claude-sonnet-4-20250514", "name": "claude-sonnet-4-20250514", - "developer": "anthropic", + "developer": "Anthropic", "scores": { "Score": 0.7117, "Factuality": 0.7612, @@ -3532,7 +3633,7 @@ { "model_id": "google/flame-1.0-24B-july-2024", "name": "google/flame-1.0-24B-july-2024", - "developer": "google", + "developer": "Google", "scores": { "Score": 0.8781, "Chat": 0.9218, @@ -3544,7 +3645,7 @@ { "model_id": "google/gemini-1.5-flash-001", "name": "Gemini 1.5 Flash 001", - "developer": "google", + "developer": "Google", "scores": { "Score": 0.8054, "Chat": 0.9218, @@ -3557,7 +3658,7 @@ { "model_id": "google/gemini-1.5-flash-8b", "name": "google/gemini-1.5-flash-8b", - "developer": "google", + "developer": "Google", "scores": { "Score": 0.4851, "Factuality": 0.4611, @@ -3571,7 +3672,7 @@ { "model_id": "google/gemini-1.5-pro-0514", "name": "google/gemini-1.5-pro-0514", - "developer": "google", + "developer": "Google", "scores": { "Score": 0.882, "Chat": 0.9232, @@ -3583,7 +3684,7 @@ { "model_id": "google/gemini-1.5-pro-0924", "name": "google/gemini-1.5-pro-0924", - "developer": "google", + "developer": "Google", "scores": { "Score": 0.8678, "Chat": 0.9413, @@ -3594,8 +3695,8 @@ }, { "model_id": "google/gemini-2.5-flash", - "name": "gemini-2.5-flash", - "developer": "google", + "name": "Gemini 2.5 Flash", + "developer": "Google", "scores": { "Score": 0.7767, "Factuality": 0.674, @@ -3609,7 +3710,7 @@ { "model_id": "google/gemini-2.5-flash-preview-04-17", "name": "Gemini 2.5 Flash 04-17 preview", - "developer": "google", + "developer": "Google", "scores": { "Score": 0.7721, "Factuality": 0.6574, @@ -3622,8 +3723,8 @@ }, { "model_id": "google/gemini-2.5-pro", - "name": "gemini-2.5-pro", - "developer": "google", + "name": "Gemini 2.5 Pro", + "developer": "Google", "scores": { "Score": 0.7948, "Factuality": 0.755, @@ -3637,7 +3738,7 @@ { "model_id": "google/gemini-2.5-pro-preview-05-06", "name": "google/gemini-2.5-pro-preview-05-06", - "developer": "google", + "developer": "Google", "scores": { "Score": 0.6775, "Factuality": 0.6532, @@ -3651,7 +3752,7 @@ { "model_id": "google/gemma-2-27b-it", "name": "Gemma 2 Instruct 27B", - "developer": "google", + "developer": "Google", "scores": { "Score": 0.809, "Chat": 0.9483, @@ -3665,12 +3766,17 @@ "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0", "developer": "hendrydong", "scores": { - "Score": 0.7847, + "Score": 0.5851, "Chat": 0.9832, "Chat Hard": 0.5789, - "Safety": 0.85, + "Safety": 0.6956, "Reasoning": 0.7434, - "Prior Sets (0.5 weight)": 0.7508 + "Prior Sets (0.5 weight)": 0.7508, + "Factuality": 0.5779, + "Precise IF": 0.3625, + "Math": 0.6011, + "Focus": 0.6747, + "Ties": 0.5988 } }, { @@ -3678,11 +3784,16 @@ "name": "infly/INF-ORM-Llama3.1-70B", "developer": "infly", "scores": { - "Score": 0.9511, + "Score": 0.7648, "Chat": 0.9665, "Chat Hard": 0.9101, - "Safety": 0.9365, - "Reasoning": 0.9912 + "Safety": 0.9644, + "Reasoning": 0.9912, + "Factuality": 0.7411, + "Precise IF": 0.4188, + "Math": 0.6995, + "Focus": 0.903, + "Ties": 0.8622 } }, { @@ -3690,13 +3801,16 @@ "name": "internlm/internlm2-1_8b-reward", "developer": "internlm", "scores": { - "Score": 0.3902, + "Score": 0.8217, "Factuality": 0.2758, "Precise IF": 0.3625, "Math": 0.4426, - "Safety": 0.4711, + "Safety": 0.8162, "Focus": 0.596, - "Ties": 0.1934 + "Ties": 0.1934, + "Chat": 0.9358, + "Chat Hard": 0.6623, + "Reasoning": 0.8724 } }, { @@ -3705,10 +3819,13 @@ "developer": "internlm", "scores": { "Score": 0.5628, + "Chat": 0.9888, + "Chat Hard": 0.7654, + "Safety": 0.6111, + "Reasoning": 0.9576, "Factuality": 0.5558, "Precise IF": 0.3625, "Math": 0.5738, - "Safety": 0.6111, "Focus": 0.7253, "Ties": 0.5483 } @@ -3718,13 +3835,16 @@ "name": "internlm/internlm2-7b-reward", "developer": "internlm", "scores": { - "Score": 0.5335, + "Score": 0.8759, "Factuality": 0.4211, "Precise IF": 0.4, "Math": 0.5628, - "Safety": 0.5956, + "Safety": 0.8716, "Focus": 0.7051, - "Ties": 0.5164 + "Ties": 0.5164, + "Chat": 0.9916, + "Chat Hard": 0.6952, + "Reasoning": 0.9453 } }, { @@ -3894,11 +4014,16 @@ "name": "nicolinho/QRM-Gemma-2-27B", "developer": "nicolinho", "scores": { - "Score": 0.9444, + "Score": 0.7667, "Chat": 0.9665, "Chat Hard": 0.9013, - "Safety": 0.927, - "Reasoning": 0.9826 + "Safety": 0.9578, + "Reasoning": 0.9826, + "Factuality": 0.7853, + "Precise IF": 0.3719, + "Math": 0.6995, + "Focus": 0.9535, + "Ties": 0.8321 } }, { @@ -3931,9 +4056,14 @@ "developer": "nicolinho", "scores": { "Score": 0.9314, + "Factuality": 0.6653, + "Precise IF": 0.4062, + "Math": 0.612, + "Safety": 0.9257, + "Focus": 0.8909, + "Ties": 0.7234, "Chat": 0.9637, "Chat Hard": 0.8684, - "Safety": 0.9257, "Reasoning": 0.9677 } }, @@ -3976,7 +4106,7 @@ { "model_id": "openai/gpt-3.5-turbo-0125", "name": "GPT-3.5 Turbo 0125", - "developer": "openai", + "developer": "OpenAI", "scores": { "Score": 0.6534, "Chat": 0.9218, @@ -3989,7 +4119,7 @@ { "model_id": "openai/gpt-4-0125-preview", "name": "openai/gpt-4-0125-preview", - "developer": "openai", + "developer": "OpenAI", "scores": { "Score": 0.8434, "Chat": 0.9525, @@ -4002,7 +4132,7 @@ { "model_id": "openai/gpt-4-turbo-2024-04-09", "name": "GPT-4 Turbo 2024-04-09", - "developer": "openai", + "developer": "OpenAI", "scores": { "Score": 0.8395, "Chat": 0.9525, @@ -4015,7 +4145,7 @@ { "model_id": "openai/gpt-4.1-2025-04-14", "name": "gpt-4.1-2025-04-14", - "developer": "openai", + "developer": "OpenAI", "scores": { "Score": 0.7232, "Factuality": 0.8289, @@ -4029,7 +4159,7 @@ { "model_id": "openai/gpt-4.1-mini-2025-04-14", "name": "GPT-4.1 mini 2025-04-14", - "developer": "openai", + "developer": "OpenAI", "scores": { "Score": 0.6573, "Factuality": 0.6084, @@ -4043,7 +4173,7 @@ { "model_id": "openai/gpt-4.1-nano-2025-04-14", "name": "GPT-4.1 nano 2025-04-14", - "developer": "openai", + "developer": "OpenAI", "scores": { "Score": 0.4849, "Factuality": 0.4646, @@ -4057,7 +4187,7 @@ { "model_id": "openai/gpt-4o-2024-05-13", "name": "GPT-4o 2024-05-13", - "developer": "openai", + "developer": "OpenAI", "scores": { "Score": 0.8327, "Chat": 0.9665, @@ -4070,13 +4200,16 @@ { "model_id": "openai/gpt-4o-2024-08-06", "name": "GPT-4o 2024-08-06", - "developer": "openai", + "developer": "OpenAI", "scores": { "Score": 0.6493, + "Chat": 0.9609, + "Chat Hard": 0.761, + "Safety": 0.8619, + "Reasoning": 0.8661, "Factuality": 0.5684, "Precise IF": 0.3312, "Math": 0.623, - "Safety": 0.8619, "Focus": 0.7293, "Ties": 0.7819 } @@ -4084,13 +4217,18 @@ { "model_id": "openai/gpt-4o-mini-2024-07-18", "name": "GPT-4o mini 2024-07-18", - "developer": "openai", + "developer": "OpenAI", "scores": { - "Score": 0.8007, + "Score": 0.5796, "Chat": 0.9497, "Chat Hard": 0.6075, - "Safety": 0.8081, - "Reasoning": 0.8374 + "Safety": 0.7667, + "Reasoning": 0.8374, + "Factuality": 0.4105, + "Precise IF": 0.3438, + "Math": 0.5191, + "Focus": 0.7414, + "Ties": 0.6962 } }, { @@ -4112,10 +4250,14 @@ "developer": "openbmb", "scores": { "Score": 0.5806, + "Chat": 0.9804, + "Chat Hard": 0.6557, + "Safety": 0.6267, + "Reasoning": 0.8633, + "Prior Sets (0.5 weight)": 0.7172, "Factuality": 0.6, "Precise IF": 0.3438, "Math": 0.5683, - "Safety": 0.6267, "Focus": 0.7475, "Ties": 0.5972 } @@ -4138,12 +4280,17 @@ "name": "openbmb/UltraRM-13b", "developer": "openbmb", "scores": { - "Score": 0.6903, + "Score": 0.4683, "Chat": 0.9637, "Chat Hard": 0.5548, - "Safety": 0.5986, + "Safety": 0.5089, "Reasoning": 0.6244, - "Prior Sets (0.5 weight)": 0.7294 + "Prior Sets (0.5 weight)": 0.7294, + "Factuality": 0.5063, + "Precise IF": 0.3312, + "Math": 0.5519, + "Focus": 0.6081, + "Ties": 0.3036 } }, { @@ -4224,10 +4371,14 @@ "developer": "sfairXC", "scores": { "Score": 0.6292, + "Chat": 0.9944, + "Chat Hard": 0.6513, + "Safety": 0.7667, + "Reasoning": 0.8644, + "Prior Sets (0.5 weight)": 0.7492, "Factuality": 0.5916, "Precise IF": 0.4188, "Math": 0.6284, - "Safety": 0.7667, "Focus": 0.7051, "Ties": 0.6647 } @@ -4247,7 +4398,7 @@ }, { "model_id": "stabilityai/stablelm-2-12b-chat", - "name": "stablelm-2-12b-chat", + "name": "stabilityai/stablelm-2-12b-chat", "developer": "stabilityai", "scores": { "Score": 0.7642, @@ -4260,7 +4411,7 @@ }, { "model_id": "stabilityai/stablelm-2-zephyr-1_6b", - "name": "stablelm-2-zephyr-1_6b", + "name": "stabilityai/stablelm-2-zephyr-1_6b", "developer": "stabilityai", "scores": { "Score": 0.6574, @@ -4273,7 +4424,7 @@ }, { "model_id": "stabilityai/stablelm-zephyr-3b", - "name": "stablelm-zephyr-3b", + "name": "stabilityai/stablelm-zephyr-3b", "developer": "stabilityai", "scores": { "Score": 0.7146, @@ -4341,12 +4492,17 @@ "name": "weqweasdas/RM-Gemma-2B", "developer": "weqweasdas", "scores": { - "Score": 0.6549, + "Score": 0.3057, "Chat": 0.9441, "Chat Hard": 0.4079, - "Safety": 0.4986, + "Safety": 0.3311, "Reasoning": 0.7637, - "Prior Sets (0.5 weight)": 0.6652 + "Prior Sets (0.5 weight)": 0.6652, + "Factuality": 0.3705, + "Precise IF": 0.2812, + "Math": 0.4317, + "Focus": 0.2343, + "Ties": 0.1851 } }, { @@ -4355,10 +4511,14 @@ "developer": "weqweasdas", "scores": { "Score": 0.4826, + "Chat": 0.9693, + "Chat Hard": 0.4978, + "Safety": 0.4822, + "Reasoning": 0.7362, + "Prior Sets (0.5 weight)": 0.7069, "Factuality": 0.4926, "Precise IF": 0.3937, "Math": 0.6066, - "Safety": 0.4822, "Focus": 0.497, "Ties": 0.4232 } @@ -4382,9 +4542,14 @@ "developer": "weqweasdas", "scores": { "Score": 0.7982, + "Factuality": 0.5937, + "Precise IF": 0.3438, + "Math": 0.5956, + "Safety": 0.8703, + "Focus": 0.7293, + "Ties": 0.6226, "Chat": 0.9665, "Chat Hard": 0.6053, - "Safety": 0.8703, "Reasoning": 0.7736, "Prior Sets (0.5 weight)": 0.753 } @@ -4394,13 +4559,17 @@ "name": "weqweasdas/hh_rlhf_rm_open_llama_3b", "developer": "weqweasdas", "scores": { - "Score": 0.2498, + "Score": 0.5027, "Factuality": 0.3642, "Precise IF": 0.275, "Math": 0.3497, - "Safety": 0.24, + "Safety": 0.4149, "Focus": 0.2384, - "Ties": 0.0315 + "Ties": 0.0315, + "Chat": 0.8184, + "Chat Hard": 0.3728, + "Reasoning": 0.3281, + "Prior Sets (0.5 weight)": 0.6564 } } ] diff --git a/data/benchmarks/swe-bench.json b/data/benchmarks/swe-bench.json index 5ffba3c27cbc351e30494b9623bfb1c1b9296cb6..6a895efc671b9181934f109a6020e4368a6104c2 100644 --- a/data/benchmarks/swe-bench.json +++ b/data/benchmarks/swe-bench.json @@ -5,7 +5,7 @@ "name": "claude-opus-4-5", "developer": "Anthropic", "scores": { - "swe-bench": 0.7423 + "swe-bench": 0.65 } }, { diff --git a/data/benchmarks/tau-bench-2_airline.json b/data/benchmarks/tau-bench-2_airline.json index 75a484db572c144d7448daa3de7461dad0d94d62..f12d28637a77b58341be6f902aadfc1d22527d1a 100644 --- a/data/benchmarks/tau-bench-2_airline.json +++ b/data/benchmarks/tau-bench-2_airline.json @@ -13,7 +13,7 @@ "name": "gemini-3-pro-preview", "developer": "Google", "scores": { - "tau-bench-2/airline": 0.7 + "tau-bench-2/airline": 0.68 } }, { @@ -21,7 +21,7 @@ "name": "gpt-5.2-2025-12-11", "developer": "OpenAI", "scores": { - "tau-bench-2/airline": 0.54 + "tau-bench-2/airline": 0.6 } } ] diff --git a/data/benchmarks/tau-bench-2_retail.json b/data/benchmarks/tau-bench-2_retail.json index 20cbcadcbc839a7385e1150d11b5c54f3213804c..3d7808b606cdfd50ee152e2ba765b4323d12a61a 100644 --- a/data/benchmarks/tau-bench-2_retail.json +++ b/data/benchmarks/tau-bench-2_retail.json @@ -5,7 +5,7 @@ "name": "claude-opus-4-5", "developer": "Anthropic", "scores": { - "tau-bench-2/retail": 0.83 + "tau-bench-2/retail": 0.78 } }, { @@ -13,7 +13,7 @@ "name": "gemini-3-pro-preview", "developer": "Google", "scores": { - "tau-bench-2/retail": 0.7576 + "tau-bench-2/retail": 0.7805 } }, { @@ -21,7 +21,7 @@ "name": "gpt-5.2-2025-12-11", "developer": "OpenAI", "scores": { - "tau-bench-2/retail": 0.5354 + "tau-bench-2/retail": 0.68 } } ] diff --git a/data/benchmarks/tau-bench-2_telecom.json b/data/benchmarks/tau-bench-2_telecom.json index 3f23a59ee9015ad312e50ba482415cf77ef024b0..9d913353662e5e84b750502282e466c5c3465b69 100644 --- a/data/benchmarks/tau-bench-2_telecom.json +++ b/data/benchmarks/tau-bench-2_telecom.json @@ -21,7 +21,7 @@ "name": "gpt-5.2-2025-12-11", "developer": "OpenAI", "scores": { - "tau-bench-2/telecom": 0.5354 + "tau-bench-2/telecom": 0.55 } } ] diff --git a/data/benchmarks/terminal-bench-2.0.json b/data/benchmarks/terminal-bench-2.0.json index 7972b2156ba111197822f88d0841c7ebf9f8bf1d..cd6c21e15dc5efa348d7ccedb2d545ce9ef739de 100644 --- a/data/benchmarks/terminal-bench-2.0.json +++ b/data/benchmarks/terminal-bench-2.0.json @@ -5,7 +5,7 @@ "name": "Qwen 3 Coder 480B", "developer": "Alibaba", "scores": { - "terminal-bench-2.0": 25.4 + "terminal-bench-2.0": 23.9 } }, { @@ -21,7 +21,7 @@ "name": "Claude Opus 4.1", "developer": "Anthropic", "scores": { - "terminal-bench-2.0": 35.1 + "terminal-bench-2.0": 38.0 } }, { @@ -29,7 +29,7 @@ "name": "Claude Opus 4.5", "developer": "Anthropic", "scores": { - "terminal-bench-2.0": 51.7 + "terminal-bench-2.0": 63.1 } }, { @@ -37,7 +37,7 @@ "name": "Claude Opus 4.6", "developer": "Anthropic", "scores": { - "terminal-bench-2.0": 69.9 + "terminal-bench-2.0": 62.9 } }, { @@ -45,7 +45,7 @@ "name": "Claude Sonnet 4.5", "developer": "Anthropic", "scores": { - "terminal-bench-2.0": 42.8 + "terminal-bench-2.0": 42.5 } }, { @@ -58,18 +58,18 @@ }, { "model_id": "google/gemini-2.5-flash", - "name": "gemini-2.5-flash", + "name": "Gemini 2.5 Flash", "developer": "Google", "scores": { - "terminal-bench-2.0": 17.1 + "terminal-bench-2.0": 16.4 } }, { "model_id": "google/gemini-2.5-pro", - "name": "gemini-2.5-pro", + "name": "Gemini 2.5 Pro", "developer": "Google", "scores": { - "terminal-bench-2.0": 19.6 + "terminal-bench-2.0": 16.4 } }, { @@ -77,7 +77,7 @@ "name": "Gemini 3 Flash", "developer": "Google", "scores": { - "terminal-bench-2.0": 51.7 + "terminal-bench-2.0": 64.3 } }, { @@ -85,7 +85,7 @@ "name": "Gemini 3 Pro", "developer": "Google", "scores": { - "terminal-bench-2.0": 65.2 + "terminal-bench-2.0": 61.8 } }, { @@ -149,7 +149,7 @@ "name": "Multiple", "developer": "Multiple", "scores": { - "terminal-bench-2.0": 58.4 + "terminal-bench-2.0": 50.1 } }, { @@ -157,7 +157,7 @@ "name": "GPT-5", "developer": "OpenAI", "scores": { - "terminal-bench-2.0": 49.6 + "terminal-bench-2.0": 43.8 } }, { @@ -181,7 +181,7 @@ "name": "GPT-5-Nano", "developer": "OpenAI", "scores": { - "terminal-bench-2.0": 11.5 + "terminal-bench-2.0": 7.9 } }, { @@ -197,7 +197,7 @@ "name": "GPT-5.1-Codex", "developer": "OpenAI", "scores": { - "terminal-bench-2.0": 57.8 + "terminal-bench-2.0": 53.5 } }, { @@ -221,7 +221,7 @@ "name": "GPT-5.2", "developer": "OpenAI", "scores": { - "terminal-bench-2.0": 62.9 + "terminal-bench-2.0": 60.7 } }, { @@ -237,12 +237,12 @@ "name": "GPT-5.3-Codex", "developer": "OpenAI", "scores": { - "terminal-bench-2.0": 70.3 + "terminal-bench-2.0": 75.1 } }, { "model_id": "openai/gpt-oss-120b", - "name": "gpt-oss-120b", + "name": "GPT-OSS-120B", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 18.7 @@ -250,10 +250,10 @@ }, { "model_id": "openai/gpt-oss-20b", - "name": "gpt-oss-20b", + "name": "GPT-OSS-20B", "developer": "OpenAI", "scores": { - "terminal-bench-2.0": 3.1 + "terminal-bench-2.0": 3.4 } }, { @@ -261,7 +261,7 @@ "name": "Grok 4", "developer": "xAI", "scores": { - "terminal-bench-2.0": 27.2 + "terminal-bench-2.0": 23.1 } }, { @@ -269,7 +269,7 @@ "name": "Grok Code Fast 1", "developer": "xAI", "scores": { - "terminal-bench-2.0": 14.2 + "terminal-bench-2.0": 25.8 } }, { diff --git a/data/developers.json b/data/developers.json index 4f49921e3a331c23a76fdf8cced7196b015f8063..003e462b3fb10e7ebce2d70b3ed9418882ec3a93 100644 --- a/data/developers.json +++ b/data/developers.json @@ -5,7 +5,7 @@ }, { "developer": "01-ai", - "model_count": 22 + "model_count": 20 }, { "developer": "1-800-LLMs", @@ -173,7 +173,7 @@ }, { "developer": "allenai", - "model_count": 164 + "model_count": 162 }, { "developer": "allknowingroger", @@ -225,7 +225,7 @@ }, { "developer": "Anthropic", - "model_count": 32 + "model_count": 28 }, { "developer": "apple", @@ -669,7 +669,7 @@ }, { "developer": "DeepMount00", - "model_count": 14 + "model_count": 13 }, { "developer": "DeepSeek", @@ -773,7 +773,7 @@ }, { "developer": "EleutherAI", - "model_count": 14 + "model_count": 12 }, { "developer": "elinas", @@ -1613,7 +1613,7 @@ }, { "developer": "Meta", - "model_count": 24 + "model_count": 20 }, { "developer": "meta-llama", @@ -1629,7 +1629,7 @@ }, { "developer": "microsoft", - "model_count": 20 + "model_count": 18 }, { "developer": "mightbe", @@ -1665,7 +1665,7 @@ }, { "developer": "mistralai", - "model_count": 31 + "model_count": 27 }, { "developer": "mixtao", @@ -2193,11 +2193,11 @@ }, { "developer": "Quazim0t0", - "model_count": 70 + "model_count": 69 }, { "developer": "Qwen", - "model_count": 70 + "model_count": 65 }, { "developer": "R-I-S-E", @@ -2729,7 +2729,7 @@ }, { "developer": "tiiuae", - "model_count": 20 + "model_count": 18 }, { "developer": "Tijmen2", @@ -3056,7 +3056,7 @@ "model_count": 2 }, { - "developer": "Z.AI", + "developer": "Z.ai", "model_count": 2 }, { diff --git a/data/developers/0-hero.json b/data/developers/0-hero.json index 4af1a706dfa90928a1fbd821d3f1249efc7baae4..6befeb911b4cd279e2f4c9e399610c237252dbb0 100644 --- a/data/developers/0-hero.json +++ b/data/developers/0-hero.json @@ -1,20 +1,6 @@ { "developer": "0-hero", "models": [ - { - "id": "0-hero/Matter-0.1-7B-DPO-preview", - "name": "0-hero/Matter-0.1-7B-DPO-preview", - "developer": "0-hero", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7247, - "reward-bench/Chat": 0.8939, - "reward-bench/Chat Hard": 0.5768, - "reward-bench/Safety": 0.6378, - "reward-bench/Reasoning": 0.8854, - "reward-bench/Prior Sets (0.5 weight)": 0.5348 - } - }, { "id": "0-hero/Matter-0.1-7B-boost-DPO-preview", "name": "0-hero/Matter-0.1-7B-boost-DPO-preview", @@ -29,6 +15,20 @@ "reward-bench/Prior Sets (0.5 weight)": 0.5566 } }, + { + "id": "0-hero/Matter-0.1-7B-DPO-preview", + "name": "0-hero/Matter-0.1-7B-DPO-preview", + "developer": "0-hero", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.7247, + "reward-bench/Chat": 0.8939, + "reward-bench/Chat Hard": 0.5768, + "reward-bench/Safety": 0.6378, + "reward-bench/Reasoning": 0.8854, + "reward-bench/Prior Sets (0.5 weight)": 0.5348 + } + }, { "id": "0-hero/Matter-0.2-7B-DPO", "name": "Matter-0.2-7B-DPO", diff --git a/data/developers/01-ai.json b/data/developers/01-ai.json index aa37394e8f8bac4db9210f0b867a030c555ebc72..31a39d5a4bb68b5bca1fea86da4b9a81339329e9 100644 --- a/data/developers/01-ai.json +++ b/data/developers/01-ai.json @@ -142,11 +142,57 @@ } }, { - "id": "01-ai/Yi-34B", - "name": "Yi-34B", + "id": "01-ai/yi-34b", + "name": "Yi 34B", "developer": "01-ai", "evaluator_relationship": null, "benchmark_scores": { + "helm_lite/Mean win rate": 0.57, + "helm_lite/NarrativeQA": 0.782, + "helm_lite/NaturalQuestions (closed-book)": 0.443, + "helm_lite/OpenbookQA": 0.92, + "helm_lite/MMLU": 0.65, + "helm_lite/MATH": 0.375, + "helm_lite/GSM8K": 0.648, + "helm_lite/LegalBench": 0.618, + "helm_lite/MedQA": 0.656, + "helm_lite/WMT 2014": 0.172, + "helm_mmlu/MMLU All Subjects": 0.762, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.748, + "helm_mmlu/College Physics": 0.5, + "helm_mmlu/Computer Security": 0.83, + "helm_mmlu/Econometrics": 0.588, + "helm_mmlu/Global Facts": 0.53, + "helm_mmlu/Jurisprudence": 0.898, + "helm_mmlu/Philosophy": 0.82, + "helm_mmlu/Professional Psychology": 0.835, + "helm_mmlu/Us Foreign Policy": 0.91, + "helm_mmlu/Astronomy": 0.901, + "helm_mmlu/Business Ethics": 0.75, + "helm_mmlu/Clinical Knowledge": 0.8, + "helm_mmlu/Conceptual Physics": 0.77, + "helm_mmlu/Electrical Engineering": 0.779, + "helm_mmlu/Elementary Mathematics": 0.656, + "helm_mmlu/Formal Logic": 0.548, + "helm_mmlu/High School World History": 0.907, + "helm_mmlu/Human Sexuality": 0.87, + "helm_mmlu/International Law": 0.909, + "helm_mmlu/Logical Fallacies": 0.883, + "helm_mmlu/Machine Learning": 0.58, + "helm_mmlu/Management": 0.893, + "helm_mmlu/Marketing": 0.936, + "helm_mmlu/Medical Genetics": 0.87, + "helm_mmlu/Miscellaneous": 0.902, + "helm_mmlu/Moral Scenarios": 0.606, + "helm_mmlu/Nutrition": 0.869, + "helm_mmlu/Prehistory": 0.877, + "helm_mmlu/Public Relations": 0.745, + "helm_mmlu/Security Studies": 0.833, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.572, + "helm_mmlu/World Religions": 0.877, + "helm_mmlu/Mean win rate": 0.315, "hfopenllm_v2/IFEval": 0.3046, "hfopenllm_v2/BBH": 0.5457, "hfopenllm_v2/MATH Level 5": 0.0514, @@ -184,11 +230,57 @@ } }, { - "id": "01-ai/Yi-6B", - "name": "Yi-6B", + "id": "01-ai/yi-6b", + "name": "Yi 6B", "developer": "01-ai", "evaluator_relationship": null, "benchmark_scores": { + "helm_lite/Mean win rate": 0.253, + "helm_lite/NarrativeQA": 0.702, + "helm_lite/NaturalQuestions (closed-book)": 0.31, + "helm_lite/OpenbookQA": 0.8, + "helm_lite/MMLU": 0.53, + "helm_lite/MATH": 0.126, + "helm_lite/GSM8K": 0.375, + "helm_lite/LegalBench": 0.519, + "helm_lite/MedQA": 0.497, + "helm_lite/WMT 2014": 0.117, + "helm_mmlu/MMLU All Subjects": 0.64, + "helm_mmlu/Abstract Algebra": 0.3, + "helm_mmlu/Anatomy": 0.6, + "helm_mmlu/College Physics": 0.422, + "helm_mmlu/Computer Security": 0.73, + "helm_mmlu/Econometrics": 0.351, + "helm_mmlu/Global Facts": 0.43, + "helm_mmlu/Jurisprudence": 0.796, + "helm_mmlu/Philosophy": 0.678, + "helm_mmlu/Professional Psychology": 0.668, + "helm_mmlu/Us Foreign Policy": 0.87, + "helm_mmlu/Astronomy": 0.684, + "helm_mmlu/Business Ethics": 0.67, + "helm_mmlu/Clinical Knowledge": 0.66, + "helm_mmlu/Conceptual Physics": 0.621, + "helm_mmlu/Electrical Engineering": 0.662, + "helm_mmlu/Elementary Mathematics": 0.452, + "helm_mmlu/Formal Logic": 0.452, + "helm_mmlu/High School World History": 0.785, + "helm_mmlu/Human Sexuality": 0.763, + "helm_mmlu/International Law": 0.769, + "helm_mmlu/Logical Fallacies": 0.779, + "helm_mmlu/Machine Learning": 0.411, + "helm_mmlu/Management": 0.806, + "helm_mmlu/Marketing": 0.893, + "helm_mmlu/Medical Genetics": 0.77, + "helm_mmlu/Miscellaneous": 0.796, + "helm_mmlu/Moral Scenarios": 0.335, + "helm_mmlu/Nutrition": 0.739, + "helm_mmlu/Prehistory": 0.713, + "helm_mmlu/Public Relations": 0.718, + "helm_mmlu/Security Studies": 0.735, + "helm_mmlu/Sociology": 0.831, + "helm_mmlu/Virology": 0.452, + "helm_mmlu/World Religions": 0.836, + "helm_mmlu/Mean win rate": 0.651, "hfopenllm_v2/IFEval": 0.2893, "hfopenllm_v2/BBH": 0.4309, "hfopenllm_v2/MATH Level 5": 0.0159, @@ -267,114 +359,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2425 } }, - { - "id": "01-ai/yi-34b", - "name": "Yi 34B", - "developer": "01-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.57, - "helm_lite/NarrativeQA": 0.782, - "helm_lite/NaturalQuestions (closed-book)": 0.443, - "helm_lite/OpenbookQA": 0.92, - "helm_lite/MMLU": 0.65, - "helm_lite/MATH": 0.375, - "helm_lite/GSM8K": 0.648, - "helm_lite/LegalBench": 0.618, - "helm_lite/MedQA": 0.656, - "helm_lite/WMT 2014": 0.172, - "helm_mmlu/MMLU All Subjects": 0.762, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.748, - "helm_mmlu/College Physics": 0.5, - "helm_mmlu/Computer Security": 0.83, - "helm_mmlu/Econometrics": 0.588, - "helm_mmlu/Global Facts": 0.53, - "helm_mmlu/Jurisprudence": 0.898, - "helm_mmlu/Philosophy": 0.82, - "helm_mmlu/Professional Psychology": 0.835, - "helm_mmlu/Us Foreign Policy": 0.91, - "helm_mmlu/Astronomy": 0.901, - "helm_mmlu/Business Ethics": 0.75, - "helm_mmlu/Clinical Knowledge": 0.8, - "helm_mmlu/Conceptual Physics": 0.77, - "helm_mmlu/Electrical Engineering": 0.779, - "helm_mmlu/Elementary Mathematics": 0.656, - "helm_mmlu/Formal Logic": 0.548, - "helm_mmlu/High School World History": 0.907, - "helm_mmlu/Human Sexuality": 0.87, - "helm_mmlu/International Law": 0.909, - "helm_mmlu/Logical Fallacies": 0.883, - "helm_mmlu/Machine Learning": 0.58, - "helm_mmlu/Management": 0.893, - "helm_mmlu/Marketing": 0.936, - "helm_mmlu/Medical Genetics": 0.87, - "helm_mmlu/Miscellaneous": 0.902, - "helm_mmlu/Moral Scenarios": 0.606, - "helm_mmlu/Nutrition": 0.869, - "helm_mmlu/Prehistory": 0.877, - "helm_mmlu/Public Relations": 0.745, - "helm_mmlu/Security Studies": 0.833, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.572, - "helm_mmlu/World Religions": 0.877, - "helm_mmlu/Mean win rate": 0.315 - } - }, - { - "id": "01-ai/yi-6b", - "name": "Yi 6B", - "developer": "01-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.253, - "helm_lite/NarrativeQA": 0.702, - "helm_lite/NaturalQuestions (closed-book)": 0.31, - "helm_lite/OpenbookQA": 0.8, - "helm_lite/MMLU": 0.53, - "helm_lite/MATH": 0.126, - "helm_lite/GSM8K": 0.375, - "helm_lite/LegalBench": 0.519, - "helm_lite/MedQA": 0.497, - "helm_lite/WMT 2014": 0.117, - "helm_mmlu/MMLU All Subjects": 0.64, - "helm_mmlu/Abstract Algebra": 0.3, - "helm_mmlu/Anatomy": 0.6, - "helm_mmlu/College Physics": 0.422, - "helm_mmlu/Computer Security": 0.73, - "helm_mmlu/Econometrics": 0.351, - "helm_mmlu/Global Facts": 0.43, - "helm_mmlu/Jurisprudence": 0.796, - "helm_mmlu/Philosophy": 0.678, - "helm_mmlu/Professional Psychology": 0.668, - "helm_mmlu/Us Foreign Policy": 0.87, - "helm_mmlu/Astronomy": 0.684, - "helm_mmlu/Business Ethics": 0.67, - "helm_mmlu/Clinical Knowledge": 0.66, - "helm_mmlu/Conceptual Physics": 0.621, - "helm_mmlu/Electrical Engineering": 0.662, - "helm_mmlu/Elementary Mathematics": 0.452, - "helm_mmlu/Formal Logic": 0.452, - "helm_mmlu/High School World History": 0.785, - "helm_mmlu/Human Sexuality": 0.763, - "helm_mmlu/International Law": 0.769, - "helm_mmlu/Logical Fallacies": 0.779, - "helm_mmlu/Machine Learning": 0.411, - "helm_mmlu/Management": 0.806, - "helm_mmlu/Marketing": 0.893, - "helm_mmlu/Medical Genetics": 0.77, - "helm_mmlu/Miscellaneous": 0.796, - "helm_mmlu/Moral Scenarios": 0.335, - "helm_mmlu/Nutrition": 0.739, - "helm_mmlu/Prehistory": 0.713, - "helm_mmlu/Public Relations": 0.718, - "helm_mmlu/Security Studies": 0.735, - "helm_mmlu/Sociology": 0.831, - "helm_mmlu/Virology": 0.452, - "helm_mmlu/World Religions": 0.836, - "helm_mmlu/Mean win rate": 0.651 - } - }, { "id": "01-ai/yi-large-preview", "name": "Yi Large Preview", diff --git a/data/developers/abacusai.json b/data/developers/abacusai.json index 57d664aba0074dcb1cc5c63b825bd23d57d67763..6a16c27bd82b7b735273906a5ef96bdeb921af4f 100644 --- a/data/developers/abacusai.json +++ b/data/developers/abacusai.json @@ -1,6 +1,34 @@ { "developer": "abacusai", "models": [ + { + "id": "abacusai/bigstral-12b-32k", + "name": "bigstral-12b-32k", + "developer": "abacusai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4194, + "hfopenllm_v2/BBH": 0.47, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.456, + "hfopenllm_v2/MMLU-PRO": 0.2641 + } + }, + { + "id": "abacusai/bigyi-15b", + "name": "bigyi-15b", + "developer": "abacusai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2094, + "hfopenllm_v2/BBH": 0.4345, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.3003 + } + }, { "id": "abacusai/Dracarys-72B-Instruct", "name": "Dracarys-72B-Instruct", @@ -112,34 +140,6 @@ "hfopenllm_v2/MUSR": 0.4401, "hfopenllm_v2/MMLU-PRO": 0.519 } - }, - { - "id": "abacusai/bigstral-12b-32k", - "name": "bigstral-12b-32k", - "developer": "abacusai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4194, - "hfopenllm_v2/BBH": 0.47, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.456, - "hfopenllm_v2/MMLU-PRO": 0.2641 - } - }, - { - "id": "abacusai/bigyi-15b", - "name": "bigyi-15b", - "developer": "abacusai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2094, - "hfopenllm_v2/BBH": 0.4345, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.3003 - } } ] } \ No newline at end of file diff --git a/data/developers/ai-sweden-models.json b/data/developers/ai-sweden-models.json index 10e07192410c4196687fbc1ca5a08749e9ee5ab8..77a3d2cbac7fc01cec16655dc8c04fa574bbfb21 100644 --- a/data/developers/ai-sweden-models.json +++ b/data/developers/ai-sweden-models.json @@ -1,20 +1,6 @@ { "developer": "AI-Sweden-Models", "models": [ - { - "id": "AI-Sweden-Models/Llama-3-8B-instruct", - "name": "Llama-3-8B-instruct", - "developer": "AI-Sweden-Models", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2401, - "hfopenllm_v2/BBH": 0.4173, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4771, - "hfopenllm_v2/MMLU-PRO": 0.2597 - } - }, { "id": "AI-Sweden-Models/gpt-sw3-40b", "name": "gpt-sw3-40b", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.3632, "hfopenllm_v2/MMLU-PRO": 0.1276 } + }, + { + "id": "AI-Sweden-Models/Llama-3-8B-instruct", + "name": "Llama-3-8B-instruct", + "developer": "AI-Sweden-Models", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2401, + "hfopenllm_v2/BBH": 0.4173, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4771, + "hfopenllm_v2/MMLU-PRO": 0.2597 + } } ] } \ No newline at end of file diff --git a/data/developers/ai2.json b/data/developers/ai2.json index 8cef799e2bbc945e54e8c7aa160c4c03b21bcf7a..6ae2e91a5d501e1d313c59819f3bee806d5615b0 100644 --- a/data/developers/ai2.json +++ b/data/developers/ai2.json @@ -4,7 +4,7 @@ { "id": "ai2/llama-2-chat-7b-nectar-3.8m.json", "name": "ai2/llama-2-chat-7b-nectar-3.8m.json", - "developer": "ai2", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5843, @@ -16,7 +16,7 @@ { "id": "ai2/llama-2-chat-nectar-180k.json", "name": "ai2/llama-2-chat-nectar-180k.json", - "developer": "ai2", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5235, @@ -28,7 +28,7 @@ { "id": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", "name": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", - "developer": "ai2", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.644, @@ -40,19 +40,19 @@ { "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", - "developer": "ai2", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7008, - "reward-bench/Chat": 0.9385, - "reward-bench/Chat Hard": 0.3882, + "reward-bench/Score": 0.6924, + "reward-bench/Chat": 0.9441, + "reward-bench/Chat Hard": 0.3575, "reward-bench/Safety": 0.7757 } }, { "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", - "developer": "ai2", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7127, @@ -64,7 +64,7 @@ { "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", - "developer": "ai2", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6756, @@ -76,7 +76,7 @@ { "id": "ai2/tulu-2-7b-rm-v0.json", "name": "ai2/tulu-2-7b-rm-v0.json", - "developer": "ai2", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6655, diff --git a/data/developers/ai21.json b/data/developers/ai21.json index f0f196efc80ae830a22f83787b0924437fdf3520..1dd30a59b06772680c55206a64349513e184b4bf 100644 --- a/data/developers/ai21.json +++ b/data/developers/ai21.json @@ -93,75 +93,6 @@ "helm_classic/RAFT": 0.545 } }, - { - "id": "ai21/Jurassic-2-Grande-17B", - "name": "Jurassic-2 Grande 17B", - "developer": "ai21", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.743, - "helm_classic/MMLU": 0.475, - "helm_classic/BoolQ": 0.826, - "helm_classic/NarrativeQA": 0.737, - "helm_classic/NaturalQuestions (open-book)": 0.639, - "helm_classic/QuAC": 0.418, - "helm_classic/HellaSwag": 0.781, - "helm_classic/OpenbookQA": 0.542, - "helm_classic/TruthfulQA": 0.348, - "helm_classic/MS MARCO (TREC)": 0.514, - "helm_classic/CNN/DailyMail": 0.144, - "helm_classic/XSUM": 0.167, - "helm_classic/IMDB": 0.938, - "helm_classic/CivilComments": 0.547, - "helm_classic/RAFT": 0.712 - } - }, - { - "id": "ai21/Jurassic-2-Jumbo-178B", - "name": "Jurassic-2 Jumbo 178B", - "developer": "ai21", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.824, - "helm_classic/MMLU": 0.48, - "helm_classic/BoolQ": 0.829, - "helm_classic/NarrativeQA": 0.733, - "helm_classic/NaturalQuestions (open-book)": 0.669, - "helm_classic/QuAC": 0.435, - "helm_classic/HellaSwag": 0.788, - "helm_classic/OpenbookQA": 0.558, - "helm_classic/TruthfulQA": 0.437, - "helm_classic/MS MARCO (TREC)": 0.661, - "helm_classic/CNN/DailyMail": 0.149, - "helm_classic/XSUM": 0.182, - "helm_classic/IMDB": 0.938, - "helm_classic/CivilComments": 0.57, - "helm_classic/RAFT": 0.746 - } - }, - { - "id": "ai21/Jurassic-2-Large-7.5B", - "name": "Jurassic-2 Large 7.5B", - "developer": "ai21", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.553, - "helm_classic/MMLU": 0.339, - "helm_classic/BoolQ": 0.742, - "helm_classic/NarrativeQA": -1.0, - "helm_classic/NaturalQuestions (open-book)": 0.589, - "helm_classic/QuAC": -1.0, - "helm_classic/HellaSwag": 0.729, - "helm_classic/OpenbookQA": 0.53, - "helm_classic/TruthfulQA": 0.245, - "helm_classic/MS MARCO (TREC)": 0.464, - "helm_classic/CNN/DailyMail": 0.136, - "helm_classic/XSUM": 0.142, - "helm_classic/IMDB": 0.956, - "helm_classic/CivilComments": 0.57, - "helm_classic/RAFT": 0.622 - } - }, { "id": "ai21/j2-grande", "name": "Jurassic-2 Grande 17B", @@ -359,6 +290,75 @@ "helm_mmlu/World Religions": 0.813, "helm_mmlu/Mean win rate": 0.887 } + }, + { + "id": "ai21/Jurassic-2-Grande-17B", + "name": "Jurassic-2 Grande 17B", + "developer": "ai21", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.743, + "helm_classic/MMLU": 0.475, + "helm_classic/BoolQ": 0.826, + "helm_classic/NarrativeQA": 0.737, + "helm_classic/NaturalQuestions (open-book)": 0.639, + "helm_classic/QuAC": 0.418, + "helm_classic/HellaSwag": 0.781, + "helm_classic/OpenbookQA": 0.542, + "helm_classic/TruthfulQA": 0.348, + "helm_classic/MS MARCO (TREC)": 0.514, + "helm_classic/CNN/DailyMail": 0.144, + "helm_classic/XSUM": 0.167, + "helm_classic/IMDB": 0.938, + "helm_classic/CivilComments": 0.547, + "helm_classic/RAFT": 0.712 + } + }, + { + "id": "ai21/Jurassic-2-Jumbo-178B", + "name": "Jurassic-2 Jumbo 178B", + "developer": "ai21", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.824, + "helm_classic/MMLU": 0.48, + "helm_classic/BoolQ": 0.829, + "helm_classic/NarrativeQA": 0.733, + "helm_classic/NaturalQuestions (open-book)": 0.669, + "helm_classic/QuAC": 0.435, + "helm_classic/HellaSwag": 0.788, + "helm_classic/OpenbookQA": 0.558, + "helm_classic/TruthfulQA": 0.437, + "helm_classic/MS MARCO (TREC)": 0.661, + "helm_classic/CNN/DailyMail": 0.149, + "helm_classic/XSUM": 0.182, + "helm_classic/IMDB": 0.938, + "helm_classic/CivilComments": 0.57, + "helm_classic/RAFT": 0.746 + } + }, + { + "id": "ai21/Jurassic-2-Large-7.5B", + "name": "Jurassic-2 Large 7.5B", + "developer": "ai21", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.553, + "helm_classic/MMLU": 0.339, + "helm_classic/BoolQ": 0.742, + "helm_classic/NarrativeQA": -1.0, + "helm_classic/NaturalQuestions (open-book)": 0.589, + "helm_classic/QuAC": -1.0, + "helm_classic/HellaSwag": 0.729, + "helm_classic/OpenbookQA": 0.53, + "helm_classic/TruthfulQA": 0.245, + "helm_classic/MS MARCO (TREC)": 0.464, + "helm_classic/CNN/DailyMail": 0.136, + "helm_classic/XSUM": 0.142, + "helm_classic/IMDB": 0.956, + "helm_classic/CivilComments": 0.57, + "helm_classic/RAFT": 0.622 + } } ] } \ No newline at end of file diff --git a/data/developers/alibaba.json b/data/developers/alibaba.json index 844401e341e9e7b7e568fb2e5cdb8d2481e4039c..759f3a2b29b65da87e85bd7df67845381cdc3145 100644 --- a/data/developers/alibaba.json +++ b/data/developers/alibaba.json @@ -7,7 +7,7 @@ "developer": "Alibaba", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 27.2 + "terminal-bench-2.0/terminal-bench-2.0": 23.9 } }, { diff --git a/data/developers/allenai.json b/data/developers/allenai.json index 2216de990715399db779de0d8aec537b82843775..3967c07e5fbd85ede2ac16a18a6e76c82f478a41 100644 --- a/data/developers/allenai.json +++ b/data/developers/allenai.json @@ -1,23 +1,79 @@ { "developer": "allenai", "models": [ + { + "id": "allenai/llama-3-tulu-2-70b-uf-mean-rm", + "name": "allenai/llama-3-tulu-2-70b-uf-mean-rm", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.7019, + "reward-bench/Chat": 0.8631, + "reward-bench/Chat Hard": 0.5614, + "reward-bench/Safety": 0.6095, + "reward-bench/Reasoning": 0.8268, + "reward-bench/Prior Sets (0.5 weight)": 0.5957 + } + }, + { + "id": "allenai/llama-3-tulu-2-8b-uf-mean-rm", + "name": "allenai/llama-3-tulu-2-8b-uf-mean-rm", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.7342, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.5921, + "reward-bench/Safety": 0.6162, + "reward-bench/Reasoning": 0.8212, + "reward-bench/Prior Sets (0.5 weight)": 0.6434 + } + }, + { + "id": "allenai/llama-3-tulu-2-dpo-70b", + "name": "allenai/llama-3-tulu-2-dpo-70b", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.7496, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.5746, + "reward-bench/Safety": 0.7486, + "reward-bench/Reasoning": 0.802, + "reward-bench/Prior Sets (0.5 weight)": 0.5687 + } + }, + { + "id": "allenai/llama-3-tulu-2-dpo-8b", + "name": "allenai/llama-3-tulu-2-dpo-8b", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.7275, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.5351, + "reward-bench/Safety": 0.6649, + "reward-bench/Reasoning": 0.8663, + "reward-bench/Prior Sets (0.5 weight)": 0.5097 + } + }, { "id": "allenai/Llama-3.1-70B-Instruct-RM-RB2", "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7606, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.8355, - "reward-bench/Safety": 0.8844, - "reward-bench/Reasoning": 0.8969, - "reward-bench/Prior Sets (0.5 weight)": 0.0, + "reward-bench/Score": 0.9021, "reward-bench/Factuality": 0.8126, "reward-bench/Precise IF": 0.4188, "reward-bench/Math": 0.6995, + "reward-bench/Safety": 0.9095, "reward-bench/Focus": 0.8646, - "reward-bench/Ties": 0.8835 + "reward-bench/Ties": 0.8835, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.8355, + "reward-bench/Reasoning": 0.8969, + "reward-bench/Prior Sets (0.5 weight)": 0.0 } }, { @@ -26,17 +82,17 @@ "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8463, + "reward-bench/Score": 0.649, + "reward-bench/Chat": 0.933, + "reward-bench/Chat Hard": 0.7785, + "reward-bench/Safety": 0.8267, + "reward-bench/Reasoning": 0.7886, + "reward-bench/Prior Sets (0.5 weight)": 0.0, "reward-bench/Factuality": 0.72, "reward-bench/Precise IF": 0.3625, "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.8851, "reward-bench/Focus": 0.8323, - "reward-bench/Ties": 0.5406, - "reward-bench/Chat": 0.933, - "reward-bench/Chat Hard": 0.7785, - "reward-bench/Reasoning": 0.7886, - "reward-bench/Prior Sets (0.5 weight)": 0.0 + "reward-bench/Ties": 0.5406 } }, { @@ -106,17 +162,17 @@ "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.722, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.8268, - "reward-bench/Safety": 0.8689, - "reward-bench/Reasoning": 0.8583, - "reward-bench/Prior Sets (0.5 weight)": 0.0, + "reward-bench/Score": 0.8892, "reward-bench/Factuality": 0.8084, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6776, + "reward-bench/Safety": 0.9027, "reward-bench/Focus": 0.7778, - "reward-bench/Ties": 0.8308 + "reward-bench/Ties": 0.8308, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.8268, + "reward-bench/Reasoning": 0.8583, + "reward-bench/Prior Sets (0.5 weight)": 0.0 } }, { @@ -153,17 +209,17 @@ "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.687, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.761, - "reward-bench/Safety": 0.86, - "reward-bench/Reasoning": 0.7898, - "reward-bench/Prior Sets (0.5 weight)": 0.0, + "reward-bench/Score": 0.8431, "reward-bench/Factuality": 0.7516, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8662, "reward-bench/Focus": 0.8545, - "reward-bench/Ties": 0.6397 + "reward-bench/Ties": 0.6397, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.761, + "reward-bench/Reasoning": 0.7898, + "reward-bench/Prior Sets (0.5 weight)": 0.0 } }, { @@ -226,199 +282,17 @@ "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8551, + "reward-bench/Score": 0.6821, + "reward-bench/Chat": 0.9497, + "reward-bench/Chat Hard": 0.7917, + "reward-bench/Safety": 0.8978, + "reward-bench/Reasoning": 0.8005, + "reward-bench/Prior Sets (0.5 weight)": 0.0, "reward-bench/Factuality": 0.7326, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.5792, - "reward-bench/Safety": 0.8784, "reward-bench/Focus": 0.8889, - "reward-bench/Ties": 0.6063, - "reward-bench/Chat": 0.9497, - "reward-bench/Chat Hard": 0.7917, - "reward-bench/Reasoning": 0.8005, - "reward-bench/Prior Sets (0.5 weight)": 0.0 - } - }, - { - "id": "allenai/OLMo-1.7-7B-hf", - "name": "OLMo-1.7-7B-hf", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1569, - "hfopenllm_v2/BBH": 0.3014, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.1124 - } - }, - { - "id": "allenai/OLMo-1B-hf", - "name": "OLMo-1B-hf", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2182, - "hfopenllm_v2/BBH": 0.3052, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4098, - "hfopenllm_v2/MMLU-PRO": 0.1174 - } - }, - { - "id": "allenai/OLMo-2-1124-7B-Instruct", - "name": "OLMo-2-1124-7B-Instruct", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7244, - "hfopenllm_v2/BBH": 0.4022, - "hfopenllm_v2/MATH Level 5": 0.1488, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3508, - "hfopenllm_v2/MMLU-PRO": 0.2672 - } - }, - { - "id": "allenai/OLMo-7B-Instruct", - "name": "allenai/OLMo-7B-Instruct", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.6727, - "reward-bench/Chat": 0.8966, - "reward-bench/Chat Hard": 0.5066, - "reward-bench/Safety": 0.6486, - "reward-bench/Reasoning": 0.7168, - "reward-bench/Prior Sets (0.5 weight)": 0.5173 - } - }, - { - "id": "allenai/OLMo-7B-Instruct-hf", - "name": "OLMo-7B-Instruct-hf", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3473, - "hfopenllm_v2/BBH": 0.3706, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3765, - "hfopenllm_v2/MMLU-PRO": 0.1785 - } - }, - { - "id": "allenai/OLMo-7B-hf", - "name": "OLMo-7B-hf", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2719, - "hfopenllm_v2/BBH": 0.3279, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.1173 - } - }, - { - "id": "allenai/OLMoE-1B-7B-0125-Instruct", - "name": "OLMoE-1B-7B-0125-Instruct", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6757, - "hfopenllm_v2/BBH": 0.3825, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3636, - "hfopenllm_v2/MMLU-PRO": 0.1915 - } - }, - { - "id": "allenai/OLMoE-1B-7B-0924", - "name": "OLMoE-1B-7B-0924", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2185, - "hfopenllm_v2/BBH": 0.3393, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3488, - "hfopenllm_v2/MMLU-PRO": 0.174 - } - }, - { - "id": "allenai/OLMoE-1B-7B-0924-Instruct", - "name": "OLMoE-1B-7B-0924-Instruct", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4667, - "hfopenllm_v2/BBH": 0.3902, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3848, - "hfopenllm_v2/MMLU-PRO": 0.1876 - } - }, - { - "id": "allenai/llama-3-tulu-2-70b-uf-mean-rm", - "name": "allenai/llama-3-tulu-2-70b-uf-mean-rm", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7019, - "reward-bench/Chat": 0.8631, - "reward-bench/Chat Hard": 0.5614, - "reward-bench/Safety": 0.6095, - "reward-bench/Reasoning": 0.8268, - "reward-bench/Prior Sets (0.5 weight)": 0.5957 - } - }, - { - "id": "allenai/llama-3-tulu-2-8b-uf-mean-rm", - "name": "allenai/llama-3-tulu-2-8b-uf-mean-rm", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7342, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.5921, - "reward-bench/Safety": 0.6162, - "reward-bench/Reasoning": 0.8212, - "reward-bench/Prior Sets (0.5 weight)": 0.6434 - } - }, - { - "id": "allenai/llama-3-tulu-2-dpo-70b", - "name": "allenai/llama-3-tulu-2-dpo-70b", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7496, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.5746, - "reward-bench/Safety": 0.7486, - "reward-bench/Reasoning": 0.802, - "reward-bench/Prior Sets (0.5 weight)": 0.5687 - } - }, - { - "id": "allenai/llama-3-tulu-2-dpo-8b", - "name": "allenai/llama-3-tulu-2-dpo-8b", - "developer": "allenai", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7275, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.5351, - "reward-bench/Safety": 0.6649, - "reward-bench/Reasoning": 0.8663, - "reward-bench/Prior Sets (0.5 weight)": 0.5097 + "reward-bench/Ties": 0.6063 } }, { @@ -465,6 +339,34 @@ "helm_mmlu/Mean win rate": 0.196 } }, + { + "id": "allenai/OLMo-1.7-7B-hf", + "name": "OLMo-1.7-7B-hf", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1569, + "hfopenllm_v2/BBH": 0.3014, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.1124 + } + }, + { + "id": "allenai/OLMo-1B-hf", + "name": "OLMo-1B-hf", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2182, + "hfopenllm_v2/BBH": 0.3052, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4098, + "hfopenllm_v2/MMLU-PRO": 0.1174 + } + }, { "id": "allenai/olmo-2-0325-32b-instruct", "name": "OLMo 2 32B Instruct March 2025", @@ -494,7 +396,7 @@ } }, { - "id": "allenai/olmo-2-1124-7b-instruct", + "id": "allenai/OLMo-2-1124-7B-Instruct", "name": "OLMo 2 7B Instruct November 2024", "developer": "allenai", "evaluator_relationship": null, @@ -504,7 +406,13 @@ "helm_capabilities/GPQA": 0.296, "helm_capabilities/IFEval": 0.693, "helm_capabilities/WildBench": 0.628, - "helm_capabilities/Omni-MATH": 0.116 + "helm_capabilities/Omni-MATH": 0.116, + "hfopenllm_v2/IFEval": 0.7244, + "hfopenllm_v2/BBH": 0.4022, + "hfopenllm_v2/MATH Level 5": 0.1488, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3508, + "hfopenllm_v2/MMLU-PRO": 0.2672 } }, { @@ -562,7 +470,49 @@ } }, { - "id": "allenai/olmoe-1b-7b-0125-instruct", + "id": "allenai/OLMo-7B-hf", + "name": "OLMo-7B-hf", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2719, + "hfopenllm_v2/BBH": 0.3279, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.1173 + } + }, + { + "id": "allenai/OLMo-7B-Instruct", + "name": "allenai/OLMo-7B-Instruct", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.6727, + "reward-bench/Chat": 0.8966, + "reward-bench/Chat Hard": 0.5066, + "reward-bench/Safety": 0.6486, + "reward-bench/Reasoning": 0.7168, + "reward-bench/Prior Sets (0.5 weight)": 0.5173 + } + }, + { + "id": "allenai/OLMo-7B-Instruct-hf", + "name": "OLMo-7B-Instruct-hf", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3473, + "hfopenllm_v2/BBH": 0.3706, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3765, + "hfopenllm_v2/MMLU-PRO": 0.1785 + } + }, + { + "id": "allenai/OLMoE-1B-7B-0125-Instruct", "name": "OLMoE 1B-7B Instruct January 2025", "developer": "allenai", "evaluator_relationship": null, @@ -572,7 +522,41 @@ "helm_capabilities/GPQA": 0.22, "helm_capabilities/IFEval": 0.628, "helm_capabilities/WildBench": 0.551, - "helm_capabilities/Omni-MATH": 0.093 + "helm_capabilities/Omni-MATH": 0.093, + "hfopenllm_v2/IFEval": 0.6757, + "hfopenllm_v2/BBH": 0.3825, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3636, + "hfopenllm_v2/MMLU-PRO": 0.1915 + } + }, + { + "id": "allenai/OLMoE-1B-7B-0924", + "name": "OLMoE-1B-7B-0924", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2185, + "hfopenllm_v2/BBH": 0.3393, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3488, + "hfopenllm_v2/MMLU-PRO": 0.174 + } + }, + { + "id": "allenai/OLMoE-1B-7B-0924-Instruct", + "name": "OLMoE-1B-7B-0924-Instruct", + "developer": "allenai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4667, + "hfopenllm_v2/BBH": 0.3902, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3848, + "hfopenllm_v2/MMLU-PRO": 0.1876 } }, { diff --git a/data/developers/allknowingroger.json b/data/developers/allknowingroger.json index a89aed44fcee0652d7b7083dcfb44ac0b7220ad9..f7b5ce9aeb956a93784580621b818746c43f55b4 100644 --- a/data/developers/allknowingroger.json +++ b/data/developers/allknowingroger.json @@ -225,6 +225,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4472 } }, + { + "id": "allknowingroger/limyClown-7B-slerp", + "name": "limyClown-7B-slerp", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4017, + "hfopenllm_v2/BBH": 0.5148, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3038 + } + }, { "id": "allknowingroger/LimyQstar-7B-slerp", "name": "LimyQstar-7B-slerp", @@ -239,6 +253,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3103 } }, + { + "id": "allknowingroger/llama3-Jallabi-40B-s", + "name": "llama3-Jallabi-40B-s", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1921, + "hfopenllm_v2/BBH": 0.3252, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2374, + "hfopenllm_v2/MUSR": 0.375, + "hfopenllm_v2/MMLU-PRO": 0.1088 + } + }, { "id": "allknowingroger/Llama3.1-60B", "name": "Llama3.1-60B", @@ -253,6 +281,20 @@ "hfopenllm_v2/MMLU-PRO": 0.331 } }, + { + "id": "allknowingroger/llama3AnFeng-40B", + "name": "llama3AnFeng-40B", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1742, + "hfopenllm_v2/BBH": 0.3794, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.394, + "hfopenllm_v2/MMLU-PRO": 0.198 + } + }, { "id": "allknowingroger/Marco-01-slerp1-7B", "name": "Marco-01-slerp1-7B", @@ -295,20 +337,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3119 } }, - { - "id": "allknowingroger/MistralPhi3-11B", - "name": "MistralPhi3-11B", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1943, - "hfopenllm_v2/BBH": 0.6234, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4267, - "hfopenllm_v2/MMLU-PRO": 0.4688 - } - }, { "id": "allknowingroger/Mistralmash1-7B-s", "name": "Mistralmash1-7B-s", @@ -337,6 +365,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3345 } }, + { + "id": "allknowingroger/MistralPhi3-11B", + "name": "MistralPhi3-11B", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1943, + "hfopenllm_v2/BBH": 0.6234, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4267, + "hfopenllm_v2/MMLU-PRO": 0.4688 + } + }, { "id": "allknowingroger/MixTAO-19B-pass", "name": "MixTAO-19B-pass", @@ -435,6 +477,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3043 } }, + { + "id": "allknowingroger/Multimash3-12B-slerp", + "name": "Multimash3-12B-slerp", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4437, + "hfopenllm_v2/BBH": 0.5177, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4344, + "hfopenllm_v2/MMLU-PRO": 0.3068 + } + }, { "id": "allknowingroger/MultiMash5-12B-slerp", "name": "MultiMash5-12B-slerp", @@ -505,34 +561,6 @@ "hfopenllm_v2/MMLU-PRO": 0.31 } }, - { - "id": "allknowingroger/MultiMerge-7B-slerp", - "name": "MultiMerge-7B-slerp", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3948, - "hfopenllm_v2/BBH": 0.514, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.3037 - } - }, - { - "id": "allknowingroger/Multimash3-12B-slerp", - "name": "Multimash3-12B-slerp", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4437, - "hfopenllm_v2/BBH": 0.5177, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4344, - "hfopenllm_v2/MMLU-PRO": 0.3068 - } - }, { "id": "allknowingroger/Multimerge-19B-pass", "name": "Multimerge-19B-pass", @@ -547,6 +575,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1169 } }, + { + "id": "allknowingroger/MultiMerge-7B-slerp", + "name": "MultiMerge-7B-slerp", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3948, + "hfopenllm_v2/BBH": 0.514, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.3037 + } + }, { "id": "allknowingroger/MultiverseEx26-7B-slerp", "name": "MultiverseEx26-7B-slerp", @@ -561,20 +603,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3035 } }, - { - "id": "allknowingroger/NeuralWestSeverus-7B-slerp", - "name": "NeuralWestSeverus-7B-slerp", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4136, - "hfopenllm_v2/BBH": 0.5244, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4529, - "hfopenllm_v2/MMLU-PRO": 0.3137 - } - }, { "id": "allknowingroger/Neuralcoven-7B-slerp", "name": "Neuralcoven-7B-slerp", @@ -603,6 +631,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3042 } }, + { + "id": "allknowingroger/NeuralWestSeverus-7B-slerp", + "name": "NeuralWestSeverus-7B-slerp", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4136, + "hfopenllm_v2/BBH": 0.5244, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4529, + "hfopenllm_v2/MMLU-PRO": 0.3137 + } + }, { "id": "allknowingroger/Ph3della5-14B", "name": "Ph3della5-14B", @@ -855,6 +897,62 @@ "hfopenllm_v2/MMLU-PRO": 0.4461 } }, + { + "id": "allknowingroger/Qwenslerp2-14B", + "name": "Qwenslerp2-14B", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5007, + "hfopenllm_v2/BBH": 0.6555, + "hfopenllm_v2/MATH Level 5": 0.4456, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4729, + "hfopenllm_v2/MMLU-PRO": 0.5403 + } + }, + { + "id": "allknowingroger/Qwenslerp2-7B", + "name": "Qwenslerp2-7B", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5294, + "hfopenllm_v2/BBH": 0.5609, + "hfopenllm_v2/MATH Level 5": 0.3421, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.4515 + } + }, + { + "id": "allknowingroger/Qwenslerp3-14B", + "name": "Qwenslerp3-14B", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5052, + "hfopenllm_v2/BBH": 0.6521, + "hfopenllm_v2/MATH Level 5": 0.4464, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4676, + "hfopenllm_v2/MMLU-PRO": 0.5395 + } + }, + { + "id": "allknowingroger/Qwenslerp3-7B", + "name": "Qwenslerp3-7B", + "developer": "allknowingroger", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5018, + "hfopenllm_v2/BBH": 0.558, + "hfopenllm_v2/MATH Level 5": 0.3218, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4515, + "hfopenllm_v2/MMLU-PRO": 0.4542 + } + }, { "id": "allknowingroger/QwenSlerp4-14B", "name": "QwenSlerp4-14B", @@ -940,59 +1038,17 @@ } }, { - "id": "allknowingroger/Qwenslerp2-14B", - "name": "Qwenslerp2-14B", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5007, - "hfopenllm_v2/BBH": 0.6555, - "hfopenllm_v2/MATH Level 5": 0.4456, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4729, - "hfopenllm_v2/MMLU-PRO": 0.5403 - } - }, - { - "id": "allknowingroger/Qwenslerp2-7B", - "name": "Qwenslerp2-7B", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5294, - "hfopenllm_v2/BBH": 0.5609, - "hfopenllm_v2/MATH Level 5": 0.3421, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.4515 - } - }, - { - "id": "allknowingroger/Qwenslerp3-14B", - "name": "Qwenslerp3-14B", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5052, - "hfopenllm_v2/BBH": 0.6521, - "hfopenllm_v2/MATH Level 5": 0.4464, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4676, - "hfopenllm_v2/MMLU-PRO": 0.5395 - } - }, - { - "id": "allknowingroger/Qwenslerp3-7B", - "name": "Qwenslerp3-7B", + "id": "allknowingroger/RogerMerge-7B-slerp", + "name": "RogerMerge-7B-slerp", "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5018, - "hfopenllm_v2/BBH": 0.558, - "hfopenllm_v2/MATH Level 5": 0.3218, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4515, - "hfopenllm_v2/MMLU-PRO": 0.4542 + "hfopenllm_v2/IFEval": 0.3933, + "hfopenllm_v2/BBH": 0.516, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.303 } }, { @@ -1009,20 +1065,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3053 } }, - { - "id": "allknowingroger/RogerMerge-7B-slerp", - "name": "RogerMerge-7B-slerp", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3933, - "hfopenllm_v2/BBH": 0.516, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.303 - } - }, { "id": "allknowingroger/Rombos-LLM-V2.5-Qwen-42b", "name": "Rombos-LLM-V2.5-Qwen-42b", @@ -1190,48 +1232,6 @@ "hfopenllm_v2/MUSR": 0.4161, "hfopenllm_v2/MMLU-PRO": 0.3036 } - }, - { - "id": "allknowingroger/limyClown-7B-slerp", - "name": "limyClown-7B-slerp", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4017, - "hfopenllm_v2/BBH": 0.5148, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3038 - } - }, - { - "id": "allknowingroger/llama3-Jallabi-40B-s", - "name": "llama3-Jallabi-40B-s", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1921, - "hfopenllm_v2/BBH": 0.3252, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2374, - "hfopenllm_v2/MUSR": 0.375, - "hfopenllm_v2/MMLU-PRO": 0.1088 - } - }, - { - "id": "allknowingroger/llama3AnFeng-40B", - "name": "llama3AnFeng-40B", - "developer": "allknowingroger", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1742, - "hfopenllm_v2/BBH": 0.3794, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.394, - "hfopenllm_v2/MMLU-PRO": 0.198 - } } ] } \ No newline at end of file diff --git a/data/developers/allura-org.json b/data/developers/allura-org.json index 4a536e62cdaf18013d06f154d3fd500645bb6528..0e7deaf589722fd85c613eed5d6dac33a2bc38af 100644 --- a/data/developers/allura-org.json +++ b/data/developers/allura-org.json @@ -15,34 +15,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3428 } }, - { - "id": "allura-org/MN-12b-RP-Ink", - "name": "MN-12b-RP-Ink", - "developer": "allura-org", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7186, - "hfopenllm_v2/BBH": 0.4834, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.3514 - } - }, - { - "id": "allura-org/MS-Meadowlark-22B", - "name": "MS-Meadowlark-22B", - "developer": "allura-org", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6697, - "hfopenllm_v2/BBH": 0.5163, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.3843, - "hfopenllm_v2/MMLU-PRO": 0.3823 - } - }, { "id": "allura-org/Mistral-Small-24b-Sertraline-0304", "name": "Mistral-Small-24b-Sertraline-0304", @@ -71,6 +43,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5127 } }, + { + "id": "allura-org/MN-12b-RP-Ink", + "name": "MN-12b-RP-Ink", + "developer": "allura-org", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7186, + "hfopenllm_v2/BBH": 0.4834, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.3514 + } + }, { "id": "allura-org/MoE-Girl-1BA-7BT", "name": "MoE-Girl-1BA-7BT", @@ -85,6 +71,34 @@ "hfopenllm_v2/MMLU-PRO": 0.1218 } }, + { + "id": "allura-org/MS-Meadowlark-22B", + "name": "MS-Meadowlark-22B", + "developer": "allura-org", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6697, + "hfopenllm_v2/BBH": 0.5163, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.3843, + "hfopenllm_v2/MMLU-PRO": 0.3823 + } + }, + { + "id": "allura-org/Teleut-7b", + "name": "Teleut-7b", + "developer": "allura-org", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6379, + "hfopenllm_v2/BBH": 0.5141, + "hfopenllm_v2/MATH Level 5": 0.2409, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.464, + "hfopenllm_v2/MMLU-PRO": 0.4131 + } + }, { "id": "allura-org/TQ2.5-14B-Aletheia-v1", "name": "TQ2.5-14B-Aletheia-v1", @@ -112,20 +126,6 @@ "hfopenllm_v2/MUSR": 0.461, "hfopenllm_v2/MMLU-PRO": 0.5253 } - }, - { - "id": "allura-org/Teleut-7b", - "name": "Teleut-7b", - "developer": "allura-org", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6379, - "hfopenllm_v2/BBH": 0.5141, - "hfopenllm_v2/MATH Level 5": 0.2409, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.464, - "hfopenllm_v2/MMLU-PRO": 0.4131 - } } ] } \ No newline at end of file diff --git a/data/developers/aloobun.json b/data/developers/aloobun.json index 00f88d918d09895e7465dbaa629e187163b18545..234facc2bcdd2373c6bdd61bffca95724f2875db 100644 --- a/data/developers/aloobun.json +++ b/data/developers/aloobun.json @@ -1,20 +1,6 @@ { "developer": "aloobun", "models": [ - { - "id": "aloobun/Meta-Llama-3-7B-28Layers", - "name": "Meta-Llama-3-7B-28Layers", - "developer": "aloobun", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1964, - "hfopenllm_v2/BBH": 0.4437, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3589, - "hfopenllm_v2/MMLU-PRO": 0.316 - } - }, { "id": "aloobun/d-SmolLM2-360M", "name": "d-SmolLM2-360M", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.3981, "hfopenllm_v2/MMLU-PRO": 0.1169 } + }, + { + "id": "aloobun/Meta-Llama-3-7B-28Layers", + "name": "Meta-Llama-3-7B-28Layers", + "developer": "aloobun", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1964, + "hfopenllm_v2/BBH": 0.4437, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3589, + "hfopenllm_v2/MMLU-PRO": 0.316 + } } ] } \ No newline at end of file diff --git a/data/developers/alpindale.json b/data/developers/alpindale.json index cbaa57e3df5bda765b762feba44e77c4c6ff1f7f..7b1ddfd18f47ab373ad2bed61e1a4ed64086d492 100644 --- a/data/developers/alpindale.json +++ b/data/developers/alpindale.json @@ -1,20 +1,6 @@ { "developer": "alpindale", "models": [ - { - "id": "alpindale/WizardLM-2-8x22B", - "name": "WizardLM-2-8x22B", - "developer": "alpindale", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5272, - "hfopenllm_v2/BBH": 0.6377, - "hfopenllm_v2/MATH Level 5": 0.25, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4387, - "hfopenllm_v2/MMLU-PRO": 0.4596 - } - }, { "id": "alpindale/magnum-72b-v1", "name": "magnum-72b-v1", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.4489, "hfopenllm_v2/MMLU-PRO": 0.5468 } + }, + { + "id": "alpindale/WizardLM-2-8x22B", + "name": "WizardLM-2-8x22B", + "developer": "alpindale", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5272, + "hfopenllm_v2/BBH": 0.6377, + "hfopenllm_v2/MATH Level 5": 0.25, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4387, + "hfopenllm_v2/MMLU-PRO": 0.4596 + } } ] } \ No newline at end of file diff --git a/data/developers/amaorynho.json b/data/developers/amaorynho.json index efa0884c28c767971a41196952a6b7d32bd94adf..97e19559e8a14c6dbbae392c04a87041ddb2006a 100644 --- a/data/developers/amaorynho.json +++ b/data/developers/amaorynho.json @@ -29,20 +29,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1114 } }, - { - "id": "Amaorynho/BBAIIFEV1", - "name": "BBAIIFEV1", - "developer": "Amaorynho", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8047, - "hfopenllm_v2/BBH": 0.5292, - "hfopenllm_v2/MATH Level 5": 0.1934, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3857 - } - }, { "id": "Amaorynho/BBAI_375", "name": "BBAI_375", @@ -56,6 +42,20 @@ "hfopenllm_v2/MUSR": 0.3605, "hfopenllm_v2/MMLU-PRO": 0.1123 } + }, + { + "id": "Amaorynho/BBAIIFEV1", + "name": "BBAIIFEV1", + "developer": "Amaorynho", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8047, + "hfopenllm_v2/BBH": 0.5292, + "hfopenllm_v2/MATH Level 5": 0.1934, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3857 + } } ] } \ No newline at end of file diff --git a/data/developers/anthropic.json b/data/developers/anthropic.json index 988da2ba8f3164f39decf979a298c48e2f5b88c2..19d1ac7771d96f70705c3a0e339a8850fe7101f5 100644 --- a/data/developers/anthropic.json +++ b/data/developers/anthropic.json @@ -1,112 +1,10 @@ { "developer": "Anthropic", "models": [ - { - "id": "Anthropic/claude-3-5-sonnet-20240620", - "name": "Anthropic/claude-3-5-sonnet-20240620", - "developer": "Anthropic", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.8417, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.7401, - "reward-bench/Safety": 0.8162, - "reward-bench/Reasoning": 0.8469 - } - }, - { - "id": "Anthropic/claude-3-haiku-20240307", - "name": "Anthropic/claude-3-haiku-20240307", - "developer": "Anthropic", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7289, - "reward-bench/Chat": 0.9274, - "reward-bench/Chat Hard": 0.5197, - "reward-bench/Safety": 0.7953, - "reward-bench/Reasoning": 0.706, - "reward-bench/Prior Sets (0.5 weight)": 0.6635 - } - }, - { - "id": "Anthropic/claude-3-opus-20240229", - "name": "Anthropic/claude-3-opus-20240229", - "developer": "Anthropic", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.8008, - "reward-bench/Chat": 0.9469, - "reward-bench/Chat Hard": 0.6031, - "reward-bench/Safety": 0.8662, - "reward-bench/Reasoning": 0.7868 - } - }, - { - "id": "Anthropic/claude-3-sonnet-20240229", - "name": "Anthropic/claude-3-sonnet-20240229", - "developer": "Anthropic", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7458, - "reward-bench/Chat": 0.9344, - "reward-bench/Chat Hard": 0.5658, - "reward-bench/Safety": 0.8169, - "reward-bench/Reasoning": 0.6907, - "reward-bench/Prior Sets (0.5 weight)": 0.6963 - } - }, - { - "id": "anthropic/Opus 4.1", - "name": "Opus 4.1", - "developer": "anthropic", - "evaluator_relationship": null, - "benchmark_scores": { - "ace/Overall Score": 0.4, - "ace/Gaming Score": 0.318 - } - }, - { - "id": "anthropic/Opus 4.5", - "name": "Opus 4.5", - "developer": "anthropic", - "evaluator_relationship": null, - "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.184, - "apex-agents/Overall Pass@8": 0.34, - "apex-agents/Overall Mean Score": 0.348, - "apex-agents/Investment Banking Pass@1": 0.216, - "apex-agents/Management Consulting Pass@1": 0.132, - "apex-agents/Corporate Law Pass@1": 0.202, - "apex-agents/Corporate Lawyer Mean Score": 0.471, - "ace/Overall Score": 0.478, - "ace/Gaming Score": 0.391, - "apex-v1/Medicine (MD) Score": 0.65 - } - }, - { - "id": "anthropic/Opus 4.6", - "name": "Opus 4.6", - "developer": "anthropic", - "evaluator_relationship": null, - "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.298, - "apex-agents/Corporate Lawyer Mean Score": 0.502 - } - }, - { - "id": "anthropic/Sonnet 4.5", - "name": "Sonnet 4.5", - "developer": "anthropic", - "evaluator_relationship": null, - "benchmark_scores": { - "ace/Overall Score": 0.44, - "ace/Gaming Score": 0.373 - } - }, { "id": "anthropic/claude-2.0", "name": "Claude 2.0", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.489, @@ -124,7 +22,7 @@ { "id": "anthropic/claude-2.1", "name": "Claude 2.1", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.437, @@ -177,8 +75,8 @@ }, { "id": "anthropic/claude-3-5-haiku-20241022", - "name": "claude-3-5-haiku-20241022", - "developer": "anthropic", + "name": "Claude 3.5 Haiku 20241022", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.6114, @@ -257,7 +155,7 @@ { "id": "anthropic/claude-3-5-sonnet-20240620", "name": "Claude 3.5 Sonnet 20240620", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.885, @@ -306,19 +204,22 @@ "helm_mmlu/Virology": 0.602, "helm_mmlu/World Religions": 0.924, "helm_mmlu/Mean win rate": 0.17, - "reward-bench/Score": 0.6466, + "reward-bench/Score": 0.8417, "reward-bench/Factuality": 0.5284, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.5683, - "reward-bench/Safety": 0.8519, + "reward-bench/Safety": 0.8162, "reward-bench/Focus": 0.8697, - "reward-bench/Ties": 0.674 + "reward-bench/Ties": 0.674, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.7401, + "reward-bench/Reasoning": 0.8469 } }, { "id": "anthropic/claude-3-5-sonnet-20241022", "name": "Claude 3.5 Sonnet 20241022", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.653, @@ -378,7 +279,7 @@ { "id": "anthropic/claude-3-7-sonnet-20250219", "name": "claude-3-7-sonnet-20250219", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.8078, @@ -421,7 +322,7 @@ { "id": "anthropic/claude-3-haiku-20240307", "name": "Claude 3 Haiku 20240307", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.263, @@ -471,10 +372,14 @@ "helm_mmlu/World Religions": 0.871, "helm_mmlu/Mean win rate": 0.28, "reward-bench/Score": 0.3711, + "reward-bench/Chat": 0.9274, + "reward-bench/Chat Hard": 0.5197, + "reward-bench/Safety": 0.595, + "reward-bench/Reasoning": 0.706, + "reward-bench/Prior Sets (0.5 weight)": 0.6635, "reward-bench/Factuality": 0.4042, "reward-bench/Precise IF": 0.2812, "reward-bench/Math": 0.3552, - "reward-bench/Safety": 0.595, "reward-bench/Focus": 0.501, "reward-bench/Ties": 0.0899 } @@ -482,7 +387,7 @@ { "id": "anthropic/claude-3-opus-20240229", "name": "Claude 3 Opus 20240229", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.683, @@ -531,19 +436,22 @@ "helm_mmlu/Virology": 0.578, "helm_mmlu/World Religions": 0.901, "helm_mmlu/Mean win rate": 0.014, - "reward-bench/Score": 0.5744, + "reward-bench/Score": 0.8008, "reward-bench/Factuality": 0.5389, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.5137, - "reward-bench/Safety": 0.8378, + "reward-bench/Safety": 0.8662, "reward-bench/Focus": 0.6646, - "reward-bench/Ties": 0.5601 + "reward-bench/Ties": 0.5601, + "reward-bench/Chat": 0.9469, + "reward-bench/Chat Hard": 0.6031, + "reward-bench/Reasoning": 0.7868 } }, { "id": "anthropic/claude-3-sonnet-20240229", "name": "Claude 3 Sonnet 20240229", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.377, @@ -591,7 +499,13 @@ "helm_mmlu/Sociology": 0.905, "helm_mmlu/Virology": 0.578, "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.082 + "helm_mmlu/Mean win rate": 0.082, + "reward-bench/Score": 0.7458, + "reward-bench/Chat": 0.9344, + "reward-bench/Chat Hard": 0.5658, + "reward-bench/Safety": 0.8169, + "reward-bench/Reasoning": 0.6907, + "reward-bench/Prior Sets (0.5 weight)": 0.6963 } }, { @@ -611,13 +525,13 @@ "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 29.8 + "terminal-bench-2.0/terminal-bench-2.0": 28.3 } }, { "id": "anthropic/claude-instant-1.2", "name": "Claude Instant 1.2", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.399, @@ -671,7 +585,7 @@ { "id": "anthropic/claude-opus-4-1-20250805", "name": "claude-opus-4-1-20250805", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.943, @@ -698,7 +612,7 @@ { "id": "anthropic/claude-opus-4-20250514", "name": "Claude 4 Opus 20250514", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.757, @@ -719,7 +633,7 @@ { "id": "anthropic/claude-opus-4-20250514-thinking-10k", "name": "Claude 4 Opus 20250514, extended thinking", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.78, @@ -737,9 +651,9 @@ "evaluator_relationship": null, "benchmark_scores": { "appworld_test_normal/appworld/test_normal": 0.61, - "browsecompplus/browsecompplus": 0.61, - "swe-bench/swe-bench": 0.6061, - "tau-bench-2_airline/tau-bench-2/airline": 0.74, + "browsecompplus/browsecompplus": 0.49, + "swe-bench/swe-bench": 0.65, + "tau-bench-2_airline/tau-bench-2/airline": 0.66, "tau-bench-2_retail/tau-bench-2/retail": 0.78, "tau-bench-2_telecom/tau-bench-2/telecom": 0.76 } @@ -750,7 +664,7 @@ "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 36.9 + "terminal-bench-2.0/terminal-bench-2.0": 38.0 } }, { @@ -759,7 +673,7 @@ "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 52.1 + "terminal-bench-2.0/terminal-bench-2.0": 63.1 } }, { @@ -774,7 +688,7 @@ { "id": "anthropic/claude-sonnet-4-20250514", "name": "claude-sonnet-4-20250514", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.9058, @@ -814,7 +728,7 @@ { "id": "anthropic/claude-sonnet-4-20250514-thinking-10k", "name": "Claude 4 Sonnet 20250514, extended thinking", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.766, @@ -828,7 +742,7 @@ { "id": "anthropic/claude-sonnet-4-5-20250929", "name": "claude-sonnet-4-5-20250929", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "livecodebenchpro/Hard Problems": 0.0, @@ -842,13 +756,13 @@ "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 46.5 + "terminal-bench-2.0/terminal-bench-2.0": 42.5 } }, { "id": "anthropic/claude-v1.3", "name": "Anthropic Claude v1.3", - "developer": "anthropic", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { "helm_instruct/Mean win rate": 0.611, @@ -869,6 +783,54 @@ "helm_lite/MedQA": 0.618, "helm_lite/WMT 2014": 0.219 } + }, + { + "id": "anthropic/Opus 4.1", + "name": "Opus 4.1", + "developer": "Anthropic", + "evaluator_relationship": null, + "benchmark_scores": { + "ace/Overall Score": 0.4, + "ace/Gaming Score": 0.318 + } + }, + { + "id": "anthropic/Opus 4.5", + "name": "Opus 4.5", + "developer": "Anthropic", + "evaluator_relationship": null, + "benchmark_scores": { + "ace/Overall Score": 0.478, + "ace/Gaming Score": 0.391, + "apex-agents/Overall Pass@1": 0.184, + "apex-agents/Overall Pass@8": 0.34, + "apex-agents/Overall Mean Score": 0.348, + "apex-agents/Investment Banking Pass@1": 0.216, + "apex-agents/Management Consulting Pass@1": 0.132, + "apex-agents/Corporate Law Pass@1": 0.202, + "apex-agents/Corporate Lawyer Mean Score": 0.471, + "apex-v1/Medicine (MD) Score": 0.65 + } + }, + { + "id": "anthropic/Opus 4.6", + "name": "Opus 4.6", + "developer": "Anthropic", + "evaluator_relationship": null, + "benchmark_scores": { + "apex-agents/Overall Pass@1": 0.298, + "apex-agents/Corporate Lawyer Mean Score": 0.502 + } + }, + { + "id": "anthropic/Sonnet 4.5", + "name": "Sonnet 4.5", + "developer": "Anthropic", + "evaluator_relationship": null, + "benchmark_scores": { + "ace/Overall Score": 0.44, + "ace/Gaming Score": 0.373 + } } ] } \ No newline at end of file diff --git a/data/developers/arcee-ai.json b/data/developers/arcee-ai.json index d8aa1016215919dac028d356ce0e4ec137bb50c2..fb3c26af6dfe804ff7a40fb7fe0b6065ba67af15 100644 --- a/data/developers/arcee-ai.json +++ b/data/developers/arcee-ai.json @@ -49,12 +49,12 @@ "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5718, - "hfopenllm_v2/BBH": 0.5481, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4008, - "hfopenllm_v2/MMLU-PRO": 0.3813 + "hfopenllm_v2/IFEval": 0.5621, + "hfopenllm_v2/BBH": 0.5489, + "hfopenllm_v2/MATH Level 5": 0.2953, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.3822 } }, { @@ -85,6 +85,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3721 } }, + { + "id": "arcee-ai/raspberry-3B", + "name": "raspberry-3B", + "developer": "arcee-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3154, + "hfopenllm_v2/BBH": 0.4269, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4123, + "hfopenllm_v2/MMLU-PRO": 0.2854 + } + }, { "id": "arcee-ai/SuperNova-Medius", "name": "SuperNova-Medius", @@ -140,20 +154,6 @@ "hfopenllm_v2/MUSR": 0.4313, "hfopenllm_v2/MMLU-PRO": 0.5188 } - }, - { - "id": "arcee-ai/raspberry-3B", - "name": "raspberry-3B", - "developer": "arcee-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3154, - "hfopenllm_v2/BBH": 0.4269, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4123, - "hfopenllm_v2/MMLU-PRO": 0.2854 - } } ] } \ No newline at end of file diff --git a/data/developers/azure99.json b/data/developers/azure99.json index b8ee160b5f24357b7631b3b03e65a1ac317b0efa..17b4e4f54c300e654b72150dff036be150cc2427 100644 --- a/data/developers/azure99.json +++ b/data/developers/azure99.json @@ -1,34 +1,6 @@ { "developer": "Azure99", "models": [ - { - "id": "Azure99/Blossom-V6-14B", - "name": "Blossom-V6-14B", - "developer": "Azure99", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6395, - "hfopenllm_v2/BBH": 0.5069, - "hfopenllm_v2/MATH Level 5": 0.5257, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.4035, - "hfopenllm_v2/MMLU-PRO": 0.4544 - } - }, - { - "id": "Azure99/Blossom-V6-7B", - "name": "Blossom-V6-7B", - "developer": "Azure99", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5538, - "hfopenllm_v2/BBH": 0.4974, - "hfopenllm_v2/MATH Level 5": 0.4585, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4301, - "hfopenllm_v2/MMLU-PRO": 0.4144 - } - }, { "id": "Azure99/blossom-v5-32b", "name": "blossom-v5-32b", @@ -84,6 +56,34 @@ "hfopenllm_v2/MUSR": 0.3994, "hfopenllm_v2/MMLU-PRO": 0.3979 } + }, + { + "id": "Azure99/Blossom-V6-14B", + "name": "Blossom-V6-14B", + "developer": "Azure99", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6395, + "hfopenllm_v2/BBH": 0.5069, + "hfopenllm_v2/MATH Level 5": 0.5257, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.4035, + "hfopenllm_v2/MMLU-PRO": 0.4544 + } + }, + { + "id": "Azure99/Blossom-V6-7B", + "name": "Blossom-V6-7B", + "developer": "Azure99", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5538, + "hfopenllm_v2/BBH": 0.4974, + "hfopenllm_v2/MATH Level 5": 0.4585, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4301, + "hfopenllm_v2/MMLU-PRO": 0.4144 + } } ] } \ No newline at end of file diff --git a/data/developers/bamec66557.json b/data/developers/bamec66557.json index abb6d8bc4bef7b3243ccbc32e5d5155031c67bad..6ee85cfaa2353754fb9ba639f4b4d697e5714b91 100644 --- a/data/developers/bamec66557.json +++ b/data/developers/bamec66557.json @@ -1,6 +1,34 @@ { "developer": "bamec66557", "models": [ + { + "id": "bamec66557/mergekit-model_stock-zdaysvi", + "name": "mergekit-model_stock-zdaysvi", + "developer": "bamec66557", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6426, + "hfopenllm_v2/BBH": 0.5063, + "hfopenllm_v2/MATH Level 5": 0.1352, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4124, + "hfopenllm_v2/MMLU-PRO": 0.3688 + } + }, + { + "id": "bamec66557/mergekit-ties-sinbkow", + "name": "mergekit-ties-sinbkow", + "developer": "bamec66557", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6432, + "hfopenllm_v2/BBH": 0.5092, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.3603 + } + }, { "id": "bamec66557/MISCHIEVOUS-12B", "name": "MISCHIEVOUS-12B", @@ -100,31 +128,31 @@ } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V", - "name": "MISCHIEVOUS-12B-Mix_III_IV_V", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V", + "name": "MISCHIEVOUS-12B-Mix_III_ex_V", "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4031, - "hfopenllm_v2/BBH": 0.5465, - "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/IFEval": 0.4316, + "hfopenllm_v2/BBH": 0.5449, + "hfopenllm_v2/MATH Level 5": 0.1322, "hfopenllm_v2/GPQA": 0.3205, "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3664 + "hfopenllm_v2/MMLU-PRO": 0.3649 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V", - "name": "MISCHIEVOUS-12B-Mix_III_ex_V", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V", + "name": "MISCHIEVOUS-12B-Mix_III_IV_V", "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4316, - "hfopenllm_v2/BBH": 0.5449, - "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/IFEval": 0.4031, + "hfopenllm_v2/BBH": 0.5465, + "hfopenllm_v2/MATH Level 5": 0.1292, "hfopenllm_v2/GPQA": 0.3205, "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3649 + "hfopenllm_v2/MMLU-PRO": 0.3664 } }, { @@ -350,34 +378,6 @@ "hfopenllm_v2/MUSR": 0.4092, "hfopenllm_v2/MMLU-PRO": 0.3669 } - }, - { - "id": "bamec66557/mergekit-model_stock-zdaysvi", - "name": "mergekit-model_stock-zdaysvi", - "developer": "bamec66557", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6426, - "hfopenllm_v2/BBH": 0.5063, - "hfopenllm_v2/MATH Level 5": 0.1352, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4124, - "hfopenllm_v2/MMLU-PRO": 0.3688 - } - }, - { - "id": "bamec66557/mergekit-ties-sinbkow", - "name": "mergekit-ties-sinbkow", - "developer": "bamec66557", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6432, - "hfopenllm_v2/BBH": 0.5092, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.3603 - } } ] } \ No newline at end of file diff --git a/data/developers/bfuzzy1.json b/data/developers/bfuzzy1.json index 046908901f198eefd67e0383e1e29f9477b06c45..46500df679589fb1e95ba7283b442a10a752a892 100644 --- a/data/developers/bfuzzy1.json +++ b/data/developers/bfuzzy1.json @@ -1,20 +1,6 @@ { "developer": "bfuzzy1", "models": [ - { - "id": "bfuzzy1/Gunny", - "name": "Gunny", - "developer": "bfuzzy1", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7129, - "hfopenllm_v2/BBH": 0.4546, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3583, - "hfopenllm_v2/MMLU-PRO": 0.3039 - } - }, { "id": "bfuzzy1/acheron", "name": "acheron", @@ -85,6 +71,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1146 } }, + { + "id": "bfuzzy1/Gunny", + "name": "Gunny", + "developer": "bfuzzy1", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7129, + "hfopenllm_v2/BBH": 0.4546, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3583, + "hfopenllm_v2/MMLU-PRO": 0.3039 + } + }, { "id": "bfuzzy1/llambses-1", "name": "llambses-1", diff --git a/data/developers/bigscience.json b/data/developers/bigscience.json index 5479e845729c72c79bcc469939f8a76fd1ab9a0d..988f8f7f8c610e750ec9a03223415b194ffc1e2a 100644 --- a/data/developers/bigscience.json +++ b/data/developers/bigscience.json @@ -24,29 +24,6 @@ "helm_classic/RAFT": 0.592 } }, - { - "id": "bigscience/T0pp-11B", - "name": "T0pp 11B", - "developer": "bigscience", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.197, - "helm_classic/MMLU": 0.407, - "helm_classic/BoolQ": 0.0, - "helm_classic/NarrativeQA": 0.151, - "helm_classic/NaturalQuestions (open-book)": 0.19, - "helm_classic/QuAC": 0.121, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.377, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.122, - "helm_classic/XSUM": 0.09, - "helm_classic/IMDB": 0.207, - "helm_classic/CivilComments": 0.234, - "helm_classic/RAFT": 0.118 - } - }, { "id": "bigscience/bloom-1b1", "name": "bloom-1b1", @@ -116,6 +93,29 @@ "hfopenllm_v2/MUSR": 0.3487, "hfopenllm_v2/MMLU-PRO": 0.1105 } + }, + { + "id": "bigscience/T0pp-11B", + "name": "T0pp 11B", + "developer": "bigscience", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.197, + "helm_classic/MMLU": 0.407, + "helm_classic/BoolQ": 0.0, + "helm_classic/NarrativeQA": 0.151, + "helm_classic/NaturalQuestions (open-book)": 0.19, + "helm_classic/QuAC": 0.121, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.377, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.122, + "helm_classic/XSUM": 0.09, + "helm_classic/IMDB": 0.207, + "helm_classic/CivilComments": 0.234, + "helm_classic/RAFT": 0.118 + } } ] } \ No newline at end of file diff --git a/data/developers/blackbeenie.json b/data/developers/blackbeenie.json index fb4e197ff1321394286412726ff7a7ec5753f9fd..9211639ebdf1c8151c1ae744c6de05a42adbccc3 100644 --- a/data/developers/blackbeenie.json +++ b/data/developers/blackbeenie.json @@ -15,6 +15,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3654 } }, + { + "id": "BlackBeenie/llama-3-luminous-merged", + "name": "llama-3-luminous-merged", + "developer": "BlackBeenie", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4323, + "hfopenllm_v2/BBH": 0.5154, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4149, + "hfopenllm_v2/MMLU-PRO": 0.3773 + } + }, + { + "id": "BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco", + "name": "llama-3.1-8B-Galore-openassistant-guanaco", + "developer": "BlackBeenie", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2635, + "hfopenllm_v2/BBH": 0.5213, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4406, + "hfopenllm_v2/MMLU-PRO": 0.3206 + } + }, { "id": "BlackBeenie/Llama-3.1-8B-OpenO1-SFT-v0.1", "name": "Llama-3.1-8B-OpenO1-SFT-v0.1", @@ -98,34 +126,6 @@ "hfopenllm_v2/MUSR": 0.4125, "hfopenllm_v2/MMLU-PRO": 0.4564 } - }, - { - "id": "BlackBeenie/llama-3-luminous-merged", - "name": "llama-3-luminous-merged", - "developer": "BlackBeenie", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4323, - "hfopenllm_v2/BBH": 0.5154, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4149, - "hfopenllm_v2/MMLU-PRO": 0.3773 - } - }, - { - "id": "BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco", - "name": "llama-3.1-8B-Galore-openassistant-guanaco", - "developer": "BlackBeenie", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2635, - "hfopenllm_v2/BBH": 0.5213, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4406, - "hfopenllm_v2/MMLU-PRO": 0.3206 - } } ] } \ No newline at end of file diff --git a/data/developers/boltmonkey.json b/data/developers/boltmonkey.json index 93a1093c0cbb01b9a84ae22cf6063fc50d8793cb..d93c347b80733b690b666d77f058a8e36708eee2 100644 --- a/data/developers/boltmonkey.json +++ b/data/developers/boltmonkey.json @@ -21,12 +21,12 @@ "developer": "BoltMonkey", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7999, - "hfopenllm_v2/BBH": 0.5152, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.3733 + "hfopenllm_v2/IFEval": 0.459, + "hfopenllm_v2/BBH": 0.5185, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.4083, + "hfopenllm_v2/MMLU-PRO": 0.3631 } }, { diff --git a/data/developers/braindao.json b/data/developers/braindao.json index d2c33ac7a285750646bf2c73b4059137679bcea8..4266783f2b4aa241839aa12aaf190e95f551f44c 100644 --- a/data/developers/braindao.json +++ b/data/developers/braindao.json @@ -197,6 +197,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1155 } }, + { + "id": "braindao/iq-code-evmind-0.5b", + "name": "iq-code-evmind-0.5b", + "developer": "braindao", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3216, + "hfopenllm_v2/BBH": 0.3164, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.3304, + "hfopenllm_v2/MMLU-PRO": 0.1189 + } + }, { "id": "braindao/Qwen2.5-14B", "name": "Qwen2.5-14B", @@ -224,20 +238,6 @@ "hfopenllm_v2/MUSR": 0.414, "hfopenllm_v2/MMLU-PRO": 0.4889 } - }, - { - "id": "braindao/iq-code-evmind-0.5b", - "name": "iq-code-evmind-0.5b", - "developer": "braindao", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3216, - "hfopenllm_v2/BBH": 0.3164, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.3304, - "hfopenllm_v2/MMLU-PRO": 0.1189 - } } ] } \ No newline at end of file diff --git a/data/developers/bramvanroy.json b/data/developers/bramvanroy.json index 9317edbb900da73c5037c982a65c55e37a79ed3f..975c408ef82651e82f25f7e44d551c2a79925ac1 100644 --- a/data/developers/bramvanroy.json +++ b/data/developers/bramvanroy.json @@ -1,20 +1,6 @@ { "developer": "BramVanroy", "models": [ - { - "id": "BramVanroy/GEITje-7B-ultra", - "name": "GEITje-7B-ultra", - "developer": "BramVanroy", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3723, - "hfopenllm_v2/BBH": 0.3776, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.329, - "hfopenllm_v2/MMLU-PRO": 0.2011 - } - }, { "id": "BramVanroy/fietje-2", "name": "fietje-2", @@ -56,6 +42,20 @@ "hfopenllm_v2/MUSR": 0.3369, "hfopenllm_v2/MMLU-PRO": 0.2104 } + }, + { + "id": "BramVanroy/GEITje-7B-ultra", + "name": "GEITje-7B-ultra", + "developer": "BramVanroy", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3723, + "hfopenllm_v2/BBH": 0.3776, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.329, + "hfopenllm_v2/MMLU-PRO": 0.2011 + } } ] } \ No newline at end of file diff --git a/data/developers/bunnycore.json b/data/developers/bunnycore.json index bb8c74d48bf152cd7e7c9c9948f93a1e957ca73a..153064e2dea6c3626cb6deb17e2d3191b25ec406 100644 --- a/data/developers/bunnycore.json +++ b/data/developers/bunnycore.json @@ -379,6 +379,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3242 } }, + { + "id": "bunnycore/Llama-3.2-3b-RP-Toxic-Fuse", + "name": "Llama-3.2-3b-RP-Toxic-Fuse", + "developer": "bunnycore", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6834, + "hfopenllm_v2/BBH": 0.465, + "hfopenllm_v2/MATH Level 5": 0.2402, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3954, + "hfopenllm_v2/MMLU-PRO": 0.3106 + } + }, { "id": "bunnycore/Llama-3.2-3B-RRStock", "name": "Llama-3.2-3B-RRStock", @@ -407,20 +421,6 @@ "hfopenllm_v2/MMLU-PRO": 0.288 } }, - { - "id": "bunnycore/Llama-3.2-3b-RP-Toxic-Fuse", - "name": "Llama-3.2-3b-RP-Toxic-Fuse", - "developer": "bunnycore", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6834, - "hfopenllm_v2/BBH": 0.465, - "hfopenllm_v2/MATH Level 5": 0.2402, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3954, - "hfopenllm_v2/MMLU-PRO": 0.3106 - } - }, { "id": "bunnycore/Maestro-S1k-7B-Sce", "name": "Maestro-S1k-7B-Sce", @@ -505,6 +505,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5394 } }, + { + "id": "bunnycore/Phi-4-ReasoningRP", + "name": "Phi-4-ReasoningRP", + "developer": "bunnycore", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6736, + "hfopenllm_v2/BBH": 0.6922, + "hfopenllm_v2/MATH Level 5": 0.4569, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4491, + "hfopenllm_v2/MMLU-PRO": 0.5421 + } + }, { "id": "bunnycore/Phi-4-RP-v0", "name": "Phi-4-RP-v0", @@ -547,20 +561,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5401 } }, - { - "id": "bunnycore/Phi-4-ReasoningRP", - "name": "Phi-4-ReasoningRP", - "developer": "bunnycore", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6736, - "hfopenllm_v2/BBH": 0.6922, - "hfopenllm_v2/MATH Level 5": 0.4569, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4491, - "hfopenllm_v2/MMLU-PRO": 0.5421 - } - }, { "id": "bunnycore/Phi-4-Sce-exp-v0.1", "name": "Phi-4-Sce-exp-v0.1", @@ -687,34 +687,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3909 } }, - { - "id": "bunnycore/QwQen-3B-LCoT", - "name": "QwQen-3B-LCoT", - "developer": "bunnycore", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6025, - "hfopenllm_v2/BBH": 0.4899, - "hfopenllm_v2/MATH Level 5": 0.3618, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.3699 - } - }, - { - "id": "bunnycore/QwQen-3B-LCoT-R1", - "name": "QwQen-3B-LCoT-R1", - "developer": "bunnycore", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5342, - "hfopenllm_v2/BBH": 0.4799, - "hfopenllm_v2/MATH Level 5": 0.3353, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.3723 - } - }, { "id": "bunnycore/Qwen-2.5-7B-Deep-Sky-T1", "name": "Qwen-2.5-7B-Deep-Sky-T1", @@ -799,20 +771,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4294 } }, - { - "id": "bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke", - "name": "Qwen-2.5-7B-Stock-Deep-Bespoke", - "developer": "bunnycore", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5206, - "hfopenllm_v2/BBH": 0.492, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4068, - "hfopenllm_v2/MMLU-PRO": 0.358 - } - }, { "id": "bunnycore/Qwen-2.5-7b-S1k", "name": "Qwen-2.5-7b-S1k", @@ -827,6 +785,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4382 } }, + { + "id": "bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke", + "name": "Qwen-2.5-7B-Stock-Deep-Bespoke", + "developer": "bunnycore", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5206, + "hfopenllm_v2/BBH": 0.492, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4068, + "hfopenllm_v2/MMLU-PRO": 0.358 + } + }, { "id": "bunnycore/Qwen2.5-1.5B-Model-Stock", "name": "Qwen2.5-1.5B-Model-Stock", @@ -1135,6 +1107,34 @@ "hfopenllm_v2/MMLU-PRO": 0.431 } }, + { + "id": "bunnycore/QwQen-3B-LCoT", + "name": "QwQen-3B-LCoT", + "developer": "bunnycore", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6025, + "hfopenllm_v2/BBH": 0.4899, + "hfopenllm_v2/MATH Level 5": 0.3618, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.3699 + } + }, + { + "id": "bunnycore/QwQen-3B-LCoT-R1", + "name": "QwQen-3B-LCoT-R1", + "developer": "bunnycore", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5342, + "hfopenllm_v2/BBH": 0.4799, + "hfopenllm_v2/MATH Level 5": 0.3353, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.3723 + } + }, { "id": "bunnycore/Smol-Llama-3.2-3B", "name": "Smol-Llama-3.2-3B", diff --git a/data/developers/c10x.json b/data/developers/c10x.json index cbbb9c520970bb1bab8afbfc9a39af2da05bb4b5..941dbe461d8a2d4202e51e65b8319d2f76b3fa0a 100644 --- a/data/developers/c10x.json +++ b/data/developers/c10x.json @@ -1,20 +1,6 @@ { "developer": "c10x", "models": [ - { - "id": "c10x/Q-Pluse", - "name": "Q-Pluse", - "developer": "c10x", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1123, - "hfopenllm_v2/BBH": 0.2875, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3938, - "hfopenllm_v2/MMLU-PRO": 0.1135 - } - }, { "id": "c10x/longthinker", "name": "longthinker", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.391, "hfopenllm_v2/MMLU-PRO": 0.3527 } + }, + { + "id": "c10x/Q-Pluse", + "name": "Q-Pluse", + "developer": "c10x", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1123, + "hfopenllm_v2/BBH": 0.2875, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3938, + "hfopenllm_v2/MMLU-PRO": 0.1135 + } } ] } \ No newline at end of file diff --git a/data/developers/cir-ams.json b/data/developers/cir-ams.json index 09d0cc390a2584b96dbfe9a5acec25171fe175fa..df9dcecb6f8fae5d901c2496b58813341797427e 100644 --- a/data/developers/cir-ams.json +++ b/data/developers/cir-ams.json @@ -7,17 +7,17 @@ "developer": "CIR-AMS", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5736, - "reward-bench/Chat": 0.9749, - "reward-bench/Chat Hard": 0.5724, - "reward-bench/Safety": 0.7178, - "reward-bench/Reasoning": 0.8775, - "reward-bench/Prior Sets (0.5 weight)": 0.7029, + "reward-bench/Score": 0.8172, "reward-bench/Factuality": 0.5347, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.9014, "reward-bench/Focus": 0.5737, - "reward-bench/Ties": 0.6527 + "reward-bench/Ties": 0.6527, + "reward-bench/Chat": 0.9749, + "reward-bench/Chat Hard": 0.5724, + "reward-bench/Reasoning": 0.8775, + "reward-bench/Prior Sets (0.5 weight)": 0.7029 } } ] diff --git a/data/developers/cognitivecomputations.json b/data/developers/cognitivecomputations.json index 7481800d75f676c41877963bea87d8b718f3e064..292d5e513d244c8ebb441a809017ff16919c9354 100644 --- a/data/developers/cognitivecomputations.json +++ b/data/developers/cognitivecomputations.json @@ -1,62 +1,6 @@ { "developer": "cognitivecomputations", "models": [ - { - "id": "cognitivecomputations/Dolphin3.0-Llama3.1-8B", - "name": "Dolphin3.0-Llama3.1-8B", - "developer": "cognitivecomputations", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7621, - "hfopenllm_v2/BBH": 0.4916, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3653, - "hfopenllm_v2/MMLU-PRO": 0.2992 - } - }, - { - "id": "cognitivecomputations/Dolphin3.0-Llama3.2-1B", - "name": "Dolphin3.0-Llama3.2-1B", - "developer": "cognitivecomputations", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5428, - "hfopenllm_v2/BBH": 0.3122, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2299, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1375 - } - }, - { - "id": "cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B", - "name": "Dolphin3.0-Qwen2.5-0.5B", - "developer": "cognitivecomputations", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4697, - "hfopenllm_v2/BBH": 0.3114, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2349, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.1413 - } - }, - { - "id": "cognitivecomputations/Dolphin3.0-R1-Mistral-24B", - "name": "Dolphin3.0-R1-Mistral-24B", - "developer": "cognitivecomputations", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4068, - "hfopenllm_v2/BBH": 0.536, - "hfopenllm_v2/MATH Level 5": 0.3119, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3952, - "hfopenllm_v2/MMLU-PRO": 0.3005 - } - }, { "id": "cognitivecomputations/dolphin-2.9-llama3-8b", "name": "dolphin-2.9-llama3-8b", @@ -169,20 +113,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4051 } }, - { - "id": "cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k", - "name": "dolphin-2.9.3-Yi-1.5-34B-32k", - "developer": "cognitivecomputations", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3639, - "hfopenllm_v2/BBH": 0.6047, - "hfopenllm_v2/MATH Level 5": 0.1669, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.463 - } - }, { "id": "cognitivecomputations/dolphin-2.9.3-mistral-7B-32k", "name": "dolphin-2.9.3-mistral-7B-32k", @@ -211,6 +141,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3377 } }, + { + "id": "cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k", + "name": "dolphin-2.9.3-Yi-1.5-34B-32k", + "developer": "cognitivecomputations", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3639, + "hfopenllm_v2/BBH": 0.6047, + "hfopenllm_v2/MATH Level 5": 0.1669, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.463 + } + }, { "id": "cognitivecomputations/dolphin-2.9.4-gemma2-2b", "name": "dolphin-2.9.4-gemma2-2b", @@ -238,6 +182,62 @@ "hfopenllm_v2/MUSR": 0.3236, "hfopenllm_v2/MMLU-PRO": 0.1237 } + }, + { + "id": "cognitivecomputations/Dolphin3.0-Llama3.1-8B", + "name": "Dolphin3.0-Llama3.1-8B", + "developer": "cognitivecomputations", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7621, + "hfopenllm_v2/BBH": 0.4916, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3653, + "hfopenllm_v2/MMLU-PRO": 0.2992 + } + }, + { + "id": "cognitivecomputations/Dolphin3.0-Llama3.2-1B", + "name": "Dolphin3.0-Llama3.2-1B", + "developer": "cognitivecomputations", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5428, + "hfopenllm_v2/BBH": 0.3122, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2299, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1375 + } + }, + { + "id": "cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B", + "name": "Dolphin3.0-Qwen2.5-0.5B", + "developer": "cognitivecomputations", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4697, + "hfopenllm_v2/BBH": 0.3114, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2349, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.1413 + } + }, + { + "id": "cognitivecomputations/Dolphin3.0-R1-Mistral-24B", + "name": "Dolphin3.0-R1-Mistral-24B", + "developer": "cognitivecomputations", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4068, + "hfopenllm_v2/BBH": 0.536, + "hfopenllm_v2/MATH Level 5": 0.3119, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3952, + "hfopenllm_v2/MMLU-PRO": 0.3005 + } } ] } \ No newline at end of file diff --git a/data/developers/cohere.json b/data/developers/cohere.json index e15f766c124103dbd5ef18992684b9a461688bcf..8426d5db001b53409dc7bf1a653218f6c23485dd 100644 --- a/data/developers/cohere.json +++ b/data/developers/cohere.json @@ -1,6 +1,33 @@ { "developer": "cohere", "models": [ + { + "id": "cohere/aya-expanse-32b", + "name": "aya-expanse-32b", + "developer": "cohere", + "evaluator_relationship": null, + "benchmark_scores": { + "global-mmlu-lite/Global MMLU Lite": 0.7353, + "global-mmlu-lite/Culturally Sensitive": 0.6891, + "global-mmlu-lite/Culturally Agnostic": 0.7815, + "global-mmlu-lite/Arabic": 0.7425, + "global-mmlu-lite/English": 0.7544, + "global-mmlu-lite/Bengali": 0.7343, + "global-mmlu-lite/German": 0.7425, + "global-mmlu-lite/French": 0.7325, + "global-mmlu-lite/Hindi": 0.7375, + "global-mmlu-lite/Indonesian": 0.7594, + "global-mmlu-lite/Italian": 0.7305, + "global-mmlu-lite/Japanese": 0.7419, + "global-mmlu-lite/Korean": 0.7525, + "global-mmlu-lite/Portuguese": 0.7544, + "global-mmlu-lite/Spanish": 0.7362, + "global-mmlu-lite/Swahili": 0.7071, + "global-mmlu-lite/Yoruba": 0.6942, + "global-mmlu-lite/Chinese": 0.743, + "global-mmlu-lite/Burmese": 0.7025 + } + }, { "id": "cohere/Cohere-Command-beta-52.4B", "name": "Cohere Command beta 52.4B", @@ -185,33 +212,6 @@ "helm_classic/RAFT": 0.624 } }, - { - "id": "cohere/aya-expanse-32b", - "name": "aya-expanse-32b", - "developer": "cohere", - "evaluator_relationship": null, - "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.7353, - "global-mmlu-lite/Culturally Sensitive": 0.6891, - "global-mmlu-lite/Culturally Agnostic": 0.7815, - "global-mmlu-lite/Arabic": 0.7425, - "global-mmlu-lite/English": 0.7544, - "global-mmlu-lite/Bengali": 0.7343, - "global-mmlu-lite/German": 0.7425, - "global-mmlu-lite/French": 0.7325, - "global-mmlu-lite/Hindi": 0.7375, - "global-mmlu-lite/Indonesian": 0.7594, - "global-mmlu-lite/Italian": 0.7305, - "global-mmlu-lite/Japanese": 0.7419, - "global-mmlu-lite/Korean": 0.7525, - "global-mmlu-lite/Portuguese": 0.7544, - "global-mmlu-lite/Spanish": 0.7362, - "global-mmlu-lite/Swahili": 0.7071, - "global-mmlu-lite/Yoruba": 0.6942, - "global-mmlu-lite/Chinese": 0.743, - "global-mmlu-lite/Burmese": 0.7025 - } - }, { "id": "cohere/command", "name": "Command", diff --git a/data/developers/cohereforai.json b/data/developers/cohereforai.json index 2b0f53d64c4d2507c6d6a18b645672e22916bc2a..2b5ed1c9c0604bc8909ea77caf0c5a2e392f2636 100644 --- a/data/developers/cohereforai.json +++ b/data/developers/cohereforai.json @@ -59,7 +59,7 @@ }, { "id": "CohereForAI/c4ai-command-r-plus", - "name": "c4ai-command-r-plus", + "name": "CohereForAI/c4ai-command-r-plus", "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { diff --git a/data/developers/combinhorizon.json b/data/developers/combinhorizon.json index eb6a06b9fd92a5e569fb90e3790d9c4c915c8bb0..5e09755a19cd8ebd0ac762e9a2f66d51023049ad 100644 --- a/data/developers/combinhorizon.json +++ b/data/developers/combinhorizon.json @@ -1,6 +1,34 @@ { "developer": "CombinHorizon", "models": [ + { + "id": "CombinHorizon/huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES", + "name": "huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES", + "developer": "CombinHorizon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8206, + "hfopenllm_v2/BBH": 0.6929, + "hfopenllm_v2/MATH Level 5": 0.5944, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.5721 + } + }, + { + "id": "CombinHorizon/huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES", + "name": "huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES", + "developer": "CombinHorizon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8176, + "hfopenllm_v2/BBH": 0.6336, + "hfopenllm_v2/MATH Level 5": 0.5476, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.491 + } + }, { "id": "CombinHorizon/Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES", "name": "Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES", @@ -43,34 +71,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4741 } }, - { - "id": "CombinHorizon/huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES", - "name": "huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES", - "developer": "CombinHorizon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8206, - "hfopenllm_v2/BBH": 0.6929, - "hfopenllm_v2/MATH Level 5": 0.5944, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.5721 - } - }, - { - "id": "CombinHorizon/huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES", - "name": "huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES", - "developer": "CombinHorizon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8176, - "hfopenllm_v2/BBH": 0.6336, - "hfopenllm_v2/MATH Level 5": 0.5476, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.491 - } - }, { "id": "CombinHorizon/zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES", "name": "zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES", diff --git a/data/developers/contextualai.json b/data/developers/contextualai.json index 3d65c52efee8d8e5caefb34e762d29caa494ab56..e77986d04b0893690694bd6f73b33ac9dd8bc506 100644 --- a/data/developers/contextualai.json +++ b/data/developers/contextualai.json @@ -1,36 +1,6 @@ { "developer": "ContextualAI", "models": [ - { - "id": "ContextualAI/LMUnit-llama3.1-70b", - "name": "ContextualAI/LMUnit-llama3.1-70b", - "developer": "ContextualAI", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.8054, - "reward-bench/Factuality": 0.8463, - "reward-bench/Precise IF": 0.4875, - "reward-bench/Math": 0.7158, - "reward-bench/Safety": 0.9067, - "reward-bench/Focus": 0.9697, - "reward-bench/Ties": 0.9063 - } - }, - { - "id": "ContextualAI/LMUnit-qwen2.5-72b", - "name": "ContextualAI/LMUnit-qwen2.5-72b", - "developer": "ContextualAI", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.8208, - "reward-bench/Factuality": 0.8716, - "reward-bench/Precise IF": 0.5437, - "reward-bench/Math": 0.7268, - "reward-bench/Safety": 0.9133, - "reward-bench/Focus": 0.9677, - "reward-bench/Ties": 0.9014 - } - }, { "id": "ContextualAI/archangel_sft-dpo_llama13b", "name": "ContextualAI/archangel_sft-dpo_llama13b", @@ -226,6 +196,36 @@ "reward-bench/Reasoning": 0.5415, "reward-bench/Prior Sets (0.5 weight)": 0.5723 } + }, + { + "id": "ContextualAI/LMUnit-llama3.1-70b", + "name": "ContextualAI/LMUnit-llama3.1-70b", + "developer": "ContextualAI", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.8054, + "reward-bench/Factuality": 0.8463, + "reward-bench/Precise IF": 0.4875, + "reward-bench/Math": 0.7158, + "reward-bench/Safety": 0.9067, + "reward-bench/Focus": 0.9697, + "reward-bench/Ties": 0.9063 + } + }, + { + "id": "ContextualAI/LMUnit-qwen2.5-72b", + "name": "ContextualAI/LMUnit-qwen2.5-72b", + "developer": "ContextualAI", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.8208, + "reward-bench/Factuality": 0.8716, + "reward-bench/Precise IF": 0.5437, + "reward-bench/Math": 0.7268, + "reward-bench/Safety": 0.9133, + "reward-bench/Focus": 0.9677, + "reward-bench/Ties": 0.9014 + } } ] } \ No newline at end of file diff --git a/data/developers/corianas.json b/data/developers/corianas.json index 4e3bbab9987994ea0c181117c7ee6b96db89c89b..8de58242a6c7c93098c3b2b3d233b7643ea69ee9 100644 --- a/data/developers/corianas.json +++ b/data/developers/corianas.json @@ -1,6 +1,20 @@ { "developer": "Corianas", "models": [ + { + "id": "Corianas/llama-3-reactor", + "name": "llama-3-reactor", + "developer": "Corianas", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.23, + "hfopenllm_v2/BBH": 0.4457, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.2801 + } + }, { "id": "Corianas/Neural-Mistral-7B", "name": "Neural-Mistral-7B", @@ -28,20 +42,6 @@ "hfopenllm_v2/MUSR": 0.3908, "hfopenllm_v2/MMLU-PRO": 0.1145 } - }, - { - "id": "Corianas/llama-3-reactor", - "name": "llama-3-reactor", - "developer": "Corianas", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.23, - "hfopenllm_v2/BBH": 0.4457, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.2801 - } } ] } \ No newline at end of file diff --git a/data/developers/cran-may.json b/data/developers/cran-may.json index ea0510236fd227ea9e9fb0b75d4b55c578af1db6..30fa7f9c89a49484ecf95607c6aea9104e1fa041 100644 --- a/data/developers/cran-may.json +++ b/data/developers/cran-may.json @@ -1,48 +1,6 @@ { "developer": "Cran-May", "models": [ - { - "id": "Cran-May/SCE-2-24B", - "name": "SCE-2-24B", - "developer": "Cran-May", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5866, - "hfopenllm_v2/BBH": 0.6265, - "hfopenllm_v2/MATH Level 5": 0.1896, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4528, - "hfopenllm_v2/MMLU-PRO": 0.4612 - } - }, - { - "id": "Cran-May/SCE-3-24B", - "name": "SCE-3-24B", - "developer": "Cran-May", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5465, - "hfopenllm_v2/BBH": 0.5973, - "hfopenllm_v2/MATH Level 5": 0.1881, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4435, - "hfopenllm_v2/MMLU-PRO": 0.4647 - } - }, - { - "id": "Cran-May/T.E-8.1", - "name": "T.E-8.1", - "developer": "Cran-May", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7077, - "hfopenllm_v2/BBH": 0.5582, - "hfopenllm_v2/MATH Level 5": 0.4456, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4505, - "hfopenllm_v2/MMLU-PRO": 0.4432 - } - }, { "id": "Cran-May/merge_model_20250308_2", "name": "merge_model_20250308_2", @@ -85,6 +43,48 @@ "hfopenllm_v2/MMLU-PRO": 0.5367 } }, + { + "id": "Cran-May/SCE-2-24B", + "name": "SCE-2-24B", + "developer": "Cran-May", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5866, + "hfopenllm_v2/BBH": 0.6265, + "hfopenllm_v2/MATH Level 5": 0.1896, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4528, + "hfopenllm_v2/MMLU-PRO": 0.4612 + } + }, + { + "id": "Cran-May/SCE-3-24B", + "name": "SCE-3-24B", + "developer": "Cran-May", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5465, + "hfopenllm_v2/BBH": 0.5973, + "hfopenllm_v2/MATH Level 5": 0.1881, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4435, + "hfopenllm_v2/MMLU-PRO": 0.4647 + } + }, + { + "id": "Cran-May/T.E-8.1", + "name": "T.E-8.1", + "developer": "Cran-May", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7077, + "hfopenllm_v2/BBH": 0.5582, + "hfopenllm_v2/MATH Level 5": 0.4456, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4505, + "hfopenllm_v2/MMLU-PRO": 0.4432 + } + }, { "id": "Cran-May/tempmotacilla-cinerea-0308", "name": "tempmotacilla-cinerea-0308", diff --git a/data/developers/cultrix.json b/data/developers/cultrix.json index b0d6e4094097188aa13dc09b918bc606e8409d8a..0e775d2374e43f090e9c30eb6e47e1b19b229a3a 100644 --- a/data/developers/cultrix.json +++ b/data/developers/cultrix.json @@ -15,20 +15,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5364 } }, - { - "id": "CultriX/Qwen2.5-14B-BrocaV9", - "name": "Qwen2.5-14B-BrocaV9", - "developer": "CultriX", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6763, - "hfopenllm_v2/BBH": 0.6391, - "hfopenllm_v2/MATH Level 5": 0.3814, - "hfopenllm_v2/GPQA": 0.3641, - "hfopenllm_v2/MUSR": 0.469, - "hfopenllm_v2/MMLU-PRO": 0.5331 - } - }, { "id": "CultriX/Qwen2.5-14B-Brocav3", "name": "Qwen2.5-14B-Brocav3", @@ -71,6 +57,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5258 } }, + { + "id": "CultriX/Qwen2.5-14B-BrocaV9", + "name": "Qwen2.5-14B-BrocaV9", + "developer": "CultriX", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6763, + "hfopenllm_v2/BBH": 0.6391, + "hfopenllm_v2/MATH Level 5": 0.3814, + "hfopenllm_v2/GPQA": 0.3641, + "hfopenllm_v2/MUSR": 0.469, + "hfopenllm_v2/MMLU-PRO": 0.5331 + } + }, { "id": "CultriX/Qwen2.5-14B-Emerged", "name": "Qwen2.5-14B-Emerged", @@ -127,20 +127,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5374 } }, - { - "id": "CultriX/Qwen2.5-14B-HyperMarck-dl", - "name": "Qwen2.5-14B-HyperMarck-dl", - "developer": "CultriX", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.665, - "hfopenllm_v2/BBH": 0.6096, - "hfopenllm_v2/MATH Level 5": 0.5287, - "hfopenllm_v2/GPQA": 0.3674, - "hfopenllm_v2/MUSR": 0.4416, - "hfopenllm_v2/MMLU-PRO": 0.5091 - } - }, { "id": "CultriX/Qwen2.5-14B-Hyperionv3", "name": "Qwen2.5-14B-Hyperionv3", @@ -183,6 +169,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5302 } }, + { + "id": "CultriX/Qwen2.5-14B-HyperMarck-dl", + "name": "Qwen2.5-14B-HyperMarck-dl", + "developer": "CultriX", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.665, + "hfopenllm_v2/BBH": 0.6096, + "hfopenllm_v2/MATH Level 5": 0.5287, + "hfopenllm_v2/GPQA": 0.3674, + "hfopenllm_v2/MUSR": 0.4416, + "hfopenllm_v2/MMLU-PRO": 0.5091 + } + }, { "id": "CultriX/Qwen2.5-14B-MegaMerge-pt2", "name": "Qwen2.5-14B-MegaMerge-pt2", @@ -211,6 +211,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5396 } }, + { + "id": "CultriX/Qwen2.5-14B-partialmergept1", + "name": "Qwen2.5-14B-partialmergept1", + "developer": "CultriX", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6337, + "hfopenllm_v2/BBH": 0.6151, + "hfopenllm_v2/MATH Level 5": 0.4539, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4757, + "hfopenllm_v2/MMLU-PRO": 0.5208 + } + }, { "id": "CultriX/Qwen2.5-14B-ReasoningMerge", "name": "Qwen2.5-14B-ReasoningMerge", @@ -309,20 +323,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5151 } }, - { - "id": "CultriX/Qwen2.5-14B-partialmergept1", - "name": "Qwen2.5-14B-partialmergept1", - "developer": "CultriX", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6337, - "hfopenllm_v2/BBH": 0.6151, - "hfopenllm_v2/MATH Level 5": 0.4539, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4757, - "hfopenllm_v2/MMLU-PRO": 0.5208 - } - }, { "id": "CultriX/Qwenfinity-2.5-14B", "name": "Qwenfinity-2.5-14B", diff --git a/data/developers/daemontatox.json b/data/developers/daemontatox.json index c5a7c6036734ba8e40fef4db4dfa418dcacfdf04..303c645fdab066808be1ab6783e6eea08f827b82 100644 --- a/data/developers/daemontatox.json +++ b/data/developers/daemontatox.json @@ -169,6 +169,34 @@ "hfopenllm_v2/MMLU-PRO": 0.4718 } }, + { + "id": "Daemontatox/mini-Cogito-R1", + "name": "mini-Cogito-R1", + "developer": "Daemontatox", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2298, + "hfopenllm_v2/BBH": 0.328, + "hfopenllm_v2/MATH Level 5": 0.2749, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1482 + } + }, + { + "id": "Daemontatox/mini_Pathfinder", + "name": "mini_Pathfinder", + "developer": "Daemontatox", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2962, + "hfopenllm_v2/BBH": 0.3956, + "hfopenllm_v2/MATH Level 5": 0.4751, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.2809 + } + }, { "id": "Daemontatox/Mini_QwQ", "name": "Mini_QwQ", @@ -197,6 +225,20 @@ "hfopenllm_v2/MMLU-PRO": 0.329 } }, + { + "id": "Daemontatox/PathfinderAI", + "name": "PathfinderAI", + "developer": "Daemontatox", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3745, + "hfopenllm_v2/BBH": 0.6668, + "hfopenllm_v2/MATH Level 5": 0.4758, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4858, + "hfopenllm_v2/MMLU-PRO": 0.5593 + } + }, { "id": "Daemontatox/PathFinderAI2.0", "name": "PathFinderAI2.0", @@ -225,20 +267,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5757 } }, - { - "id": "Daemontatox/PathfinderAI", - "name": "PathfinderAI", - "developer": "Daemontatox", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4855, - "hfopenllm_v2/BBH": 0.6627, - "hfopenllm_v2/MATH Level 5": 0.4841, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4256, - "hfopenllm_v2/MMLU-PRO": 0.5542 - } - }, { "id": "Daemontatox/Phi-4-COT", "name": "Phi-4-COT", @@ -420,34 +448,6 @@ "hfopenllm_v2/MUSR": 0.3658, "hfopenllm_v2/MMLU-PRO": 0.2143 } - }, - { - "id": "Daemontatox/mini-Cogito-R1", - "name": "mini-Cogito-R1", - "developer": "Daemontatox", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2298, - "hfopenllm_v2/BBH": 0.328, - "hfopenllm_v2/MATH Level 5": 0.2749, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3447, - "hfopenllm_v2/MMLU-PRO": 0.1482 - } - }, - { - "id": "Daemontatox/mini_Pathfinder", - "name": "mini_Pathfinder", - "developer": "Daemontatox", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2962, - "hfopenllm_v2/BBH": 0.3956, - "hfopenllm_v2/MATH Level 5": 0.4751, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.2809 - } } ] } \ No newline at end of file diff --git a/data/developers/dans-discountmodels.json b/data/developers/dans-discountmodels.json index df0c6b64b19d5722abdd64c9a914cf90ad96133d..069699823793b23d817b4470d50a4e0f1321acd7 100644 --- a/data/developers/dans-discountmodels.json +++ b/data/developers/dans-discountmodels.json @@ -99,20 +99,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3 } }, - { - "id": "Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7", - "name": "Mistral-7b-v0.3-Test-E0.7", - "developer": "Dans-DiscountModels", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5124, - "hfopenllm_v2/BBH": 0.475, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4005, - "hfopenllm_v2/MMLU-PRO": 0.2744 - } - }, { "id": "Dans-DiscountModels/mistral-7b-test-merged", "name": "mistral-7b-test-merged", @@ -126,6 +112,20 @@ "hfopenllm_v2/MUSR": 0.3754, "hfopenllm_v2/MMLU-PRO": 0.2978 } + }, + { + "id": "Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7", + "name": "Mistral-7b-v0.3-Test-E0.7", + "developer": "Dans-DiscountModels", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5124, + "hfopenllm_v2/BBH": 0.475, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4005, + "hfopenllm_v2/MMLU-PRO": 0.2744 + } } ] } \ No newline at end of file diff --git a/data/developers/darkc0de.json b/data/developers/darkc0de.json index 7dd0da82af4337f656650e431893af9909dcab80..9235fc136e323bd18cb94a2f6419cd9e31bbf791 100644 --- a/data/developers/darkc0de.json +++ b/data/developers/darkc0de.json @@ -1,6 +1,20 @@ { "developer": "darkc0de", "models": [ + { + "id": "darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp", + "name": "BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp", + "developer": "darkc0de", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4358, + "hfopenllm_v2/BBH": 0.5243, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4143, + "hfopenllm_v2/MMLU-PRO": 0.3673 + } + }, { "id": "darkc0de/BuddyGlassNeverSleeps", "name": "BuddyGlassNeverSleeps", @@ -28,20 +42,6 @@ "hfopenllm_v2/MUSR": 0.4071, "hfopenllm_v2/MMLU-PRO": 0.4336 } - }, - { - "id": "darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp", - "name": "BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp", - "developer": "darkc0de", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4358, - "hfopenllm_v2/BBH": 0.5243, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4143, - "hfopenllm_v2/MMLU-PRO": 0.3673 - } } ] } \ No newline at end of file diff --git a/data/developers/davidau.json b/data/developers/davidau.json index e585ccc4dc2449be23a95a6199dd6251b9919896..eb025e176f06cf6e9f8e741f432299db8b01c688 100644 --- a/data/developers/davidau.json +++ b/data/developers/davidau.json @@ -183,20 +183,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3966 } }, - { - "id": "DavidAU/L3-DARKEST-PLANET-16.5B", - "name": "L3-DARKEST-PLANET-16.5B", - "developer": "DavidAU", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6231, - "hfopenllm_v2/BBH": 0.523, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.363 - } - }, { "id": "DavidAU/L3-Dark-Planet-8B", "name": "L3-Dark-Planet-8B", @@ -211,6 +197,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3737 } }, + { + "id": "DavidAU/L3-DARKEST-PLANET-16.5B", + "name": "L3-DARKEST-PLANET-16.5B", + "developer": "DavidAU", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6231, + "hfopenllm_v2/BBH": 0.523, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.363 + } + }, { "id": "DavidAU/L3-Jamet-12.2B-MK.V-Blackroot-Instruct", "name": "L3-Jamet-12.2B-MK.V-Blackroot-Instruct", diff --git a/data/developers/davidkim205.json b/data/developers/davidkim205.json index 199e5bb163ace1df2e604e2c6cb8efc790198f50..09f9fb3f5ee2e593a053521a32e4ee348caa569e 100644 --- a/data/developers/davidkim205.json +++ b/data/developers/davidkim205.json @@ -1,20 +1,6 @@ { "developer": "davidkim205", "models": [ - { - "id": "davidkim205/Rhea-72b-v0.5", - "name": "Rhea-72b-v0.5", - "developer": "davidkim205", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0145, - "hfopenllm_v2/BBH": 0.3078, - "hfopenllm_v2/MATH Level 5": 0.1737, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.4241, - "hfopenllm_v2/MMLU-PRO": 0.1166 - } - }, { "id": "davidkim205/nox-solar-10.7b-v4", "name": "nox-solar-10.7b-v4", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.4298, "hfopenllm_v2/MMLU-PRO": 0.3333 } + }, + { + "id": "davidkim205/Rhea-72b-v0.5", + "name": "Rhea-72b-v0.5", + "developer": "davidkim205", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.0145, + "hfopenllm_v2/BBH": 0.3078, + "hfopenllm_v2/MATH Level 5": 0.1737, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.4241, + "hfopenllm_v2/MMLU-PRO": 0.1166 + } } ] } \ No newline at end of file diff --git a/data/developers/davielion.json b/data/developers/davielion.json index 2cb943ef18d08cde486079a0ba2a2bca7b4a6971..d2a3ca1471ea06bca721c18d505591908b22252e 100644 --- a/data/developers/davielion.json +++ b/data/developers/davielion.json @@ -49,12 +49,12 @@ "developer": "DavieLion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1336, - "hfopenllm_v2/BBH": 0.2975, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.35, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.1324, + "hfopenllm_v2/BBH": 0.2972, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3527, + "hfopenllm_v2/MMLU-PRO": 0.1129 } }, { diff --git a/data/developers/deepautoai.json b/data/developers/deepautoai.json index 50d4250c62e870b082c804e9b26b28096d4c4fe3..57f195bee657d891faa1b91d64172e2bc51c5ecc 100644 --- a/data/developers/deepautoai.json +++ b/data/developers/deepautoai.json @@ -1,6 +1,62 @@ { "developer": "DeepAutoAI", "models": [ + { + "id": "DeepAutoAI/causal_gpt2", + "name": "causal_gpt2", + "developer": "DeepAutoAI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1813, + "hfopenllm_v2/BBH": 0.3026, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.427, + "hfopenllm_v2/MMLU-PRO": 0.1131 + } + }, + { + "id": "DeepAutoAI/d2nwg_causal_gpt2", + "name": "d2nwg_causal_gpt2", + "developer": "DeepAutoAI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1916, + "hfopenllm_v2/BBH": 0.3027, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.4297, + "hfopenllm_v2/MMLU-PRO": 0.1151 + } + }, + { + "id": "DeepAutoAI/d2nwg_causal_gpt2_v1", + "name": "d2nwg_causal_gpt2_v1", + "developer": "DeepAutoAI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1989, + "hfopenllm_v2/BBH": 0.2992, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4337, + "hfopenllm_v2/MMLU-PRO": 0.1135 + } + }, + { + "id": "DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0", + "name": "d2nwg_Llama-3.1-8B-Instruct-v0.0", + "developer": "DeepAutoAI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7893, + "hfopenllm_v2/BBH": 0.508, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.3877 + } + }, { "id": "DeepAutoAI/Explore_Llama-3.1-8B-Inst", "name": "Explore_Llama-3.1-8B-Inst", @@ -71,62 +127,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1818 } }, - { - "id": "DeepAutoAI/causal_gpt2", - "name": "causal_gpt2", - "developer": "DeepAutoAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1813, - "hfopenllm_v2/BBH": 0.3026, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.427, - "hfopenllm_v2/MMLU-PRO": 0.1131 - } - }, - { - "id": "DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0", - "name": "d2nwg_Llama-3.1-8B-Instruct-v0.0", - "developer": "DeepAutoAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7893, - "hfopenllm_v2/BBH": 0.508, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.3877 - } - }, - { - "id": "DeepAutoAI/d2nwg_causal_gpt2", - "name": "d2nwg_causal_gpt2", - "developer": "DeepAutoAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1916, - "hfopenllm_v2/BBH": 0.3027, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.4297, - "hfopenllm_v2/MMLU-PRO": 0.1151 - } - }, - { - "id": "DeepAutoAI/d2nwg_causal_gpt2_v1", - "name": "d2nwg_causal_gpt2_v1", - "developer": "DeepAutoAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1989, - "hfopenllm_v2/BBH": 0.2992, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4337, - "hfopenllm_v2/MMLU-PRO": 0.1135 - } - }, { "id": "DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst", "name": "ldm_soup_Llama-3.1-8B-Inst", diff --git a/data/developers/deepmount00.json b/data/developers/deepmount00.json index fd4496dea5fdde5c57b6a979dcde3b1ed2338a2e..5505c28134c7ac10ef3a27978dd2745253c793a1 100644 --- a/data/developers/deepmount00.json +++ b/data/developers/deepmount00.json @@ -71,20 +71,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3876 } }, - { - "id": "DeepMount00/Llama-3.1-8b-Ita", - "name": "Llama-3.1-8b-Ita", - "developer": "DeepMount00", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5365, - "hfopenllm_v2/BBH": 0.517, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4487, - "hfopenllm_v2/MMLU-PRO": 0.396 - } - }, { "id": "DeepMount00/Llama-3.1-Distilled", "name": "Llama-3.1-Distilled", @@ -99,6 +85,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3782 } }, + { + "id": "DeepMount00/mergekit-ties-okvgjfz", + "name": "mergekit-ties-okvgjfz", + "developer": "DeepMount00", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.153, + "hfopenllm_v2/BBH": 0.2998, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3806, + "hfopenllm_v2/MMLU-PRO": 0.1118 + } + }, { "id": "DeepMount00/Qwen2-1.5B-Ita", "name": "Qwen2-1.5B-Ita", @@ -182,20 +182,6 @@ "hfopenllm_v2/MUSR": 0.3806, "hfopenllm_v2/MMLU-PRO": 0.1118 } - }, - { - "id": "DeepMount00/mergekit-ties-okvgjfz", - "name": "mergekit-ties-okvgjfz", - "developer": "DeepMount00", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.153, - "hfopenllm_v2/BBH": 0.2998, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3806, - "hfopenllm_v2/MMLU-PRO": 0.1118 - } } ] } \ No newline at end of file diff --git a/data/developers/deepseek-ai.json b/data/developers/deepseek-ai.json index af3b17d36c12abff247e266120f68eba05a1a99f..971bec3ded855a3b01d9662377922d63d5b600e8 100644 --- a/data/developers/deepseek-ai.json +++ b/data/developers/deepseek-ai.json @@ -1,90 +1,6 @@ { "developer": "deepseek-ai", "models": [ - { - "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B", - "name": "DeepSeek-R1-Distill-Llama-70B", - "developer": "deepseek-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4336, - "hfopenllm_v2/BBH": 0.5635, - "hfopenllm_v2/MATH Level 5": 0.3074, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4342, - "hfopenllm_v2/MMLU-PRO": 0.4748 - } - }, - { - "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B", - "name": "DeepSeek-R1-Distill-Llama-8B", - "developer": "deepseek-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3782, - "hfopenllm_v2/BBH": 0.3239, - "hfopenllm_v2/MATH Level 5": 0.2198, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.325, - "hfopenllm_v2/MMLU-PRO": 0.2089 - } - }, - { - "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", - "name": "DeepSeek-R1-Distill-Qwen-1.5B", - "developer": "deepseek-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3463, - "hfopenllm_v2/BBH": 0.3241, - "hfopenllm_v2/MATH Level 5": 0.1692, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3635, - "hfopenllm_v2/MMLU-PRO": 0.1187 - } - }, - { - "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", - "name": "DeepSeek-R1-Distill-Qwen-14B", - "developer": "deepseek-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4382, - "hfopenllm_v2/BBH": 0.5906, - "hfopenllm_v2/MATH Level 5": 0.5702, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.5366, - "hfopenllm_v2/MMLU-PRO": 0.4667 - } - }, - { - "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", - "name": "DeepSeek-R1-Distill-Qwen-32B", - "developer": "deepseek-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4186, - "hfopenllm_v2/BBH": 0.4197, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4526, - "hfopenllm_v2/MMLU-PRO": 0.4687 - } - }, - { - "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", - "name": "DeepSeek-R1-Distill-Qwen-7B", - "developer": "deepseek-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4038, - "hfopenllm_v2/BBH": 0.3443, - "hfopenllm_v2/MATH Level 5": 0.1956, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3663, - "hfopenllm_v2/MMLU-PRO": 0.2321 - } - }, { "id": "deepseek-ai/deepseek-llm-67b-chat", "name": "DeepSeek LLM Chat 67B", @@ -215,6 +131,90 @@ "helm_capabilities/Omni-MATH": 0.424 } }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B", + "name": "DeepSeek-R1-Distill-Llama-70B", + "developer": "deepseek-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4336, + "hfopenllm_v2/BBH": 0.5635, + "hfopenllm_v2/MATH Level 5": 0.3074, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4342, + "hfopenllm_v2/MMLU-PRO": 0.4748 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B", + "name": "DeepSeek-R1-Distill-Llama-8B", + "developer": "deepseek-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3782, + "hfopenllm_v2/BBH": 0.3239, + "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.325, + "hfopenllm_v2/MMLU-PRO": 0.2089 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", + "name": "DeepSeek-R1-Distill-Qwen-1.5B", + "developer": "deepseek-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3463, + "hfopenllm_v2/BBH": 0.3241, + "hfopenllm_v2/MATH Level 5": 0.1692, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3635, + "hfopenllm_v2/MMLU-PRO": 0.1187 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "name": "DeepSeek-R1-Distill-Qwen-14B", + "developer": "deepseek-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4382, + "hfopenllm_v2/BBH": 0.5906, + "hfopenllm_v2/MATH Level 5": 0.5702, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.5366, + "hfopenllm_v2/MMLU-PRO": 0.4667 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", + "name": "DeepSeek-R1-Distill-Qwen-32B", + "developer": "deepseek-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4186, + "hfopenllm_v2/BBH": 0.4197, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4526, + "hfopenllm_v2/MMLU-PRO": 0.4687 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", + "name": "DeepSeek-R1-Distill-Qwen-7B", + "developer": "deepseek-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4038, + "hfopenllm_v2/BBH": 0.3443, + "hfopenllm_v2/MATH Level 5": 0.1956, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3663, + "hfopenllm_v2/MMLU-PRO": 0.2321 + } + }, { "id": "deepseek-ai/deepseek-v3", "name": "DeepSeek v3", diff --git a/data/developers/doppelreflex.json b/data/developers/doppelreflex.json index 0fd168d9d9c3692abf18af3ecd64df1b25a53288..4e478be7761570eec41b8a497db82c0ab081c8b0 100644 --- a/data/developers/doppelreflex.json +++ b/data/developers/doppelreflex.json @@ -43,6 +43,76 @@ "hfopenllm_v2/MMLU-PRO": 0.3705 } }, + { + "id": "DoppelReflEx/MiniusLight-24B", + "name": "MiniusLight-24B", + "developer": "DoppelReflEx", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2577, + "hfopenllm_v2/BBH": 0.6256, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4319, + "hfopenllm_v2/MMLU-PRO": 0.5091 + } + }, + { + "id": "DoppelReflEx/MiniusLight-24B-test", + "name": "MiniusLight-24B-test", + "developer": "DoppelReflEx", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.0394, + "hfopenllm_v2/BBH": 0.6334, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4093, + "hfopenllm_v2/MMLU-PRO": 0.5182 + } + }, + { + "id": "DoppelReflEx/MiniusLight-24B-v1b-test", + "name": "MiniusLight-24B-v1b-test", + "developer": "DoppelReflEx", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3791, + "hfopenllm_v2/BBH": 0.6617, + "hfopenllm_v2/MATH Level 5": 0.2394, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4557, + "hfopenllm_v2/MMLU-PRO": 0.5365 + } + }, + { + "id": "DoppelReflEx/MiniusLight-24B-v1c-test", + "name": "MiniusLight-24B-v1c-test", + "developer": "DoppelReflEx", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3786, + "hfopenllm_v2/BBH": 0.6753, + "hfopenllm_v2/MATH Level 5": 0.2968, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4634, + "hfopenllm_v2/MMLU-PRO": 0.5487 + } + }, + { + "id": "DoppelReflEx/MiniusLight-24B-v1d-test", + "name": "MiniusLight-24B-v1d-test", + "developer": "DoppelReflEx", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4032, + "hfopenllm_v2/BBH": 0.6712, + "hfopenllm_v2/MATH Level 5": 0.2946, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4621, + "hfopenllm_v2/MMLU-PRO": 0.5489 + } + }, { "id": "DoppelReflEx/MN-12B-FoxFrame-test", "name": "MN-12B-FoxFrame-test", @@ -336,76 +406,6 @@ "hfopenllm_v2/MUSR": 0.4015, "hfopenllm_v2/MMLU-PRO": 0.3393 } - }, - { - "id": "DoppelReflEx/MiniusLight-24B", - "name": "MiniusLight-24B", - "developer": "DoppelReflEx", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2577, - "hfopenllm_v2/BBH": 0.6256, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4319, - "hfopenllm_v2/MMLU-PRO": 0.5091 - } - }, - { - "id": "DoppelReflEx/MiniusLight-24B-test", - "name": "MiniusLight-24B-test", - "developer": "DoppelReflEx", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0394, - "hfopenllm_v2/BBH": 0.6334, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4093, - "hfopenllm_v2/MMLU-PRO": 0.5182 - } - }, - { - "id": "DoppelReflEx/MiniusLight-24B-v1b-test", - "name": "MiniusLight-24B-v1b-test", - "developer": "DoppelReflEx", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3791, - "hfopenllm_v2/BBH": 0.6617, - "hfopenllm_v2/MATH Level 5": 0.2394, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4557, - "hfopenllm_v2/MMLU-PRO": 0.5365 - } - }, - { - "id": "DoppelReflEx/MiniusLight-24B-v1c-test", - "name": "MiniusLight-24B-v1c-test", - "developer": "DoppelReflEx", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3786, - "hfopenllm_v2/BBH": 0.6753, - "hfopenllm_v2/MATH Level 5": 0.2968, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4634, - "hfopenllm_v2/MMLU-PRO": 0.5487 - } - }, - { - "id": "DoppelReflEx/MiniusLight-24B-v1d-test", - "name": "MiniusLight-24B-v1d-test", - "developer": "DoppelReflEx", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4032, - "hfopenllm_v2/BBH": 0.6712, - "hfopenllm_v2/MATH Level 5": 0.2946, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4621, - "hfopenllm_v2/MMLU-PRO": 0.5489 - } } ] } \ No newline at end of file diff --git a/data/developers/dreadpoor.json b/data/developers/dreadpoor.json index a04f08d3f4dfcf0d0a7d1b7795cd6336096c1a5e..87d55478bbf844a03c23f356544a69e6cde1dd4e 100644 --- a/data/developers/dreadpoor.json +++ b/data/developers/dreadpoor.json @@ -547,6 +547,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3839 } }, + { + "id": "DreadPoor/felix_dies-mistral-7B-model_stock", + "name": "felix_dies-mistral-7B-model_stock", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3008, + "hfopenllm_v2/BBH": 0.4901, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4518, + "hfopenllm_v2/MMLU-PRO": 0.3109 + } + }, { "id": "DreadPoor/Fu_sion_HA-8B-SLERP", "name": "Fu_sion_HA-8B-SLERP", @@ -561,20 +575,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3825 } }, - { - "id": "DreadPoor/HOT_STINKING_GARBAGE", - "name": "HOT_STINKING_GARBAGE", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5754, - "hfopenllm_v2/BBH": 0.4884, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.425, - "hfopenllm_v2/MMLU-PRO": 0.3017 - } - }, { "id": "DreadPoor/H_the_eighth-8B-LINEAR", "name": "H_the_eighth-8B-LINEAR", @@ -589,6 +589,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3824 } }, + { + "id": "DreadPoor/hakuchido-8B-MODEL_STOCK", + "name": "hakuchido-8B-MODEL_STOCK", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7375, + "hfopenllm_v2/BBH": 0.5398, + "hfopenllm_v2/MATH Level 5": 0.1949, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4175, + "hfopenllm_v2/MMLU-PRO": 0.3782 + } + }, { "id": "DreadPoor/Happy_New_Year-8B-Model_Stock", "name": "Happy_New_Year-8B-Model_Stock", @@ -645,6 +659,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3873 } }, + { + "id": "DreadPoor/HOT_STINKING_GARBAGE", + "name": "HOT_STINKING_GARBAGE", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5754, + "hfopenllm_v2/BBH": 0.4884, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.425, + "hfopenllm_v2/MMLU-PRO": 0.3017 + } + }, { "id": "DreadPoor/Howdy-8B-LINEAR", "name": "Howdy-8B-LINEAR", @@ -659,6 +687,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3807 } }, + { + "id": "DreadPoor/ichor-8B-Model_Stock", + "name": "ichor-8B-Model_Stock", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5386, + "hfopenllm_v2/BBH": 0.5084, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4212, + "hfopenllm_v2/MMLU-PRO": 0.3151 + } + }, + { + "id": "DreadPoor/ichor_1.1-8B-Model_Stock", + "name": "ichor_1.1-8B-Model_Stock", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8096, + "hfopenllm_v2/BBH": 0.5281, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4068, + "hfopenllm_v2/MMLU-PRO": 0.3856 + } + }, { "id": "DreadPoor/Incidental-8B-Model_Stock", "name": "Incidental-8B-Model_Stock", @@ -673,6 +729,48 @@ "hfopenllm_v2/MMLU-PRO": 0.3873 } }, + { + "id": "DreadPoor/inexpertus-8B-Model_Stock", + "name": "inexpertus-8B-Model_Stock", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7795, + "hfopenllm_v2/BBH": 0.528, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3791 + } + }, + { + "id": "DreadPoor/inexpertus_1.1-8B-LINEAR", + "name": "inexpertus_1.1-8B-LINEAR", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7527, + "hfopenllm_v2/BBH": 0.5525, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3827 + } + }, + { + "id": "DreadPoor/inexpertus_1.2-8B-LINEAR", + "name": "inexpertus_1.2-8B-LINEAR", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7348, + "hfopenllm_v2/BBH": 0.5523, + "hfopenllm_v2/MATH Level 5": 0.1586, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4133, + "hfopenllm_v2/MMLU-PRO": 0.3788 + } + }, { "id": "DreadPoor/Irina-8B-model_stock", "name": "Irina-8B-model_stock", @@ -799,6 +897,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3829 } }, + { + "id": "DreadPoor/mergekit-nuslerp-nqzkedi", + "name": "mergekit-nuslerp-nqzkedi", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7765, + "hfopenllm_v2/BBH": 0.5362, + "hfopenllm_v2/MATH Level 5": 0.1881, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4225, + "hfopenllm_v2/MMLU-PRO": 0.3919 + } + }, { "id": "DreadPoor/Minthy-8B-Model_Stock", "name": "Minthy-8B-Model_Stock", @@ -939,20 +1051,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3807 } }, - { - "id": "DreadPoor/ONeil-model_stock-8B", - "name": "ONeil-model_stock-8B", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6786, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3599 - } - }, { "id": "DreadPoor/Oh_Boy-8B-LINEAR", "name": "Oh_Boy-8B-LINEAR", @@ -967,6 +1065,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3849 } }, + { + "id": "DreadPoor/ONeil-model_stock-8B", + "name": "ONeil-model_stock-8B", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6786, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3599 + } + }, { "id": "DreadPoor/OrangeJ-8B-Model_Stock", "name": "OrangeJ-8B-Model_Stock", @@ -1009,6 +1121,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3739 } }, + { + "id": "DreadPoor/remember_to_breathe-8b-Model-Stock", + "name": "remember_to_breathe-8b-Model-Stock", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7104, + "hfopenllm_v2/BBH": 0.5412, + "hfopenllm_v2/MATH Level 5": 0.1488, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.3761 + } + }, { "id": "DreadPoor/RPMash-8B-Model_Stock", "name": "RPMash-8B-Model_Stock", @@ -1205,6 +1331,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3848 } }, + { + "id": "DreadPoor/test", + "name": "test", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4937, + "hfopenllm_v2/BBH": 0.5372, + "hfopenllm_v2/MATH Level 5": 0.1934, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4351, + "hfopenllm_v2/MMLU-PRO": 0.3647 + } + }, { "id": "DreadPoor/TEST02-Ignore", "name": "TEST02-Ignore", @@ -1275,6 +1415,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3853 } }, + { + "id": "DreadPoor/test_ALT", + "name": "test_ALT", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4997, + "hfopenllm_v2/BBH": 0.537, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.4363, + "hfopenllm_v2/MMLU-PRO": 0.3492 + } + }, + { + "id": "DreadPoor/tests_pending-do_not_use_yet", + "name": "tests_pending-do_not_use_yet", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7691, + "hfopenllm_v2/BBH": 0.5408, + "hfopenllm_v2/MATH Level 5": 0.1979, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4005, + "hfopenllm_v2/MMLU-PRO": 0.3827 + } + }, { "id": "DreadPoor/Trinas_Nectar-8B-model_stock", "name": "Trinas_Nectar-8B-model_stock", @@ -1317,34 +1485,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3721 } }, - { - "id": "DreadPoor/WIP-Acacia-8B-Model_Stock", - "name": "WIP-Acacia-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6246, - "hfopenllm_v2/BBH": 0.5195, - "hfopenllm_v2/MATH Level 5": 0.1669, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4226, - "hfopenllm_v2/MMLU-PRO": 0.3737 - } - }, - { - "id": "DreadPoor/WIP_Damascus-8B-TIES", - "name": "WIP_Damascus-8B-TIES", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4776, - "hfopenllm_v2/BBH": 0.5411, - "hfopenllm_v2/MATH Level 5": 0.1654, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4119, - "hfopenllm_v2/MMLU-PRO": 0.3761 - } - }, { "id": "DreadPoor/Wannabe-8B-Model_Stock", "name": "Wannabe-8B-Model_Stock", @@ -1429,6 +1569,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3666 } }, + { + "id": "DreadPoor/WIP-Acacia-8B-Model_Stock", + "name": "WIP-Acacia-8B-Model_Stock", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6246, + "hfopenllm_v2/BBH": 0.5195, + "hfopenllm_v2/MATH Level 5": 0.1669, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4226, + "hfopenllm_v2/MMLU-PRO": 0.3737 + } + }, + { + "id": "DreadPoor/WIP_Damascus-8B-TIES", + "name": "WIP_Damascus-8B-TIES", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4776, + "hfopenllm_v2/BBH": 0.5411, + "hfopenllm_v2/MATH Level 5": 0.1654, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4119, + "hfopenllm_v2/MMLU-PRO": 0.3761 + } + }, { "id": "DreadPoor/Yafune-8B-Model_Stock", "name": "Yafune-8B-Model_Stock", @@ -1457,20 +1625,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3802 } }, - { - "id": "DreadPoor/ZEUS-8B-V17-Abliterated_ALT", - "name": "ZEUS-8B-V17-Abliterated_ALT", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5511, - "hfopenllm_v2/BBH": 0.5231, - "hfopenllm_v2/MATH Level 5": 0.1903, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4149, - "hfopenllm_v2/MMLU-PRO": 0.389 - } - }, { "id": "DreadPoor/Zelus-8B-Model_Stock", "name": "Zelus-8B-Model_Stock", @@ -1500,171 +1654,17 @@ } }, { - "id": "DreadPoor/felix_dies-mistral-7B-model_stock", - "name": "felix_dies-mistral-7B-model_stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3008, - "hfopenllm_v2/BBH": 0.4901, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4518, - "hfopenllm_v2/MMLU-PRO": 0.3109 - } - }, - { - "id": "DreadPoor/hakuchido-8B-MODEL_STOCK", - "name": "hakuchido-8B-MODEL_STOCK", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7375, - "hfopenllm_v2/BBH": 0.5398, - "hfopenllm_v2/MATH Level 5": 0.1949, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4175, - "hfopenllm_v2/MMLU-PRO": 0.3782 - } - }, - { - "id": "DreadPoor/ichor-8B-Model_Stock", - "name": "ichor-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5386, - "hfopenllm_v2/BBH": 0.5084, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4212, - "hfopenllm_v2/MMLU-PRO": 0.3151 - } - }, - { - "id": "DreadPoor/ichor_1.1-8B-Model_Stock", - "name": "ichor_1.1-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8096, - "hfopenllm_v2/BBH": 0.5281, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4068, - "hfopenllm_v2/MMLU-PRO": 0.3856 - } - }, - { - "id": "DreadPoor/inexpertus-8B-Model_Stock", - "name": "inexpertus-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7795, - "hfopenllm_v2/BBH": 0.528, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3791 - } - }, - { - "id": "DreadPoor/inexpertus_1.1-8B-LINEAR", - "name": "inexpertus_1.1-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7527, - "hfopenllm_v2/BBH": 0.5525, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3827 - } - }, - { - "id": "DreadPoor/inexpertus_1.2-8B-LINEAR", - "name": "inexpertus_1.2-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7348, - "hfopenllm_v2/BBH": 0.5523, - "hfopenllm_v2/MATH Level 5": 0.1586, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4133, - "hfopenllm_v2/MMLU-PRO": 0.3788 - } - }, - { - "id": "DreadPoor/mergekit-nuslerp-nqzkedi", - "name": "mergekit-nuslerp-nqzkedi", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7765, - "hfopenllm_v2/BBH": 0.5362, - "hfopenllm_v2/MATH Level 5": 0.1881, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4225, - "hfopenllm_v2/MMLU-PRO": 0.3919 - } - }, - { - "id": "DreadPoor/remember_to_breathe-8b-Model-Stock", - "name": "remember_to_breathe-8b-Model-Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7104, - "hfopenllm_v2/BBH": 0.5412, - "hfopenllm_v2/MATH Level 5": 0.1488, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.3761 - } - }, - { - "id": "DreadPoor/test", - "name": "test", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4937, - "hfopenllm_v2/BBH": 0.5372, - "hfopenllm_v2/MATH Level 5": 0.1934, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4351, - "hfopenllm_v2/MMLU-PRO": 0.3647 - } - }, - { - "id": "DreadPoor/test_ALT", - "name": "test_ALT", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4997, - "hfopenllm_v2/BBH": 0.537, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.4363, - "hfopenllm_v2/MMLU-PRO": 0.3492 - } - }, - { - "id": "DreadPoor/tests_pending-do_not_use_yet", - "name": "tests_pending-do_not_use_yet", + "id": "DreadPoor/ZEUS-8B-V17-Abliterated_ALT", + "name": "ZEUS-8B-V17-Abliterated_ALT", "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7691, - "hfopenllm_v2/BBH": 0.5408, - "hfopenllm_v2/MATH Level 5": 0.1979, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4005, - "hfopenllm_v2/MMLU-PRO": 0.3827 + "hfopenllm_v2/IFEval": 0.5511, + "hfopenllm_v2/BBH": 0.5231, + "hfopenllm_v2/MATH Level 5": 0.1903, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4149, + "hfopenllm_v2/MMLU-PRO": 0.389 } } ] diff --git a/data/developers/ehristoforu.json b/data/developers/ehristoforu.json index 7a76d1f8b6441a01a07918f7360c31d78daf2b83..b04f7a77f3c740f690b4cfab79b4df272b7d178e 100644 --- a/data/developers/ehristoforu.json +++ b/data/developers/ehristoforu.json @@ -1,146 +1,6 @@ { "developer": "ehristoforu", "models": [ - { - "id": "ehristoforu/Falcon3-8B-Franken-Basestruct", - "name": "Falcon3-8B-Franken-Basestruct", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1715, - "hfopenllm_v2/BBH": 0.5463, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.3947 - } - }, - { - "id": "ehristoforu/Falcon3-MoE-2x7B-Insruct", - "name": "Falcon3-MoE-2x7B-Insruct", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7643, - "hfopenllm_v2/BBH": 0.5648, - "hfopenllm_v2/MATH Level 5": 0.4124, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.484, - "hfopenllm_v2/MMLU-PRO": 0.4095 - } - }, - { - "id": "ehristoforu/Gemma2-9B-it-psy10k-mental_health", - "name": "Gemma2-9B-it-psy10k-mental_health", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5887, - "hfopenllm_v2/BBH": 0.5539, - "hfopenllm_v2/MATH Level 5": 0.1631, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4086, - "hfopenllm_v2/MMLU-PRO": 0.3829 - } - }, - { - "id": "ehristoforu/Gemma2-9b-it-train6", - "name": "Gemma2-9b-it-train6", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7025, - "hfopenllm_v2/BBH": 0.5898, - "hfopenllm_v2/MATH Level 5": 0.1911, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4084, - "hfopenllm_v2/MMLU-PRO": 0.3942 - } - }, - { - "id": "ehristoforu/HappyLlama1", - "name": "HappyLlama1", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7363, - "hfopenllm_v2/BBH": 0.4996, - "hfopenllm_v2/MATH Level 5": 0.1427, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.3546 - } - }, - { - "id": "ehristoforu/QwenQwen2.5-7B-IT", - "name": "QwenQwen2.5-7B-IT", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7518, - "hfopenllm_v2/BBH": 0.5398, - "hfopenllm_v2/MATH Level 5": 0.5091, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.4289 - } - }, - { - "id": "ehristoforu/QwenQwen2.5-7B-IT-Dare", - "name": "QwenQwen2.5-7B-IT-Dare", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7509, - "hfopenllm_v2/BBH": 0.5398, - "hfopenllm_v2/MATH Level 5": 0.5091, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.4289 - } - }, - { - "id": "ehristoforu/RQwen-v0.1", - "name": "RQwen-v0.1", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7625, - "hfopenllm_v2/BBH": 0.6446, - "hfopenllm_v2/MATH Level 5": 0.4645, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4139, - "hfopenllm_v2/MMLU-PRO": 0.5202 - } - }, - { - "id": "ehristoforu/RQwen-v0.2", - "name": "RQwen-v0.2", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7504, - "hfopenllm_v2/BBH": 0.6427, - "hfopenllm_v2/MATH Level 5": 0.327, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.5159 - } - }, - { - "id": "ehristoforu/SoRu-0009", - "name": "SoRu-0009", - "developer": "ehristoforu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2582, - "hfopenllm_v2/BBH": 0.315, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3369, - "hfopenllm_v2/MMLU-PRO": 0.1239 - } - }, { "id": "ehristoforu/coolqwen-3b-it", "name": "coolqwen-3b-it", @@ -169,6 +29,34 @@ "hfopenllm_v2/MMLU-PRO": 0.1575 } }, + { + "id": "ehristoforu/Falcon3-8B-Franken-Basestruct", + "name": "Falcon3-8B-Franken-Basestruct", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1715, + "hfopenllm_v2/BBH": 0.5463, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.3947 + } + }, + { + "id": "ehristoforu/Falcon3-MoE-2x7B-Insruct", + "name": "Falcon3-MoE-2x7B-Insruct", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7643, + "hfopenllm_v2/BBH": 0.5648, + "hfopenllm_v2/MATH Level 5": 0.4124, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.484, + "hfopenllm_v2/MMLU-PRO": 0.4095 + } + }, { "id": "ehristoforu/falcon3-ultraset", "name": "falcon3-ultraset", @@ -295,6 +183,48 @@ "hfopenllm_v2/MMLU-PRO": 0.3977 } }, + { + "id": "ehristoforu/Gemma2-9B-it-psy10k-mental_health", + "name": "Gemma2-9B-it-psy10k-mental_health", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5887, + "hfopenllm_v2/BBH": 0.5539, + "hfopenllm_v2/MATH Level 5": 0.1631, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4086, + "hfopenllm_v2/MMLU-PRO": 0.3829 + } + }, + { + "id": "ehristoforu/Gemma2-9b-it-train6", + "name": "Gemma2-9b-it-train6", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7025, + "hfopenllm_v2/BBH": 0.5898, + "hfopenllm_v2/MATH Level 5": 0.1911, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4084, + "hfopenllm_v2/MMLU-PRO": 0.3942 + } + }, + { + "id": "ehristoforu/HappyLlama1", + "name": "HappyLlama1", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7363, + "hfopenllm_v2/BBH": 0.4996, + "hfopenllm_v2/MATH Level 5": 0.1427, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.3546 + } + }, { "id": "ehristoforu/mllama-3.1-8b-instruct", "name": "mllama-3.1-8b-instruct", @@ -393,6 +323,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3403 } }, + { + "id": "ehristoforu/QwenQwen2.5-7B-IT", + "name": "QwenQwen2.5-7B-IT", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7518, + "hfopenllm_v2/BBH": 0.5398, + "hfopenllm_v2/MATH Level 5": 0.5091, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.4289 + } + }, + { + "id": "ehristoforu/QwenQwen2.5-7B-IT-Dare", + "name": "QwenQwen2.5-7B-IT-Dare", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7509, + "hfopenllm_v2/BBH": 0.5398, + "hfopenllm_v2/MATH Level 5": 0.5091, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.4289 + } + }, { "id": "ehristoforu/rmoe-v1", "name": "rmoe-v1", @@ -407,6 +365,34 @@ "hfopenllm_v2/MMLU-PRO": 0.1125 } }, + { + "id": "ehristoforu/RQwen-v0.1", + "name": "RQwen-v0.1", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7625, + "hfopenllm_v2/BBH": 0.6446, + "hfopenllm_v2/MATH Level 5": 0.4645, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4139, + "hfopenllm_v2/MMLU-PRO": 0.5202 + } + }, + { + "id": "ehristoforu/RQwen-v0.2", + "name": "RQwen-v0.2", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7504, + "hfopenllm_v2/BBH": 0.6427, + "hfopenllm_v2/MATH Level 5": 0.327, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.5159 + } + }, { "id": "ehristoforu/rufalcon3-3b-it", "name": "rufalcon3-3b-it", @@ -435,6 +421,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1126 } }, + { + "id": "ehristoforu/SoRu-0009", + "name": "SoRu-0009", + "developer": "ehristoforu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2582, + "hfopenllm_v2/BBH": 0.315, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3369, + "hfopenllm_v2/MMLU-PRO": 0.1239 + } + }, { "id": "ehristoforu/testq-32b", "name": "testq-32b", diff --git a/data/developers/eleutherai.json b/data/developers/eleutherai.json index bc54b0a53ba891d59ce8075b240ff88f2bdd86a9..f104cc6817fe7f506d98663412db91c3894ab990 100644 --- a/data/developers/eleutherai.json +++ b/data/developers/eleutherai.json @@ -87,10 +87,25 @@ }, { "id": "EleutherAI/pythia-12b", - "name": "pythia-12b", + "name": "Pythia 12B", "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { + "helm_classic/Mean win rate": 0.257, + "helm_classic/MMLU": 0.274, + "helm_classic/BoolQ": 0.662, + "helm_classic/NarrativeQA": 0.596, + "helm_classic/NaturalQuestions (open-book)": 0.581, + "helm_classic/QuAC": 0.313, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.177, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.931, + "helm_classic/CivilComments": 0.531, + "helm_classic/RAFT": 0.514, "hfopenllm_v2/IFEval": 0.2471, "hfopenllm_v2/BBH": 0.318, "hfopenllm_v2/MATH Level 5": 0.0166, @@ -157,45 +172,8 @@ }, { "id": "EleutherAI/pythia-6.9b", - "name": "pythia-6.9b", - "developer": "EleutherAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2281, - "hfopenllm_v2/BBH": 0.3232, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3591, - "hfopenllm_v2/MMLU-PRO": 0.1147 - } - }, - { - "id": "eleutherai/Pythia-12B", - "name": "Pythia 12B", - "developer": "eleutherai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.257, - "helm_classic/MMLU": 0.274, - "helm_classic/BoolQ": 0.662, - "helm_classic/NarrativeQA": 0.596, - "helm_classic/NaturalQuestions (open-book)": 0.581, - "helm_classic/QuAC": 0.313, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.177, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.931, - "helm_classic/CivilComments": 0.531, - "helm_classic/RAFT": 0.514 - } - }, - { - "id": "eleutherai/Pythia-6.9B", "name": "Pythia 6.9B", - "developer": "eleutherai", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.196, @@ -212,7 +190,13 @@ "helm_classic/XSUM": -1.0, "helm_classic/IMDB": 0.928, "helm_classic/CivilComments": 0.511, - "helm_classic/RAFT": 0.502 + "helm_classic/RAFT": 0.502, + "hfopenllm_v2/IFEval": 0.2281, + "hfopenllm_v2/BBH": 0.3232, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3591, + "hfopenllm_v2/MMLU-PRO": 0.1147 } } ] diff --git a/data/developers/epistemeai.json b/data/developers/epistemeai.json index 3ee1bd0082a65f7ca5933f1f33b7d33e9aa5bf42..ae59684b2ae8edda61f6033386c80ae35c1570fc 100644 --- a/data/developers/epistemeai.json +++ b/data/developers/epistemeai.json @@ -393,6 +393,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3134 } }, + { + "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent", + "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent", + "developer": "EpistemeAI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6915, + "hfopenllm_v2/BBH": 0.4525, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3578, + "hfopenllm_v2/MMLU-PRO": 0.329 + } + }, { "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy", "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy", @@ -421,20 +435,6 @@ "hfopenllm_v2/MMLU-PRO": 0.335 } }, - { - "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent", - "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent", - "developer": "EpistemeAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6915, - "hfopenllm_v2/BBH": 0.4525, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3578, - "hfopenllm_v2/MMLU-PRO": 0.329 - } - }, { "id": "EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT", "name": "Reasoning-Llama-3.1-CoT-RE1-NMT", diff --git a/data/developers/ewre324.json b/data/developers/ewre324.json index 9ef5db19b292c6f511170d4ace64ffe317ec21e3..0f308703f6255719e7d8fd86d3ca44cf1a7ac7e7 100644 --- a/data/developers/ewre324.json +++ b/data/developers/ewre324.json @@ -1,6 +1,20 @@ { "developer": "ewre324", "models": [ + { + "id": "ewre324/ewre324-R1-SmolLM2-135M-Distill", + "name": "ewre324-R1-SmolLM2-135M-Distill", + "developer": "ewre324", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1649, + "hfopenllm_v2/BBH": 0.3042, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3409, + "hfopenllm_v2/MMLU-PRO": 0.1134 + } + }, { "id": "ewre324/Thinker-Llama-3.2-3B-Instruct-Reasoning", "name": "Thinker-Llama-3.2-3B-Instruct-Reasoning", @@ -42,20 +56,6 @@ "hfopenllm_v2/MUSR": 0.3661, "hfopenllm_v2/MMLU-PRO": 0.1094 } - }, - { - "id": "ewre324/ewre324-R1-SmolLM2-135M-Distill", - "name": "ewre324-R1-SmolLM2-135M-Distill", - "developer": "ewre324", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1649, - "hfopenllm_v2/BBH": 0.3042, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3409, - "hfopenllm_v2/MMLU-PRO": 0.1134 - } } ] } \ No newline at end of file diff --git a/data/developers/facebook.json b/data/developers/facebook.json index e8b1799fe5c6c7907f0e84e1d072b046d122b110..339d58ce2aefdf8a71a8fba045614f5fb23890d7 100644 --- a/data/developers/facebook.json +++ b/data/developers/facebook.json @@ -1,32 +1,6 @@ { "developer": "facebook", "models": [ - { - "id": "facebook/Self-taught-Llama-3-70B", - "name": "facebook/Self-taught-Llama-3-70B", - "developer": "facebook", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.8863, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.8399, - "reward-bench/Safety": 0.9108, - "reward-bench/Reasoning": 0.8251 - } - }, - { - "id": "facebook/Self-taught-evaluator-llama3.1-70B", - "name": "facebook/Self-taught-evaluator-llama3.1-70B", - "developer": "facebook", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.9001, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.8509, - "reward-bench/Safety": 0.8959, - "reward-bench/Reasoning": 0.8844 - } - }, { "id": "facebook/opt-1.3b", "name": "opt-1.3b", @@ -54,6 +28,32 @@ "hfopenllm_v2/MUSR": 0.3604, "hfopenllm_v2/MMLU-PRO": 0.1164 } + }, + { + "id": "facebook/Self-taught-evaluator-llama3.1-70B", + "name": "facebook/Self-taught-evaluator-llama3.1-70B", + "developer": "facebook", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.9001, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.8509, + "reward-bench/Safety": 0.8959, + "reward-bench/Reasoning": 0.8844 + } + }, + { + "id": "facebook/Self-taught-Llama-3-70B", + "name": "facebook/Self-taught-Llama-3-70B", + "developer": "facebook", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.8863, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.8399, + "reward-bench/Safety": 0.9108, + "reward-bench/Reasoning": 0.8251 + } } ] } \ No newline at end of file diff --git a/data/developers/failspy.json b/data/developers/failspy.json index ec3d856dbe4ae19eb1d5735bcd30eec43a831383..05dbbae9cacb27a89e0fb63e78a4d2526348acf5 100644 --- a/data/developers/failspy.json +++ b/data/developers/failspy.json @@ -2,17 +2,17 @@ "developer": "failspy", "models": [ { - "id": "failspy/Llama-3-8B-Instruct-MopeyMule", - "name": "Llama-3-8B-Instruct-MopeyMule", + "id": "failspy/llama-3-70B-Instruct-abliterated", + "name": "llama-3-70B-Instruct-abliterated", "developer": "failspy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.675, - "hfopenllm_v2/BBH": 0.3839, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3513, - "hfopenllm_v2/MMLU-PRO": 0.1764 + "hfopenllm_v2/IFEval": 0.8023, + "hfopenllm_v2/BBH": 0.6465, + "hfopenllm_v2/MATH Level 5": 0.2432, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4128, + "hfopenllm_v2/MMLU-PRO": 0.5145 } }, { @@ -29,6 +29,20 @@ "hfopenllm_v2/MMLU-PRO": 0.2742 } }, + { + "id": "failspy/Llama-3-8B-Instruct-MopeyMule", + "name": "Llama-3-8B-Instruct-MopeyMule", + "developer": "failspy", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.675, + "hfopenllm_v2/BBH": 0.3839, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3513, + "hfopenllm_v2/MMLU-PRO": 0.1764 + } + }, { "id": "failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5", "name": "Meta-Llama-3-70B-Instruct-abliterated-v3.5", @@ -70,20 +84,6 @@ "hfopenllm_v2/MUSR": 0.4604, "hfopenllm_v2/MMLU-PRO": 0.44 } - }, - { - "id": "failspy/llama-3-70B-Instruct-abliterated", - "name": "llama-3-70B-Instruct-abliterated", - "developer": "failspy", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8023, - "hfopenllm_v2/BBH": 0.6465, - "hfopenllm_v2/MATH Level 5": 0.2432, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4128, - "hfopenllm_v2/MMLU-PRO": 0.5145 - } } ] } \ No newline at end of file diff --git a/data/developers/fblgit.json b/data/developers/fblgit.json index f27585883e30c50a326f53c796f4cb3368e9c164..6fc1e61b7aa2564e949656f946971c56834a0ca1 100644 --- a/data/developers/fblgit.json +++ b/data/developers/fblgit.json @@ -1,62 +1,6 @@ { "developer": "fblgit", "models": [ - { - "id": "fblgit/TheBeagle-v2beta-32B-MGS", - "name": "TheBeagle-v2beta-32B-MGS", - "developer": "fblgit", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5181, - "hfopenllm_v2/BBH": 0.7033, - "hfopenllm_v2/MATH Level 5": 0.4947, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.5008, - "hfopenllm_v2/MMLU-PRO": 0.5915 - } - }, - { - "id": "fblgit/UNA-SimpleSmaug-34b-v1beta", - "name": "UNA-SimpleSmaug-34b-v1beta", - "developer": "fblgit", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4556, - "hfopenllm_v2/BBH": 0.5287, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4256, - "hfopenllm_v2/MMLU-PRO": 0.454 - } - }, - { - "id": "fblgit/UNA-TheBeagle-7b-v1", - "name": "UNA-TheBeagle-7b-v1", - "developer": "fblgit", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3689, - "hfopenllm_v2/BBH": 0.5029, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4564, - "hfopenllm_v2/MMLU-PRO": 0.3019 - } - }, - { - "id": "fblgit/UNA-ThePitbull-21.4B-v2", - "name": "UNA-ThePitbull-21.4B-v2", - "developer": "fblgit", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.379, - "hfopenllm_v2/BBH": 0.635, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.3516 - } - }, { "id": "fblgit/cybertron-v4-qw7B-MGS", "name": "cybertron-v4-qw7B-MGS", @@ -141,6 +85,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3766 } }, + { + "id": "fblgit/TheBeagle-v2beta-32B-MGS", + "name": "TheBeagle-v2beta-32B-MGS", + "developer": "fblgit", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5181, + "hfopenllm_v2/BBH": 0.7033, + "hfopenllm_v2/MATH Level 5": 0.4947, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.5008, + "hfopenllm_v2/MMLU-PRO": 0.5915 + } + }, { "id": "fblgit/una-cybertron-7b-v2-bf16", "name": "una-cybertron-7b-v2-bf16", @@ -154,6 +112,48 @@ "hfopenllm_v2/MUSR": 0.4473, "hfopenllm_v2/MMLU-PRO": 0.2443 } + }, + { + "id": "fblgit/UNA-SimpleSmaug-34b-v1beta", + "name": "UNA-SimpleSmaug-34b-v1beta", + "developer": "fblgit", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4556, + "hfopenllm_v2/BBH": 0.5287, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4256, + "hfopenllm_v2/MMLU-PRO": 0.454 + } + }, + { + "id": "fblgit/UNA-TheBeagle-7b-v1", + "name": "UNA-TheBeagle-7b-v1", + "developer": "fblgit", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3689, + "hfopenllm_v2/BBH": 0.5029, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4564, + "hfopenllm_v2/MMLU-PRO": 0.3019 + } + }, + { + "id": "fblgit/UNA-ThePitbull-21.4B-v2", + "name": "UNA-ThePitbull-21.4B-v2", + "developer": "fblgit", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.379, + "hfopenllm_v2/BBH": 0.635, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.3516 + } } ] } \ No newline at end of file diff --git a/data/developers/flammenai.json b/data/developers/flammenai.json index a3b8c231f633908cb340169e30bb19361f478bba..daaf52ac431a27940ea88621faadba9cc1cf9f16 100644 --- a/data/developers/flammenai.json +++ b/data/developers/flammenai.json @@ -1,6 +1,20 @@ { "developer": "flammenai", "models": [ + { + "id": "flammenai/flammen15-gutenberg-DPO-v1-7B", + "name": "flammen15-gutenberg-DPO-v1-7B", + "developer": "flammenai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4798, + "hfopenllm_v2/BBH": 0.5203, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3186 + } + }, { "id": "flammenai/Llama3.1-Flammades-70B", "name": "Llama3.1-Flammades-70B", @@ -70,20 +84,6 @@ "hfopenllm_v2/MUSR": 0.452, "hfopenllm_v2/MMLU-PRO": 0.3602 } - }, - { - "id": "flammenai/flammen15-gutenberg-DPO-v1-7B", - "name": "flammen15-gutenberg-DPO-v1-7B", - "developer": "flammenai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4798, - "hfopenllm_v2/BBH": 0.5203, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3186 - } } ] } \ No newline at end of file diff --git a/data/developers/galrionsoftworks.json b/data/developers/galrionsoftworks.json index 8a639dd28ce440e3182ce6365f0822b0e4debac5..1472d8819ea1b0b1d0a1fc3c6be56da5fa9a8d81 100644 --- a/data/developers/galrionsoftworks.json +++ b/data/developers/galrionsoftworks.json @@ -1,20 +1,6 @@ { "developer": "GalrionSoftworks", "models": [ - { - "id": "GalrionSoftworks/MN-LooseCannon-12B-v1", - "name": "MN-LooseCannon-12B-v1", - "developer": "GalrionSoftworks", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5418, - "hfopenllm_v2/BBH": 0.5128, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.3196 - } - }, { "id": "GalrionSoftworks/MagnusIntellectus-12B-v1", "name": "MagnusIntellectus-12B-v1", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.4428, "hfopenllm_v2/MMLU-PRO": 0.3421 } + }, + { + "id": "GalrionSoftworks/MN-LooseCannon-12B-v1", + "name": "MN-LooseCannon-12B-v1", + "developer": "GalrionSoftworks", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5418, + "hfopenllm_v2/BBH": 0.5128, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.3196 + } } ] } \ No newline at end of file diff --git a/data/developers/gmonsoon.json b/data/developers/gmonsoon.json index 92f7e6f70cb598798b7960f00689d501f1387128..cd5cde3e7e640505d0edfb3c519c0e5edfe9f9c3 100644 --- a/data/developers/gmonsoon.json +++ b/data/developers/gmonsoon.json @@ -1,6 +1,20 @@ { "developer": "gmonsoon", "models": [ + { + "id": "gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES", + "name": "gemma2-9b-sahabatai-v1-instruct-BaseTIES", + "developer": "gmonsoon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.6077, + "hfopenllm_v2/MATH Level 5": 0.1994, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4778, + "hfopenllm_v2/MMLU-PRO": 0.4347 + } + }, { "id": "gmonsoon/SahabatAI-Llama-11B-Test", "name": "SahabatAI-Llama-11B-Test", @@ -56,20 +70,6 @@ "hfopenllm_v2/MUSR": 0.4214, "hfopenllm_v2/MMLU-PRO": 0.3952 } - }, - { - "id": "gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES", - "name": "gemma2-9b-sahabatai-v1-instruct-BaseTIES", - "developer": "gmonsoon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.6077, - "hfopenllm_v2/MATH Level 5": 0.1994, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4778, - "hfopenllm_v2/MMLU-PRO": 0.4347 - } } ] } \ No newline at end of file diff --git a/data/developers/goekdeniz-guelmez.json b/data/developers/goekdeniz-guelmez.json index a66145ec329d3a10465fc9645b5f43caebe72067..e3a743ff451afc2206e344fc708fd30240018483 100644 --- a/data/developers/goekdeniz-guelmez.json +++ b/data/developers/goekdeniz-guelmez.json @@ -1,6 +1,62 @@ { "developer": "Goekdeniz-Guelmez", "models": [ + { + "id": "Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1", + "name": "j.o.s.i.e.v4o-1.5b-dpo-stage1-v1", + "developer": "Goekdeniz-Guelmez", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4188, + "hfopenllm_v2/BBH": 0.4124, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3529, + "hfopenllm_v2/MMLU-PRO": 0.2555 + } + }, + { + "id": "Goekdeniz-Guelmez/josie-3b-v6.0", + "name": "josie-3b-v6.0", + "developer": "Goekdeniz-Guelmez", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.601, + "hfopenllm_v2/BBH": 0.4496, + "hfopenllm_v2/MATH Level 5": 0.2938, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3861, + "hfopenllm_v2/MMLU-PRO": 0.322 + } + }, + { + "id": "Goekdeniz-Guelmez/josie-7b-v6.0", + "name": "josie-7b-v6.0", + "developer": "Goekdeniz-Guelmez", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7412, + "hfopenllm_v2/BBH": 0.5105, + "hfopenllm_v2/MATH Level 5": 0.4358, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.3807 + } + }, + { + "id": "Goekdeniz-Guelmez/josie-7b-v6.0-step2000", + "name": "josie-7b-v6.0-step2000", + "developer": "Goekdeniz-Guelmez", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7598, + "hfopenllm_v2/BBH": 0.5107, + "hfopenllm_v2/MATH Level 5": 0.4237, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4539, + "hfopenllm_v2/MMLU-PRO": 0.4012 + } + }, { "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1", "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1", @@ -84,62 +140,6 @@ "hfopenllm_v2/MUSR": 0.4354, "hfopenllm_v2/MMLU-PRO": 0.412 } - }, - { - "id": "Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1", - "name": "j.o.s.i.e.v4o-1.5b-dpo-stage1-v1", - "developer": "Goekdeniz-Guelmez", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4188, - "hfopenllm_v2/BBH": 0.4124, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3529, - "hfopenllm_v2/MMLU-PRO": 0.2555 - } - }, - { - "id": "Goekdeniz-Guelmez/josie-3b-v6.0", - "name": "josie-3b-v6.0", - "developer": "Goekdeniz-Guelmez", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.601, - "hfopenllm_v2/BBH": 0.4496, - "hfopenllm_v2/MATH Level 5": 0.2938, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3861, - "hfopenllm_v2/MMLU-PRO": 0.322 - } - }, - { - "id": "Goekdeniz-Guelmez/josie-7b-v6.0", - "name": "josie-7b-v6.0", - "developer": "Goekdeniz-Guelmez", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7412, - "hfopenllm_v2/BBH": 0.5105, - "hfopenllm_v2/MATH Level 5": 0.4358, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.3807 - } - }, - { - "id": "Goekdeniz-Guelmez/josie-7b-v6.0-step2000", - "name": "josie-7b-v6.0-step2000", - "developer": "Goekdeniz-Guelmez", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7628, - "hfopenllm_v2/BBH": 0.5098, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4579, - "hfopenllm_v2/MMLU-PRO": 0.4033 - } } ] } \ No newline at end of file diff --git a/data/developers/google.json b/data/developers/google.json index 4baba2f6eebc7866aaeb4423b53208bb449dbd5c..6adea5ed589006109d40f84cf6918305c366d0b8 100644 --- a/data/developers/google.json +++ b/data/developers/google.json @@ -1,148 +1,10 @@ { "developer": "Google", "models": [ - { - "id": "google/Gemini 2.5 Flash", - "name": "Gemini 2.5 Flash", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "ace/Overall Score": 0.38, - "ace/Gaming Score": 0.284, - "apex-v1/Overall Score": 0.604 - } - }, - { - "id": "google/Gemini 2.5 Pro", - "name": "Gemini 2.5 Pro", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "ace/Overall Score": 0.4, - "ace/Gaming Score": 0.285 - } - }, - { - "id": "google/Gemini 3 Flash", - "name": "Gemini 3 Flash", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "ace/Gaming Score": 0.415, - "apex-agents/Overall Pass@1": 0.24, - "apex-agents/Overall Pass@8": 0.367, - "apex-agents/Overall Mean Score": 0.395, - "apex-agents/Investment Banking Pass@1": 0.267, - "apex-agents/Management Consulting Pass@1": 0.193, - "apex-agents/Corporate Law Pass@1": 0.259, - "apex-agents/Corporate Lawyer Mean Score": 0.524, - "apex-v1/Overall Score": 0.64, - "apex-v1/Consulting Score": 0.64 - } - }, - { - "id": "google/Gemini 3 Pro", - "name": "Gemini 3 Pro", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "ace/Overall Score": 0.47, - "ace/Gaming Score": 0.509, - "apex-agents/Overall Pass@1": 0.184, - "apex-agents/Overall Pass@8": 0.373, - "apex-agents/Overall Mean Score": 0.341, - "apex-agents/Investment Banking Pass@1": 0.188, - "apex-agents/Management Consulting Pass@1": 0.124, - "apex-agents/Corporate Law Pass@1": 0.239, - "apex-agents/Corporate Lawyer Mean Score": 0.487, - "apex-v1/Overall Score": 0.643, - "apex-v1/Consulting Score": 0.64, - "apex-v1/Investment Banking Score": 0.63 - } - }, - { - "id": "google/Gemini 3.1 Pro", - "name": "Gemini 3.1 Pro", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.335, - "apex-agents/Corporate Lawyer Mean Score": 0.494 - } - }, - { - "id": "google/Palmyra-X-43B", - "name": "Palmyra X 43B", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.732, - "helm_classic/MMLU": 0.609, - "helm_classic/BoolQ": 0.896, - "helm_classic/NarrativeQA": 0.742, - "helm_classic/NaturalQuestions (open-book)": -1.0, - "helm_classic/QuAC": 0.473, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.616, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.049, - "helm_classic/XSUM": 0.149, - "helm_classic/IMDB": 0.935, - "helm_classic/CivilComments": 0.008, - "helm_classic/RAFT": 0.701 - } - }, - { - "id": "google/T5-11B", - "name": "T5 11B", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.131, - "helm_classic/MMLU": 0.29, - "helm_classic/BoolQ": 0.761, - "helm_classic/NarrativeQA": 0.086, - "helm_classic/NaturalQuestions (open-book)": 0.477, - "helm_classic/QuAC": 0.116, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.133, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.043, - "helm_classic/XSUM": 0.015, - "helm_classic/IMDB": 0.379, - "helm_classic/CivilComments": 0.509, - "helm_classic/RAFT": 0.37 - } - }, - { - "id": "google/UL2-20B", - "name": "UL2 20B", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.167, - "helm_classic/MMLU": 0.291, - "helm_classic/BoolQ": 0.746, - "helm_classic/NarrativeQA": 0.083, - "helm_classic/NaturalQuestions (open-book)": 0.349, - "helm_classic/QuAC": 0.144, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.193, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.03, - "helm_classic/XSUM": 0.058, - "helm_classic/IMDB": 0.337, - "helm_classic/CivilComments": 0.521, - "helm_classic/RAFT": 0.404 - } - }, { "id": "google/codegemma-1.1-2b", "name": "codegemma-1.1-2b", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2294, @@ -156,7 +18,7 @@ { "id": "google/flame-1.0-24B-july-2024", "name": "google/flame-1.0-24B-july-2024", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.8781, @@ -169,7 +31,7 @@ { "id": "google/flan-t5-base", "name": "flan-t5-base", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.1891, @@ -183,7 +45,7 @@ { "id": "google/flan-t5-large", "name": "flan-t5-large", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2201, @@ -197,7 +59,7 @@ { "id": "google/flan-t5-small", "name": "flan-t5-small", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.1524, @@ -211,21 +73,21 @@ { "id": "google/flan-t5-xl", "name": "flan-t5-xl", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2237, - "hfopenllm_v2/BBH": 0.4531, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.4181, - "hfopenllm_v2/MMLU-PRO": 0.2147 + "hfopenllm_v2/IFEval": 0.2207, + "hfopenllm_v2/BBH": 0.4537, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.422, + "hfopenllm_v2/MMLU-PRO": 0.2142 } }, { "id": "google/flan-t5-xxl", "name": "flan-t5-xxl", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.22, @@ -239,7 +101,7 @@ { "id": "google/flan-ul2", "name": "flan-ul2", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2393, @@ -250,10 +112,79 @@ "hfopenllm_v2/MMLU-PRO": 0.2493 } }, + { + "id": "google/Gemini 2.5 Flash", + "name": "Gemini 2.5 Flash", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "ace/Overall Score": 0.38, + "ace/Gaming Score": 0.284, + "apex-v1/Overall Score": 0.604 + } + }, + { + "id": "google/Gemini 2.5 Pro", + "name": "Gemini 2.5 Pro", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "ace/Overall Score": 0.4, + "ace/Gaming Score": 0.285 + } + }, + { + "id": "google/Gemini 3 Flash", + "name": "Gemini 3 Flash", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "ace/Gaming Score": 0.415, + "apex-agents/Overall Pass@1": 0.24, + "apex-agents/Overall Pass@8": 0.367, + "apex-agents/Overall Mean Score": 0.395, + "apex-agents/Investment Banking Pass@1": 0.267, + "apex-agents/Management Consulting Pass@1": 0.193, + "apex-agents/Corporate Law Pass@1": 0.259, + "apex-agents/Corporate Lawyer Mean Score": 0.524, + "apex-v1/Overall Score": 0.64, + "apex-v1/Consulting Score": 0.64 + } + }, + { + "id": "google/Gemini 3 Pro", + "name": "Gemini 3 Pro", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "ace/Overall Score": 0.47, + "ace/Gaming Score": 0.509, + "apex-agents/Overall Pass@1": 0.184, + "apex-agents/Overall Pass@8": 0.373, + "apex-agents/Overall Mean Score": 0.341, + "apex-agents/Investment Banking Pass@1": 0.188, + "apex-agents/Management Consulting Pass@1": 0.124, + "apex-agents/Corporate Law Pass@1": 0.239, + "apex-agents/Corporate Lawyer Mean Score": 0.487, + "apex-v1/Overall Score": 0.643, + "apex-v1/Consulting Score": 0.64, + "apex-v1/Investment Banking Score": 0.63 + } + }, + { + "id": "google/Gemini 3.1 Pro", + "name": "Gemini 3.1 Pro", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "apex-agents/Overall Pass@1": 0.335, + "apex-agents/Corporate Lawyer Mean Score": 0.494 + } + }, { "id": "google/gemini-1.0-pro-001", "name": "Gemini 1.0 Pro 001", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_mmlu/MMLU All Subjects": 0.7, @@ -297,7 +228,7 @@ { "id": "google/gemini-1.0-pro-002", "name": "Gemini 1.0 Pro 002", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.422, @@ -315,7 +246,7 @@ { "id": "google/gemini-1.5-flash-001", "name": "Gemini 1.5 Flash 001", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.667, @@ -375,7 +306,7 @@ { "id": "google/gemini-1.5-flash-002", "name": "Gemini 1.5 Flash 002", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.609, @@ -435,7 +366,7 @@ { "id": "google/gemini-1.5-flash-8b", "name": "google/gemini-1.5-flash-8b", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4851, @@ -450,7 +381,7 @@ { "id": "google/gemini-1.5-flash-preview-0514", "name": "Gemini 1.5 Flash 0514 preview", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_mmlu/MMLU All Subjects": 0.778, @@ -494,7 +425,7 @@ { "id": "google/gemini-1.5-pro-001", "name": "Gemini 1.5 Pro 001", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.739, @@ -548,7 +479,7 @@ { "id": "google/gemini-1.5-pro-002", "name": "Gemini 1.5 Pro 002", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.657, @@ -608,7 +539,7 @@ { "id": "google/gemini-1.5-pro-0514", "name": "google/gemini-1.5-pro-0514", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.882, @@ -621,7 +552,7 @@ { "id": "google/gemini-1.5-pro-0924", "name": "google/gemini-1.5-pro-0924", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.8678, @@ -634,7 +565,7 @@ { "id": "google/gemini-1.5-pro-preview-0409", "name": "Gemini 1.5 Pro 0409 preview", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_mmlu/MMLU All Subjects": 0.81, @@ -678,7 +609,7 @@ { "id": "google/gemini-2.0-flash-001", "name": "Gemini 2.0 Flash", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.679, @@ -692,7 +623,7 @@ { "id": "google/gemini-2.0-flash-exp", "name": "Gemini 2.0 Flash Experimental", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.813, @@ -746,7 +677,7 @@ { "id": "google/gemini-2.0-flash-lite-preview-02-05", "name": "Gemini 2.0 Flash Lite 02-05 preview", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.642, @@ -759,8 +690,8 @@ }, { "id": "google/gemini-2.5-flash", - "name": "gemini-2.5-flash", - "developer": "google", + "name": "Gemini 2.5 Flash", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.9145, @@ -792,13 +723,13 @@ "reward-bench/Safety": 0.909, "reward-bench/Focus": 0.841, "reward-bench/Ties": 0.809, - "terminal-bench-2.0/terminal-bench-2.0": 15.4 + "terminal-bench-2.0/terminal-bench-2.0": 16.4 } }, { "id": "google/gemini-2.5-flash-lite", "name": "Gemini 2.5 Flash-Lite", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.591, @@ -812,7 +743,7 @@ { "id": "google/gemini-2.5-flash-preview-04-17", "name": "Gemini 2.5 Flash 04-17 preview", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.626, @@ -833,7 +764,7 @@ { "id": "google/gemini-2.5-flash-preview-05-20", "name": "gemini-2.5-flash-preview-05-20", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.9092, @@ -859,8 +790,8 @@ }, { "id": "google/gemini-2.5-pro", - "name": "gemini-2.5-pro", - "developer": "google", + "name": "Gemini 2.5 Pro", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.9323, @@ -898,7 +829,7 @@ { "id": "google/gemini-2.5-pro-preview-03-25", "name": "Gemini 2.5 Pro 03-25 preview", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.745, @@ -912,7 +843,7 @@ { "id": "google/gemini-2.5-pro-preview-05-06", "name": "google/gemini-2.5-pro-preview-05-06", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6775, @@ -930,7 +861,7 @@ "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 47.4 + "terminal-bench-2.0/terminal-bench-2.0": 64.3 } }, { @@ -939,7 +870,7 @@ "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 56.9 + "terminal-bench-2.0/terminal-bench-2.0": 61.8 } }, { @@ -949,7 +880,7 @@ "evaluator_relationship": null, "benchmark_scores": { "appworld_test_normal/appworld/test_normal": 0.36, - "browsecompplus/browsecompplus": 0.48, + "browsecompplus/browsecompplus": 0.3333, "global-mmlu-lite/Global MMLU Lite": 0.9453, "global-mmlu-lite/Culturally Sensitive": 0.9397, "global-mmlu-lite/Culturally Agnostic": 0.9509, @@ -969,10 +900,10 @@ "global-mmlu-lite/Yoruba": 0.9425, "global-mmlu-lite/Chinese": 0.9475, "global-mmlu-lite/Burmese": 0.9425, - "swe-bench/swe-bench": 0.71, - "tau-bench-2_airline/tau-bench-2/airline": 0.7, + "swe-bench/swe-bench": 0.7576, + "tau-bench-2_airline/tau-bench-2/airline": 0.68, "tau-bench-2_retail/tau-bench-2/retail": 0.7805, - "tau-bench-2_telecom/tau-bench-2/telecom": 0.73 + "tau-bench-2_telecom/tau-bench-2/telecom": 0.88 } }, { @@ -981,13 +912,13 @@ "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 74.8 + "terminal-bench-2.0/terminal-bench-2.0": 78.4 } }, { "id": "google/gemma-1.1-2b-it", "name": "gemma-1.1-2b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.3067, @@ -1001,7 +932,7 @@ { "id": "google/gemma-1.1-7b-it", "name": "gemma-1.1-7b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.5039, @@ -1015,7 +946,7 @@ { "id": "google/gemma-2-27b", "name": "Gemma 2 27B", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_mmlu/MMLU All Subjects": 0.757, @@ -1065,7 +996,7 @@ { "id": "google/gemma-2-27b-it", "name": "Gemma 2 Instruct 27B", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.675, @@ -1094,7 +1025,7 @@ { "id": "google/gemma-2-2b", "name": "gemma-2-2b", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.1993, @@ -1108,7 +1039,7 @@ { "id": "google/gemma-2-2b-it", "name": "gemma-2-2b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.5668, @@ -1122,21 +1053,21 @@ { "id": "google/gemma-2-2b-jpn-it", "name": "gemma-2-2b-jpn-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5288, - "hfopenllm_v2/BBH": 0.4178, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3728, - "hfopenllm_v2/MMLU-PRO": 0.2467 + "hfopenllm_v2/IFEval": 0.5078, + "hfopenllm_v2/BBH": 0.4226, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.2578 } }, { "id": "google/gemma-2-9b", "name": "Gemma 2 9B", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_mmlu/MMLU All Subjects": 0.721, @@ -1186,7 +1117,7 @@ { "id": "google/gemma-2-9b-it", "name": "Gemma 2 Instruct 9B", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.562, @@ -1211,7 +1142,7 @@ { "id": "google/gemma-2b", "name": "gemma-2b", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2038, @@ -1225,7 +1156,7 @@ { "id": "google/gemma-2b-it", "name": "gemma-2b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.269, @@ -1239,7 +1170,7 @@ { "id": "google/gemma-3-27b-it", "name": "gemma-3-27b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.763, @@ -1266,7 +1197,7 @@ { "id": "google/gemma-3-4b-it", "name": "gemma-3-4b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.6511, @@ -1293,7 +1224,7 @@ { "id": "google/gemma-7b", "name": "Gemma 7B", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.336, @@ -1353,7 +1284,7 @@ { "id": "google/gemma-7b-it", "name": "gemma-7b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.3868, @@ -1367,7 +1298,7 @@ { "id": "google/mt5-base", "name": "mt5-base", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.1645, @@ -1381,7 +1312,7 @@ { "id": "google/mt5-small", "name": "mt5-small", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.1718, @@ -1395,7 +1326,7 @@ { "id": "google/mt5-xl", "name": "mt5-xl", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.196, @@ -1409,7 +1340,7 @@ { "id": "google/mt5-xxl", "name": "mt5-xxl", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2358, @@ -1420,10 +1351,33 @@ "hfopenllm_v2/MMLU-PRO": 0.1089 } }, + { + "id": "google/Palmyra-X-43B", + "name": "Palmyra X 43B", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.732, + "helm_classic/MMLU": 0.609, + "helm_classic/BoolQ": 0.896, + "helm_classic/NarrativeQA": 0.742, + "helm_classic/NaturalQuestions (open-book)": -1.0, + "helm_classic/QuAC": 0.473, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.616, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.049, + "helm_classic/XSUM": 0.149, + "helm_classic/IMDB": 0.935, + "helm_classic/CivilComments": 0.008, + "helm_classic/RAFT": 0.701 + } + }, { "id": "google/recurrentgemma-2b", "name": "recurrentgemma-2b", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.3017, @@ -1437,7 +1391,7 @@ { "id": "google/recurrentgemma-2b-it", "name": "recurrentgemma-2b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2949, @@ -1451,7 +1405,7 @@ { "id": "google/recurrentgemma-9b", "name": "recurrentgemma-9b", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.3116, @@ -1465,7 +1419,7 @@ { "id": "google/recurrentgemma-9b-it", "name": "recurrentgemma-9b-it", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.501, @@ -1479,7 +1433,7 @@ { "id": "google/switch-base-8", "name": "switch-base-8", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.1585, @@ -1490,10 +1444,33 @@ "hfopenllm_v2/MMLU-PRO": 0.1098 } }, + { + "id": "google/T5-11B", + "name": "T5 11B", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.131, + "helm_classic/MMLU": 0.29, + "helm_classic/BoolQ": 0.761, + "helm_classic/NarrativeQA": 0.086, + "helm_classic/NaturalQuestions (open-book)": 0.477, + "helm_classic/QuAC": 0.116, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.133, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.043, + "helm_classic/XSUM": 0.015, + "helm_classic/IMDB": 0.379, + "helm_classic/CivilComments": 0.509, + "helm_classic/RAFT": 0.37 + } + }, { "id": "google/text-bison@001", "name": "PaLM-2 Bison", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.526, @@ -1547,7 +1524,7 @@ { "id": "google/text-unicorn@001", "name": "PaLM-2 Unicorn", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.644, @@ -1598,10 +1575,33 @@ "helm_mmlu/Mean win rate": 0.142 } }, + { + "id": "google/UL2-20B", + "name": "UL2 20B", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.167, + "helm_classic/MMLU": 0.291, + "helm_classic/BoolQ": 0.746, + "helm_classic/NarrativeQA": 0.083, + "helm_classic/NaturalQuestions (open-book)": 0.349, + "helm_classic/QuAC": 0.144, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.193, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.03, + "helm_classic/XSUM": 0.058, + "helm_classic/IMDB": 0.337, + "helm_classic/CivilComments": 0.521, + "helm_classic/RAFT": 0.404 + } + }, { "id": "google/umt5-base", "name": "umt5-base", - "developer": "google", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.1746, diff --git a/data/developers/grimjim.json b/data/developers/grimjim.json index a372c72a5a90cd48978980b15e5022c86f709626..a403cecba778a226b14d7a850ad56a0126f49a93 100644 --- a/data/developers/grimjim.json +++ b/data/developers/grimjim.json @@ -71,6 +71,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3095 } }, + { + "id": "grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge", + "name": "Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge", + "developer": "grimjim", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6806, + "hfopenllm_v2/BBH": 0.5022, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3885, + "hfopenllm_v2/MMLU-PRO": 0.3684 + } + }, { "id": "grimjim/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge", "name": "Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge", @@ -86,17 +100,59 @@ } }, { - "id": "grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge", - "name": "Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge", + "id": "grimjim/llama-3-Nephilim-v1-8B", + "name": "llama-3-Nephilim-v1-8B", "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6806, - "hfopenllm_v2/BBH": 0.5022, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3885, - "hfopenllm_v2/MMLU-PRO": 0.3684 + "hfopenllm_v2/IFEval": 0.4277, + "hfopenllm_v2/BBH": 0.5132, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.3796 + } + }, + { + "id": "grimjim/llama-3-Nephilim-v2-8B", + "name": "llama-3-Nephilim-v2-8B", + "developer": "grimjim", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3922, + "hfopenllm_v2/BBH": 0.5048, + "hfopenllm_v2/MATH Level 5": 0.1065, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3895, + "hfopenllm_v2/MMLU-PRO": 0.3641 + } + }, + { + "id": "grimjim/llama-3-Nephilim-v2.1-8B", + "name": "llama-3-Nephilim-v2.1-8B", + "developer": "grimjim", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3895, + "hfopenllm_v2/BBH": 0.5095, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3935, + "hfopenllm_v2/MMLU-PRO": 0.3644 + } + }, + { + "id": "grimjim/llama-3-Nephilim-v3-8B", + "name": "llama-3-Nephilim-v3-8B", + "developer": "grimjim", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4174, + "hfopenllm_v2/BBH": 0.5013, + "hfopenllm_v2/MATH Level 5": 0.0952, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3989, + "hfopenllm_v2/MMLU-PRO": 0.3612 } }, { @@ -294,62 +350,6 @@ "hfopenllm_v2/MUSR": 0.4527, "hfopenllm_v2/MMLU-PRO": 0.3991 } - }, - { - "id": "grimjim/llama-3-Nephilim-v1-8B", - "name": "llama-3-Nephilim-v1-8B", - "developer": "grimjim", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4277, - "hfopenllm_v2/BBH": 0.5132, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.3796 - } - }, - { - "id": "grimjim/llama-3-Nephilim-v2-8B", - "name": "llama-3-Nephilim-v2-8B", - "developer": "grimjim", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3922, - "hfopenllm_v2/BBH": 0.5048, - "hfopenllm_v2/MATH Level 5": 0.1065, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3895, - "hfopenllm_v2/MMLU-PRO": 0.3641 - } - }, - { - "id": "grimjim/llama-3-Nephilim-v2.1-8B", - "name": "llama-3-Nephilim-v2.1-8B", - "developer": "grimjim", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3895, - "hfopenllm_v2/BBH": 0.5095, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3935, - "hfopenllm_v2/MMLU-PRO": 0.3644 - } - }, - { - "id": "grimjim/llama-3-Nephilim-v3-8B", - "name": "llama-3-Nephilim-v3-8B", - "developer": "grimjim", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4174, - "hfopenllm_v2/BBH": 0.5013, - "hfopenllm_v2/MATH Level 5": 0.0952, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3989, - "hfopenllm_v2/MMLU-PRO": 0.3612 - } } ] } \ No newline at end of file diff --git a/data/developers/guilhermenaturaumana.json b/data/developers/guilhermenaturaumana.json index 42443971cc3612439e60073a685d6fc6ddf14fe4..bc6bb765fac527e1a43413f17dc37f0bfd85ba71 100644 --- a/data/developers/guilhermenaturaumana.json +++ b/data/developers/guilhermenaturaumana.json @@ -7,12 +7,12 @@ "developer": "GuilhermeNaturaUmana", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4791, - "hfopenllm_v2/BBH": 0.5649, - "hfopenllm_v2/MATH Level 5": 0.25, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4439, - "hfopenllm_v2/MMLU-PRO": 0.4408 + "hfopenllm_v2/IFEval": 0.4985, + "hfopenllm_v2/BBH": 0.5645, + "hfopenllm_v2/MATH Level 5": 0.2576, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4373, + "hfopenllm_v2/MMLU-PRO": 0.4429 } } ] diff --git a/data/developers/hotmailuser.json b/data/developers/hotmailuser.json index 46c74a6ef9f98c2edc4d225547df3eaa491f90b5..0bf0b7e1420feb2969792760e6a930a76a40d2a7 100644 --- a/data/developers/hotmailuser.json +++ b/data/developers/hotmailuser.json @@ -155,34 +155,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3995 } }, - { - "id": "hotmailuser/Gemma2Crono-27B", - "name": "Gemma2Crono-27B", - "developer": "hotmailuser", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7086, - "hfopenllm_v2/BBH": 0.6505, - "hfopenllm_v2/MATH Level 5": 0.2424, - "hfopenllm_v2/GPQA": 0.3708, - "hfopenllm_v2/MUSR": 0.4567, - "hfopenllm_v2/MMLU-PRO": 0.4633 - } - }, - { - "id": "hotmailuser/Gemma2SimPO-27B", - "name": "Gemma2SimPO-27B", - "developer": "hotmailuser", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7222, - "hfopenllm_v2/BBH": 0.6413, - "hfopenllm_v2/MATH Level 5": 0.2817, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4447, - "hfopenllm_v2/MMLU-PRO": 0.4642 - } - }, { "id": "hotmailuser/Gemma2atlas-27B", "name": "Gemma2atlas-27B", @@ -197,6 +169,20 @@ "hfopenllm_v2/MMLU-PRO": 0.475 } }, + { + "id": "hotmailuser/Gemma2Crono-27B", + "name": "Gemma2Crono-27B", + "developer": "hotmailuser", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7086, + "hfopenllm_v2/BBH": 0.6505, + "hfopenllm_v2/MATH Level 5": 0.2424, + "hfopenllm_v2/GPQA": 0.3708, + "hfopenllm_v2/MUSR": 0.4567, + "hfopenllm_v2/MMLU-PRO": 0.4633 + } + }, { "id": "hotmailuser/Gemma2magnum-27b", "name": "Gemma2magnum-27b", @@ -211,6 +197,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4596 } }, + { + "id": "hotmailuser/Gemma2SimPO-27B", + "name": "Gemma2SimPO-27B", + "developer": "hotmailuser", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7222, + "hfopenllm_v2/BBH": 0.6413, + "hfopenllm_v2/MATH Level 5": 0.2817, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4447, + "hfopenllm_v2/MMLU-PRO": 0.4642 + } + }, { "id": "hotmailuser/Llama-Hermes-slerp-8B", "name": "Llama-Hermes-slerp-8B", diff --git a/data/developers/huggingfaceh4.json b/data/developers/huggingfaceh4.json index d983a21bea96bc2344d9d2a5c3498bcf14b73acc..d09a50838e73a777be131b3290796a075dbbf1cc 100644 --- a/data/developers/huggingfaceh4.json +++ b/data/developers/huggingfaceh4.json @@ -17,7 +17,7 @@ }, { "id": "HuggingFaceH4/zephyr-7b-alpha", - "name": "zephyr-7b-alpha", + "name": "HuggingFaceH4/zephyr-7b-alpha", "developer": "HuggingFaceH4", "evaluator_relationship": null, "benchmark_scores": { @@ -37,7 +37,7 @@ }, { "id": "HuggingFaceH4/zephyr-7b-beta", - "name": "zephyr-7b-beta", + "name": "HuggingFaceH4/zephyr-7b-beta", "developer": "HuggingFaceH4", "evaluator_relationship": null, "benchmark_scores": { @@ -57,7 +57,7 @@ }, { "id": "HuggingFaceH4/zephyr-7b-gemma-v0.1", - "name": "zephyr-7b-gemma-v0.1", + "name": "HuggingFaceH4/zephyr-7b-gemma-v0.1", "developer": "HuggingFaceH4", "evaluator_relationship": null, "benchmark_scores": { diff --git a/data/developers/huggingfacetb.json b/data/developers/huggingfacetb.json index 912c5d4a2004a890736a0d6051d6fabe190615d4..60e6e856fd10ebf29a5d127dd18301cd9edf10dd 100644 --- a/data/developers/huggingfacetb.json +++ b/data/developers/huggingfacetb.json @@ -133,12 +133,12 @@ "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2883, - "hfopenllm_v2/BBH": 0.3124, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2357, - "hfopenllm_v2/MUSR": 0.3662, - "hfopenllm_v2/MMLU-PRO": 0.1115 + "hfopenllm_v2/IFEval": 0.0593, + "hfopenllm_v2/BBH": 0.3135, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2341, + "hfopenllm_v2/MUSR": 0.3871, + "hfopenllm_v2/MMLU-PRO": 0.1092 } }, { diff --git a/data/developers/huihui-ai.json b/data/developers/huihui-ai.json index 71829df2eb5bb4e60283834879a090832eb49947..a8f76ff82aa1ce364cf4429ba16aacfbe50f29e0 100644 --- a/data/developers/huihui-ai.json +++ b/data/developers/huihui-ai.json @@ -15,48 +15,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1915 } }, - { - "id": "huihui-ai/QwQ-32B-Coder-Fusion-7030", - "name": "QwQ-32B-Coder-Fusion-7030", - "developer": "huihui-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3865, - "hfopenllm_v2/BBH": 0.6178, - "hfopenllm_v2/MATH Level 5": 0.2795, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.4368 - } - }, - { - "id": "huihui-ai/QwQ-32B-Coder-Fusion-8020", - "name": "QwQ-32B-Coder-Fusion-8020", - "developer": "huihui-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6021, - "hfopenllm_v2/BBH": 0.6665, - "hfopenllm_v2/MATH Level 5": 0.4592, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.5367 - } - }, - { - "id": "huihui-ai/QwQ-32B-Coder-Fusion-9010", - "name": "QwQ-32B-Coder-Fusion-9010", - "developer": "huihui-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5778, - "hfopenllm_v2/BBH": 0.6727, - "hfopenllm_v2/MATH Level 5": 0.5317, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4682, - "hfopenllm_v2/MMLU-PRO": 0.56 - } - }, { "id": "huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2", "name": "Qwen2.5-14B-Instruct-abliterated-v2", @@ -112,6 +70,48 @@ "hfopenllm_v2/MUSR": 0.3981, "hfopenllm_v2/MMLU-PRO": 0.4208 } + }, + { + "id": "huihui-ai/QwQ-32B-Coder-Fusion-7030", + "name": "QwQ-32B-Coder-Fusion-7030", + "developer": "huihui-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3865, + "hfopenllm_v2/BBH": 0.6178, + "hfopenllm_v2/MATH Level 5": 0.2795, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.4368 + } + }, + { + "id": "huihui-ai/QwQ-32B-Coder-Fusion-8020", + "name": "QwQ-32B-Coder-Fusion-8020", + "developer": "huihui-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6021, + "hfopenllm_v2/BBH": 0.6665, + "hfopenllm_v2/MATH Level 5": 0.4592, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.5367 + } + }, + { + "id": "huihui-ai/QwQ-32B-Coder-Fusion-9010", + "name": "QwQ-32B-Coder-Fusion-9010", + "developer": "huihui-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5778, + "hfopenllm_v2/BBH": 0.6727, + "hfopenllm_v2/MATH Level 5": 0.5317, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4682, + "hfopenllm_v2/MMLU-PRO": 0.56 + } } ] } \ No newline at end of file diff --git a/data/developers/ibm.json b/data/developers/ibm.json index f14b58c513caa7f4dc439ffd8a168edd0740f276..a1fbc50b8415e8a061dcfc60a3f9d84b8d119abc 100644 --- a/data/developers/ibm.json +++ b/data/developers/ibm.json @@ -1,20 +1,6 @@ { "developer": "ibm", "models": [ - { - "id": "ibm/PowerLM-3b", - "name": "PowerLM-3b", - "developer": "ibm", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3321, - "hfopenllm_v2/BBH": 0.3679, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3563, - "hfopenllm_v2/MMLU-PRO": 0.2016 - } - }, { "id": "ibm/granite-3.3-8b-instruct", "name": "IBM Granite 3.3 8B Instruct", @@ -69,6 +55,20 @@ "hfopenllm_v2/MUSR": 0.4412, "hfopenllm_v2/MMLU-PRO": 0.3068 } + }, + { + "id": "ibm/PowerLM-3b", + "name": "PowerLM-3b", + "developer": "ibm", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3321, + "hfopenllm_v2/BBH": 0.3679, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3563, + "hfopenllm_v2/MMLU-PRO": 0.2016 + } } ] } \ No newline at end of file diff --git a/data/developers/internlm.json b/data/developers/internlm.json index 1712d52ae0cee8c4072f0e9a63a1b0ae3dc99827..3995d91bd1934deb8a0118739d074676cf30299b 100644 --- a/data/developers/internlm.json +++ b/data/developers/internlm.json @@ -39,16 +39,16 @@ "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9016, + "reward-bench/Score": 0.5628, + "reward-bench/Chat": 0.9888, + "reward-bench/Chat Hard": 0.7654, + "reward-bench/Safety": 0.6111, + "reward-bench/Reasoning": 0.9576, "reward-bench/Factuality": 0.5558, "reward-bench/Precise IF": 0.3625, "reward-bench/Math": 0.5738, - "reward-bench/Safety": 0.8946, "reward-bench/Focus": 0.7253, - "reward-bench/Ties": 0.5483, - "reward-bench/Chat": 0.9888, - "reward-bench/Chat Hard": 0.7654, - "reward-bench/Reasoning": 0.9576 + "reward-bench/Ties": 0.5483 } }, { diff --git a/data/developers/isaak-carter.json b/data/developers/isaak-carter.json index b50bb29eeb6bc3b6ea2e8e9ad1635c8f8be99880..5e4243cedab9b62fa1fd1f8e9be8ea7f6c708259 100644 --- a/data/developers/isaak-carter.json +++ b/data/developers/isaak-carter.json @@ -1,20 +1,6 @@ { "developer": "Isaak-Carter", "models": [ - { - "id": "Isaak-Carter/JOSIEv4o-8b-stage1-v4", - "name": "JOSIEv4o-8b-stage1-v4", - "developer": "Isaak-Carter", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2477, - "hfopenllm_v2/BBH": 0.4758, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3641, - "hfopenllm_v2/MMLU-PRO": 0.3292 - } - }, { "id": "Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated", "name": "Josiefied-Qwen2.5-7B-Instruct-abliterated", @@ -42,6 +28,20 @@ "hfopenllm_v2/MUSR": 0.4354, "hfopenllm_v2/MMLU-PRO": 0.4128 } + }, + { + "id": "Isaak-Carter/JOSIEv4o-8b-stage1-v4", + "name": "JOSIEv4o-8b-stage1-v4", + "developer": "Isaak-Carter", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2553, + "hfopenllm_v2/BBH": 0.4725, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3654, + "hfopenllm_v2/MMLU-PRO": 0.3316 + } } ] } \ No newline at end of file diff --git a/data/developers/jaspionjader.json b/data/developers/jaspionjader.json index baf443efdf6d8e1ac63b7fec859014ab20d3aa12..053d128582b4aa02040ae51cd0577288669f17e5 100644 --- a/data/developers/jaspionjader.json +++ b/data/developers/jaspionjader.json @@ -58,2117 +58,2061 @@ } }, { - "id": "jaspionjader/Kosmos-Aurora_faustus-8B", - "name": "Kosmos-Aurora_faustus-8B", + "id": "jaspionjader/bbb-1", + "name": "bbb-1", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4432, - "hfopenllm_v2/BBH": 0.526, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4117, - "hfopenllm_v2/MMLU-PRO": 0.3813 + "hfopenllm_v2/IFEval": 0.4864, + "hfopenllm_v2/BBH": 0.5376, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3897 } }, { - "id": "jaspionjader/Kosmos-EVAA-8B", - "name": "Kosmos-EVAA-8B", + "id": "jaspionjader/bbb-2", + "name": "bbb-2", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4405, - "hfopenllm_v2/BBH": 0.5312, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3818 + "hfopenllm_v2/IFEval": 0.4077, + "hfopenllm_v2/BBH": 0.5067, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.3635 } }, { - "id": "jaspionjader/Kosmos-EVAA-Franken-Immersive-v39-8B", - "name": "Kosmos-EVAA-Franken-Immersive-v39-8B", + "id": "jaspionjader/bbb-3", + "name": "bbb-3", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4378, - "hfopenllm_v2/BBH": 0.519, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4236, - "hfopenllm_v2/MMLU-PRO": 0.39 + "hfopenllm_v2/IFEval": 0.4168, + "hfopenllm_v2/BBH": 0.5158, + "hfopenllm_v2/MATH Level 5": 0.1405, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4265, + "hfopenllm_v2/MMLU-PRO": 0.3856 } }, { - "id": "jaspionjader/Kosmos-EVAA-Franken-v38-8B", - "name": "Kosmos-EVAA-Franken-v38-8B", + "id": "jaspionjader/bbb-4", + "name": "bbb-4", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4356, - "hfopenllm_v2/BBH": 0.523, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4212, - "hfopenllm_v2/MMLU-PRO": 0.389 + "hfopenllm_v2/IFEval": 0.4768, + "hfopenllm_v2/BBH": 0.5212, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4092, + "hfopenllm_v2/MMLU-PRO": 0.3773 } }, { - "id": "jaspionjader/Kosmos-EVAA-Fusion-8B", - "name": "Kosmos-EVAA-Fusion-8B", + "id": "jaspionjader/bbb-5", + "name": "bbb-5", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4418, - "hfopenllm_v2/BBH": 0.5406, - "hfopenllm_v2/MATH Level 5": 0.1352, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.386 + "hfopenllm_v2/IFEval": 0.4703, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3834 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-8B", - "name": "Kosmos-EVAA-PRP-8B", + "id": "jaspionjader/bbb-6", + "name": "bbb-6", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3405, - "hfopenllm_v2/BBH": 0.5196, - "hfopenllm_v2/MATH Level 5": 0.0884, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4301, - "hfopenllm_v2/MMLU-PRO": 0.3647 + "hfopenllm_v2/IFEval": 0.488, + "hfopenllm_v2/BBH": 0.5211, + "hfopenllm_v2/MATH Level 5": 0.139, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4052, + "hfopenllm_v2/MMLU-PRO": 0.3871 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-light-8B", - "name": "Kosmos-EVAA-PRP-light-8B", + "id": "jaspionjader/bbb-7", + "name": "bbb-7", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3824, - "hfopenllm_v2/BBH": 0.5271, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4249, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "hfopenllm_v2/IFEval": 0.4828, + "hfopenllm_v2/BBH": 0.5211, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4038, + "hfopenllm_v2/MMLU-PRO": 0.386 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v23-8B", - "name": "Kosmos-EVAA-PRP-v23-8B", + "id": "jaspionjader/bh-1", + "name": "bh-1", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4041, - "hfopenllm_v2/BBH": 0.529, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4368, - "hfopenllm_v2/MMLU-PRO": 0.3706 + "hfopenllm_v2/IFEval": 0.4284, + "hfopenllm_v2/BBH": 0.589, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4441, + "hfopenllm_v2/MMLU-PRO": 0.3449 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v24-8B", - "name": "Kosmos-EVAA-PRP-v24-8B", + "id": "jaspionjader/bh-10", + "name": "bh-10", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4259, - "hfopenllm_v2/BBH": 0.5276, + "hfopenllm_v2/IFEval": 0.4618, + "hfopenllm_v2/BBH": 0.5856, "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.3779 + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3708 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v25-8B", - "name": "Kosmos-EVAA-PRP-v25-8B", + "id": "jaspionjader/bh-11", + "name": "bh-11", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4421, - "hfopenllm_v2/BBH": 0.5291, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4303, - "hfopenllm_v2/MMLU-PRO": 0.3716 + "hfopenllm_v2/IFEval": 0.4575, + "hfopenllm_v2/BBH": 0.5851, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3738 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v26-8B", - "name": "Kosmos-EVAA-PRP-v26-8B", + "id": "jaspionjader/bh-12", + "name": "bh-12", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4414, - "hfopenllm_v2/BBH": 0.5271, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.3793 + "hfopenllm_v2/IFEval": 0.4734, + "hfopenllm_v2/BBH": 0.5802, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.3737 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v27-8B", - "name": "Kosmos-EVAA-PRP-v27-8B", + "id": "jaspionjader/bh-13", + "name": "bh-13", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4378, - "hfopenllm_v2/BBH": 0.529, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.3755 + "hfopenllm_v2/IFEval": 0.4698, + "hfopenllm_v2/BBH": 0.5778, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4159, + "hfopenllm_v2/MMLU-PRO": 0.373 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v28-8B", - "name": "Kosmos-EVAA-PRP-v28-8B", + "id": "jaspionjader/bh-15", + "name": "bh-15", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4366, - "hfopenllm_v2/BBH": 0.5295, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.433, - "hfopenllm_v2/MMLU-PRO": 0.375 + "hfopenllm_v2/IFEval": 0.4745, + "hfopenllm_v2/BBH": 0.5819, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v29-8B", - "name": "Kosmos-EVAA-PRP-v29-8B", + "id": "jaspionjader/bh-16", + "name": "bh-16", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4487, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3765 + "hfopenllm_v2/IFEval": 0.4731, + "hfopenllm_v2/BBH": 0.5783, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4159, + "hfopenllm_v2/MMLU-PRO": 0.3776 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v30-8B", - "name": "Kosmos-EVAA-PRP-v30-8B", + "id": "jaspionjader/bh-17", + "name": "bh-17", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4295, - "hfopenllm_v2/BBH": 0.5328, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4263, - "hfopenllm_v2/MMLU-PRO": 0.3938 + "hfopenllm_v2/IFEval": 0.4722, + "hfopenllm_v2/BBH": 0.5776, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3757 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v31-8B", - "name": "Kosmos-EVAA-PRP-v31-8B", + "id": "jaspionjader/bh-18", + "name": "bh-18", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4399, - "hfopenllm_v2/BBH": 0.5315, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.3935 + "hfopenllm_v2/IFEval": 0.4725, + "hfopenllm_v2/BBH": 0.5824, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3757 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v32-8B", - "name": "Kosmos-EVAA-PRP-v32-8B", + "id": "jaspionjader/bh-19", + "name": "bh-19", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4487, - "hfopenllm_v2/BBH": 0.5293, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3777 + "hfopenllm_v2/IFEval": 0.4584, + "hfopenllm_v2/BBH": 0.5766, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3775 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v33-8B", - "name": "Kosmos-EVAA-PRP-v33-8B", + "id": "jaspionjader/bh-2", + "name": "bh-2", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4302, - "hfopenllm_v2/BBH": 0.5321, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.3909 + "hfopenllm_v2/IFEval": 0.4579, + "hfopenllm_v2/BBH": 0.5937, + "hfopenllm_v2/MATH Level 5": 0.1027, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3695 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v34-8B", - "name": "Kosmos-EVAA-PRP-v34-8B", + "id": "jaspionjader/bh-20", + "name": "bh-20", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4563, - "hfopenllm_v2/BBH": 0.5333, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3927 + "hfopenllm_v2/IFEval": 0.4727, + "hfopenllm_v2/BBH": 0.575, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3768 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-8B", - "name": "Kosmos-EVAA-TSN-8B", + "id": "jaspionjader/bh-21", + "name": "bh-21", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4721, - "hfopenllm_v2/BBH": 0.5177, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4329, - "hfopenllm_v2/MMLU-PRO": 0.3816 + "hfopenllm_v2/IFEval": 0.47, + "hfopenllm_v2/BBH": 0.5738, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3776 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-light-8B", - "name": "Kosmos-EVAA-TSN-light-8B", + "id": "jaspionjader/bh-22", + "name": "bh-22", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4685, - "hfopenllm_v2/BBH": 0.5235, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4289, - "hfopenllm_v2/MMLU-PRO": 0.3806 + "hfopenllm_v2/IFEval": 0.46, + "hfopenllm_v2/BBH": 0.5793, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4172, + "hfopenllm_v2/MMLU-PRO": 0.3764 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-v19-8B", - "name": "Kosmos-EVAA-TSN-v19-8B", + "id": "jaspionjader/bh-23", + "name": "bh-23", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4564, - "hfopenllm_v2/BBH": 0.5316, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.379 + "hfopenllm_v2/IFEval": 0.4658, + "hfopenllm_v2/BBH": 0.57, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4197, + "hfopenllm_v2/MMLU-PRO": 0.3796 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-v20-8B", - "name": "Kosmos-EVAA-TSN-v20-8B", + "id": "jaspionjader/bh-24", + "name": "bh-24", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4423, - "hfopenllm_v2/BBH": 0.525, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.3936 + "hfopenllm_v2/IFEval": 0.4715, + "hfopenllm_v2/BBH": 0.5717, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3809 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-v21-8B", - "name": "Kosmos-EVAA-TSN-v21-8B", + "id": "jaspionjader/bh-25", + "name": "bh-25", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.467, - "hfopenllm_v2/BBH": 0.5248, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.3816 + "hfopenllm_v2/IFEval": 0.4752, + "hfopenllm_v2/BBH": 0.5706, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-v22-8B", - "name": "Kosmos-EVAA-TSN-v22-8B", + "id": "jaspionjader/bh-26", + "name": "bh-26", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4673, - "hfopenllm_v2/BBH": 0.5246, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4303, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.4691, + "hfopenllm_v2/BBH": 0.5735, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3772 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-8B", - "name": "Kosmos-EVAA-gamma-8B", + "id": "jaspionjader/bh-27", + "name": "bh-27", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4572, - "hfopenllm_v2/BBH": 0.5322, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4306, - "hfopenllm_v2/MMLU-PRO": 0.3901 + "hfopenllm_v2/IFEval": 0.4819, + "hfopenllm_v2/BBH": 0.5714, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4091, + "hfopenllm_v2/MMLU-PRO": 0.3799 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-alt-8B", - "name": "Kosmos-EVAA-gamma-alt-8B", + "id": "jaspionjader/bh-28", + "name": "bh-28", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4542, - "hfopenllm_v2/BBH": 0.5298, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4292, - "hfopenllm_v2/MMLU-PRO": 0.3896 + "hfopenllm_v2/IFEval": 0.4785, + "hfopenllm_v2/BBH": 0.5703, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4131, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-light-8B", - "name": "Kosmos-EVAA-gamma-light-8B", + "id": "jaspionjader/bh-29", + "name": "bh-29", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4581, - "hfopenllm_v2/BBH": 0.5376, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.3943 + "hfopenllm_v2/IFEval": 0.4688, + "hfopenllm_v2/BBH": 0.567, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3819 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-light-alt-8B", - "name": "Kosmos-EVAA-gamma-light-alt-8B", + "id": "jaspionjader/bh-3", + "name": "bh-3", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4454, - "hfopenllm_v2/BBH": 0.5327, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4305, - "hfopenllm_v2/MMLU-PRO": 0.3923 + "hfopenllm_v2/IFEval": 0.4664, + "hfopenllm_v2/BBH": 0.5891, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3702 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-ultra-light-8B", - "name": "Kosmos-EVAA-gamma-ultra-light-8B", + "id": "jaspionjader/bh-30", + "name": "bh-30", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4563, - "hfopenllm_v2/BBH": 0.5316, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4197, - "hfopenllm_v2/MMLU-PRO": 0.3915 + "hfopenllm_v2/IFEval": 0.4666, + "hfopenllm_v2/BBH": 0.5706, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4144, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v13-8B", - "name": "Kosmos-EVAA-gamma-v13-8B", + "id": "jaspionjader/bh-31", + "name": "bh-31", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4429, - "hfopenllm_v2/BBH": 0.5359, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4278, - "hfopenllm_v2/MMLU-PRO": 0.393 + "hfopenllm_v2/IFEval": 0.4727, + "hfopenllm_v2/BBH": 0.5665, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4104, + "hfopenllm_v2/MMLU-PRO": 0.382 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v14-8B", - "name": "Kosmos-EVAA-gamma-v14-8B", + "id": "jaspionjader/bh-32", + "name": "bh-32", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.438, - "hfopenllm_v2/BBH": 0.5363, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3931 + "hfopenllm_v2/IFEval": 0.4636, + "hfopenllm_v2/BBH": 0.5662, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v15-8B", - "name": "Kosmos-EVAA-gamma-v15-8B", + "id": "jaspionjader/bh-33", + "name": "bh-33", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4654, - "hfopenllm_v2/BBH": 0.5343, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3941 + "hfopenllm_v2/IFEval": 0.4685, + "hfopenllm_v2/BBH": 0.5653, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3808 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v16-8B", - "name": "Kosmos-EVAA-gamma-v16-8B", + "id": "jaspionjader/bh-34", + "name": "bh-34", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4557, - "hfopenllm_v2/BBH": 0.5344, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.3917 + "hfopenllm_v2/IFEval": 0.4624, + "hfopenllm_v2/BBH": 0.5681, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3804 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v17-8B", - "name": "Kosmos-EVAA-gamma-v17-8B", + "id": "jaspionjader/bh-35", + "name": "bh-35", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4462, - "hfopenllm_v2/BBH": 0.5347, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.3923 + "hfopenllm_v2/IFEval": 0.4721, + "hfopenllm_v2/BBH": 0.564, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4183, + "hfopenllm_v2/MMLU-PRO": 0.383 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v18-8B", - "name": "Kosmos-EVAA-gamma-v18-8B", + "id": "jaspionjader/bh-36", + "name": "bh-36", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4341, - "hfopenllm_v2/BBH": 0.5339, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4317, - "hfopenllm_v2/MMLU-PRO": 0.3905 + "hfopenllm_v2/IFEval": 0.4666, + "hfopenllm_v2/BBH": 0.5664, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4196, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "jaspionjader/Kosmos-EVAA-immersive-sof-v44-8B", - "name": "Kosmos-EVAA-immersive-sof-v44-8B", + "id": "jaspionjader/bh-37", + "name": "bh-37", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4408, - "hfopenllm_v2/BBH": 0.5215, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4144, - "hfopenllm_v2/MMLU-PRO": 0.3888 + "hfopenllm_v2/IFEval": 0.488, + "hfopenllm_v2/BBH": 0.5625, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4156, + "hfopenllm_v2/MMLU-PRO": 0.3828 } }, { - "id": "jaspionjader/Kosmos-EVAA-v10-8B", - "name": "Kosmos-EVAA-v10-8B", + "id": "jaspionjader/bh-38", + "name": "bh-38", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4262, - "hfopenllm_v2/BBH": 0.5376, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4224, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.4618, + "hfopenllm_v2/BBH": 0.5658, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4117, + "hfopenllm_v2/MMLU-PRO": 0.3811 } }, { - "id": "jaspionjader/Kosmos-EVAA-v11-8B", - "name": "Kosmos-EVAA-v11-8B", + "id": "jaspionjader/bh-39", + "name": "bh-39", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4426, - "hfopenllm_v2/BBH": 0.5359, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.3836 + "hfopenllm_v2/IFEval": 0.4576, + "hfopenllm_v2/BBH": 0.5633, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4262, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "jaspionjader/Kosmos-EVAA-v12-8B", - "name": "Kosmos-EVAA-v12-8B", + "id": "jaspionjader/bh-4", + "name": "bh-4", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4378, - "hfopenllm_v2/BBH": 0.5349, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3836 + "hfopenllm_v2/IFEval": 0.4673, + "hfopenllm_v2/BBH": 0.5892, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3705 } }, { - "id": "jaspionjader/Kosmos-EVAA-v2-8B", - "name": "Kosmos-EVAA-v2-8B", + "id": "jaspionjader/bh-40", + "name": "bh-40", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4396, - "hfopenllm_v2/BBH": 0.5341, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3826 + "hfopenllm_v2/IFEval": 0.4536, + "hfopenllm_v2/BBH": 0.5634, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4236, + "hfopenllm_v2/MMLU-PRO": 0.3835 } }, { - "id": "jaspionjader/Kosmos-EVAA-v3-8B", - "name": "Kosmos-EVAA-v3-8B", + "id": "jaspionjader/bh-41", + "name": "bh-41", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4411, - "hfopenllm_v2/BBH": 0.5331, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4224, - "hfopenllm_v2/MMLU-PRO": 0.3821 + "hfopenllm_v2/IFEval": 0.474, + "hfopenllm_v2/BBH": 0.5614, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4183, + "hfopenllm_v2/MMLU-PRO": 0.3825 } }, { - "id": "jaspionjader/Kosmos-EVAA-v4-8B", - "name": "Kosmos-EVAA-v4-8B", + "id": "jaspionjader/bh-42", + "name": "bh-42", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4289, - "hfopenllm_v2/BBH": 0.5337, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4197, - "hfopenllm_v2/MMLU-PRO": 0.3817 + "hfopenllm_v2/IFEval": 0.466, + "hfopenllm_v2/BBH": 0.5646, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "jaspionjader/Kosmos-EVAA-v5-8B", - "name": "Kosmos-EVAA-v5-8B", + "id": "jaspionjader/bh-43", + "name": "bh-43", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.446, - "hfopenllm_v2/BBH": 0.5345, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4224, - "hfopenllm_v2/MMLU-PRO": 0.3821 + "hfopenllm_v2/IFEval": 0.46, + "hfopenllm_v2/BBH": 0.5635, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4156, + "hfopenllm_v2/MMLU-PRO": 0.382 } }, { - "id": "jaspionjader/Kosmos-EVAA-v6-8B", - "name": "Kosmos-EVAA-v6-8B", + "id": "jaspionjader/bh-44", + "name": "bh-44", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4396, - "hfopenllm_v2/BBH": 0.538, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.3821 + "hfopenllm_v2/IFEval": 0.4706, + "hfopenllm_v2/BBH": 0.5643, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4249, + "hfopenllm_v2/MMLU-PRO": 0.3834 } }, { - "id": "jaspionjader/Kosmos-EVAA-v7-8B", - "name": "Kosmos-EVAA-v7-8B", + "id": "jaspionjader/bh-46", + "name": "bh-46", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4277, - "hfopenllm_v2/BBH": 0.5335, - "hfopenllm_v2/MATH Level 5": 0.1337, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3836 + "hfopenllm_v2/IFEval": 0.4727, + "hfopenllm_v2/BBH": 0.5632, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4262, + "hfopenllm_v2/MMLU-PRO": 0.3822 } }, { - "id": "jaspionjader/Kosmos-EVAA-v8-8B", - "name": "Kosmos-EVAA-v8-8B", + "id": "jaspionjader/bh-47", + "name": "bh-47", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4383, - "hfopenllm_v2/BBH": 0.5359, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.3827 + "hfopenllm_v2/IFEval": 0.4652, + "hfopenllm_v2/BBH": 0.5546, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4156, + "hfopenllm_v2/MMLU-PRO": 0.3855 } }, { - "id": "jaspionjader/Kosmos-EVAA-v9-8B", - "name": "Kosmos-EVAA-v9-8B", + "id": "jaspionjader/bh-48", + "name": "bh-48", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4369, - "hfopenllm_v2/BBH": 0.5361, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.382 + "hfopenllm_v2/IFEval": 0.4688, + "hfopenllm_v2/BBH": 0.5541, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4209, + "hfopenllm_v2/MMLU-PRO": 0.386 } }, { - "id": "jaspionjader/Kosmos-EVAA-v9-TitanFusion-Mix-8B", - "name": "Kosmos-EVAA-v9-TitanFusion-Mix-8B", + "id": "jaspionjader/bh-49", + "name": "bh-49", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4284, + "hfopenllm_v2/IFEval": 0.4725, "hfopenllm_v2/BBH": 0.554, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.3836 + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4129, + "hfopenllm_v2/MMLU-PRO": 0.3808 } }, { - "id": "jaspionjader/Kosmos-Elusive-8b", - "name": "Kosmos-Elusive-8b", + "id": "jaspionjader/bh-5", + "name": "bh-5", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4169, - "hfopenllm_v2/BBH": 0.5339, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4078, - "hfopenllm_v2/MMLU-PRO": 0.376 + "hfopenllm_v2/IFEval": 0.4652, + "hfopenllm_v2/BBH": 0.5882, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3702 } }, { - "id": "jaspionjader/Kosmos-Elusive-VENN-8B", - "name": "Kosmos-Elusive-VENN-8B", + "id": "jaspionjader/bh-50", + "name": "bh-50", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4233, - "hfopenllm_v2/BBH": 0.5356, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3797 + "hfopenllm_v2/IFEval": 0.4725, + "hfopenllm_v2/BBH": 0.5553, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4169, + "hfopenllm_v2/MMLU-PRO": 0.3842 } }, { - "id": "jaspionjader/Kosmos-Elusive-VENN-Asymmetric-8B", - "name": "Kosmos-Elusive-VENN-Asymmetric-8B", + "id": "jaspionjader/bh-51", + "name": "bh-51", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4542, - "hfopenllm_v2/BBH": 0.5313, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.3842 + "hfopenllm_v2/IFEval": 0.463, + "hfopenllm_v2/BBH": 0.5557, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4168, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "jaspionjader/Kosmos-Elusive-VENN-Aurora_faustus-8B", - "name": "Kosmos-Elusive-VENN-Aurora_faustus-8B", + "id": "jaspionjader/bh-52", + "name": "bh-52", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4335, - "hfopenllm_v2/BBH": 0.5304, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.417, - "hfopenllm_v2/MMLU-PRO": 0.3795 + "hfopenllm_v2/IFEval": 0.4536, + "hfopenllm_v2/BBH": 0.5444, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4169, + "hfopenllm_v2/MMLU-PRO": 0.3843 } }, { - "id": "jaspionjader/Kosmos-VENN-8B", - "name": "Kosmos-VENN-8B", + "id": "jaspionjader/bh-53", + "name": "bh-53", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4332, - "hfopenllm_v2/BBH": 0.5318, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3801 + "hfopenllm_v2/IFEval": 0.478, + "hfopenllm_v2/BBH": 0.5494, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4196, + "hfopenllm_v2/MMLU-PRO": 0.3858 } }, { - "id": "jaspionjader/PRP-Kosmos-EVAA-8B", - "name": "PRP-Kosmos-EVAA-8B", + "id": "jaspionjader/bh-54", + "name": "bh-54", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3633, - "hfopenllm_v2/BBH": 0.5237, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.425, - "hfopenllm_v2/MMLU-PRO": 0.3766 + "hfopenllm_v2/IFEval": 0.4841, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4155, + "hfopenllm_v2/MMLU-PRO": 0.3825 } }, { - "id": "jaspionjader/PRP-Kosmos-EVAA-light-8B", - "name": "PRP-Kosmos-EVAA-light-8B", + "id": "jaspionjader/bh-55", + "name": "bh-55", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4321, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4235, - "hfopenllm_v2/MMLU-PRO": 0.3631 + "hfopenllm_v2/IFEval": 0.4709, + "hfopenllm_v2/BBH": 0.555, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4222, + "hfopenllm_v2/MMLU-PRO": 0.3846 } }, { - "id": "jaspionjader/TSN-Kosmos-EVAA-8B", - "name": "TSN-Kosmos-EVAA-8B", + "id": "jaspionjader/bh-56", + "name": "bh-56", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4903, - "hfopenllm_v2/BBH": 0.5347, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.46, + "hfopenllm_v2/BBH": 0.5447, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4116, + "hfopenllm_v2/MMLU-PRO": 0.3844 } }, { - "id": "jaspionjader/TSN-Kosmos-EVAA-v2-8B", - "name": "TSN-Kosmos-EVAA-v2-8B", + "id": "jaspionjader/bh-57", + "name": "bh-57", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4667, - "hfopenllm_v2/BBH": 0.5343, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3762 + "hfopenllm_v2/IFEval": 0.4405, + "hfopenllm_v2/BBH": 0.5425, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.3896 } }, { - "id": "jaspionjader/bbb-1", - "name": "bbb-1", + "id": "jaspionjader/bh-58", + "name": "bh-58", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4864, - "hfopenllm_v2/BBH": 0.5376, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3897 + "hfopenllm_v2/IFEval": 0.463, + "hfopenllm_v2/BBH": 0.5446, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4183, + "hfopenllm_v2/MMLU-PRO": 0.3896 } }, { - "id": "jaspionjader/bbb-2", - "name": "bbb-2", + "id": "jaspionjader/bh-59", + "name": "bh-59", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4077, - "hfopenllm_v2/BBH": 0.5067, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.3635 + "hfopenllm_v2/IFEval": 0.4341, + "hfopenllm_v2/BBH": 0.5512, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.417, + "hfopenllm_v2/MMLU-PRO": 0.3838 } }, { - "id": "jaspionjader/bbb-3", - "name": "bbb-3", + "id": "jaspionjader/bh-6", + "name": "bh-6", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4168, - "hfopenllm_v2/BBH": 0.5158, - "hfopenllm_v2/MATH Level 5": 0.1405, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4265, - "hfopenllm_v2/MMLU-PRO": 0.3856 + "hfopenllm_v2/IFEval": 0.4621, + "hfopenllm_v2/BBH": 0.5891, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3698 } }, { - "id": "jaspionjader/bbb-4", - "name": "bbb-4", + "id": "jaspionjader/bh-60", + "name": "bh-60", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4768, - "hfopenllm_v2/BBH": 0.5212, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4092, - "hfopenllm_v2/MMLU-PRO": 0.3773 + "hfopenllm_v2/IFEval": 0.4207, + "hfopenllm_v2/BBH": 0.5369, + "hfopenllm_v2/MATH Level 5": 0.1579, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4289, + "hfopenllm_v2/MMLU-PRO": 0.3689 } }, { - "id": "jaspionjader/bbb-5", - "name": "bbb-5", + "id": "jaspionjader/bh-61", + "name": "bh-61", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4703, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3834 + "hfopenllm_v2/IFEval": 0.4247, + "hfopenllm_v2/BBH": 0.5271, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.3679 } }, { - "id": "jaspionjader/bbb-6", - "name": "bbb-6", + "id": "jaspionjader/bh-62", + "name": "bh-62", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.488, - "hfopenllm_v2/BBH": 0.5211, - "hfopenllm_v2/MATH Level 5": 0.139, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4052, - "hfopenllm_v2/MMLU-PRO": 0.3871 + "hfopenllm_v2/IFEval": 0.415, + "hfopenllm_v2/BBH": 0.5379, + "hfopenllm_v2/MATH Level 5": 0.1624, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4289, + "hfopenllm_v2/MMLU-PRO": 0.3719 } }, { - "id": "jaspionjader/bbb-7", - "name": "bbb-7", + "id": "jaspionjader/bh-63", + "name": "bh-63", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4828, - "hfopenllm_v2/BBH": 0.5211, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4038, - "hfopenllm_v2/MMLU-PRO": 0.386 + "hfopenllm_v2/IFEval": 0.4308, + "hfopenllm_v2/BBH": 0.4917, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4313, + "hfopenllm_v2/MMLU-PRO": 0.3248 } }, { - "id": "jaspionjader/bh-1", - "name": "bh-1", + "id": "jaspionjader/bh-64", + "name": "bh-64", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4284, - "hfopenllm_v2/BBH": 0.589, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4441, - "hfopenllm_v2/MMLU-PRO": 0.3449 + "hfopenllm_v2/IFEval": 0.414, + "hfopenllm_v2/BBH": 0.536, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4355, + "hfopenllm_v2/MMLU-PRO": 0.3693 } }, { - "id": "jaspionjader/bh-10", - "name": "bh-10", + "id": "jaspionjader/bh-7", + "name": "bh-7", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4618, - "hfopenllm_v2/BBH": 0.5856, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3708 + "hfopenllm_v2/IFEval": 0.4624, + "hfopenllm_v2/BBH": 0.5861, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4119, + "hfopenllm_v2/MMLU-PRO": 0.3715 } }, { - "id": "jaspionjader/bh-11", - "name": "bh-11", + "id": "jaspionjader/bh-8", + "name": "bh-8", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4575, - "hfopenllm_v2/BBH": 0.5851, + "hfopenllm_v2/IFEval": 0.4597, + "hfopenllm_v2/BBH": 0.59, "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3738 + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4265, + "hfopenllm_v2/MMLU-PRO": 0.372 } }, { - "id": "jaspionjader/bh-12", - "name": "bh-12", + "id": "jaspionjader/bh-9", + "name": "bh-9", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4734, - "hfopenllm_v2/BBH": 0.5802, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.3737 + "hfopenllm_v2/IFEval": 0.4509, + "hfopenllm_v2/BBH": 0.585, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3703 } }, { - "id": "jaspionjader/bh-13", - "name": "bh-13", + "id": "jaspionjader/dp-6-8b", + "name": "dp-6-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4698, - "hfopenllm_v2/BBH": 0.5778, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4159, - "hfopenllm_v2/MMLU-PRO": 0.373 + "hfopenllm_v2/IFEval": 0.4806, + "hfopenllm_v2/BBH": 0.53, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4434, + "hfopenllm_v2/MMLU-PRO": 0.3897 } }, { - "id": "jaspionjader/bh-15", - "name": "bh-15", + "id": "jaspionjader/dp-7-8b", + "name": "dp-7-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4745, - "hfopenllm_v2/BBH": 0.5819, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/IFEval": 0.4498, + "hfopenllm_v2/BBH": 0.5291, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4407, + "hfopenllm_v2/MMLU-PRO": 0.3934 } }, { - "id": "jaspionjader/bh-16", - "name": "bh-16", + "id": "jaspionjader/ek-6", + "name": "ek-6", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4731, - "hfopenllm_v2/BBH": 0.5783, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4159, - "hfopenllm_v2/MMLU-PRO": 0.3776 + "hfopenllm_v2/IFEval": 0.4642, + "hfopenllm_v2/BBH": 0.5219, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4144, + "hfopenllm_v2/MMLU-PRO": 0.3861 } }, { - "id": "jaspionjader/bh-17", - "name": "bh-17", + "id": "jaspionjader/ek-7", + "name": "ek-7", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4722, - "hfopenllm_v2/BBH": 0.5776, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3757 + "hfopenllm_v2/IFEval": 0.4767, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3887 } }, { - "id": "jaspionjader/bh-18", - "name": "bh-18", + "id": "jaspionjader/f-1-8b", + "name": "f-1-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4725, - "hfopenllm_v2/BBH": 0.5824, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3757 + "hfopenllm_v2/IFEval": 0.4983, + "hfopenllm_v2/BBH": 0.5141, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4527, + "hfopenllm_v2/MMLU-PRO": 0.3907 } }, { - "id": "jaspionjader/bh-19", - "name": "bh-19", + "id": "jaspionjader/f-2-8b", + "name": "f-2-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4584, - "hfopenllm_v2/BBH": 0.5766, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3775 + "hfopenllm_v2/IFEval": 0.4824, + "hfopenllm_v2/BBH": 0.5294, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4501, + "hfopenllm_v2/MMLU-PRO": 0.3962 } }, { - "id": "jaspionjader/bh-2", - "name": "bh-2", + "id": "jaspionjader/f-3-8b", + "name": "f-3-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4579, - "hfopenllm_v2/BBH": 0.5937, - "hfopenllm_v2/MATH Level 5": 0.1027, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3695 + "hfopenllm_v2/IFEval": 0.4803, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4421, + "hfopenllm_v2/MMLU-PRO": 0.3954 } }, { - "id": "jaspionjader/bh-20", - "name": "bh-20", + "id": "jaspionjader/f-4-8b", + "name": "f-4-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4727, - "hfopenllm_v2/BBH": 0.575, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3768 + "hfopenllm_v2/IFEval": 0.4797, + "hfopenllm_v2/BBH": 0.5289, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4514, + "hfopenllm_v2/MMLU-PRO": 0.3956 } }, { - "id": "jaspionjader/bh-21", - "name": "bh-21", + "id": "jaspionjader/f-5-8b", + "name": "f-5-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.47, - "hfopenllm_v2/BBH": 0.5738, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3776 + "hfopenllm_v2/IFEval": 0.5044, + "hfopenllm_v2/BBH": 0.5313, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4461, + "hfopenllm_v2/MMLU-PRO": 0.3949 } }, { - "id": "jaspionjader/bh-22", - "name": "bh-22", + "id": "jaspionjader/f-6-8b", + "name": "f-6-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.46, - "hfopenllm_v2/BBH": 0.5793, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4172, - "hfopenllm_v2/MMLU-PRO": 0.3764 + "hfopenllm_v2/IFEval": 0.4846, + "hfopenllm_v2/BBH": 0.5241, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4474, + "hfopenllm_v2/MMLU-PRO": 0.3939 } }, { - "id": "jaspionjader/bh-23", - "name": "bh-23", + "id": "jaspionjader/f-7-8b", + "name": "f-7-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4658, - "hfopenllm_v2/BBH": 0.57, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4197, - "hfopenllm_v2/MMLU-PRO": 0.3796 + "hfopenllm_v2/IFEval": 0.4462, + "hfopenllm_v2/BBH": 0.5277, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4315, + "hfopenllm_v2/MMLU-PRO": 0.3936 } }, { - "id": "jaspionjader/bh-24", - "name": "bh-24", + "id": "jaspionjader/f-8-8b", + "name": "f-8-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4715, - "hfopenllm_v2/BBH": 0.5717, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3809 + "hfopenllm_v2/IFEval": 0.4739, + "hfopenllm_v2/BBH": 0.5259, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.394 } }, { - "id": "jaspionjader/bh-25", - "name": "bh-25", + "id": "jaspionjader/f-9-8b", + "name": "f-9-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4752, - "hfopenllm_v2/BBH": 0.5706, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "hfopenllm_v2/IFEval": 0.4602, + "hfopenllm_v2/BBH": 0.5292, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4461, + "hfopenllm_v2/MMLU-PRO": 0.3944 } }, { - "id": "jaspionjader/bh-26", - "name": "bh-26", + "id": "jaspionjader/fct-14-8b", + "name": "fct-14-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4691, - "hfopenllm_v2/BBH": 0.5735, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3772 + "hfopenllm_v2/IFEval": 0.4129, + "hfopenllm_v2/BBH": 0.5206, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3875 } }, { - "id": "jaspionjader/bh-27", - "name": "bh-27", + "id": "jaspionjader/fct-9-8b", + "name": "fct-9-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4819, - "hfopenllm_v2/BBH": 0.5714, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4091, - "hfopenllm_v2/MMLU-PRO": 0.3799 + "hfopenllm_v2/IFEval": 0.4354, + "hfopenllm_v2/BBH": 0.5205, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.3932 } }, { - "id": "jaspionjader/bh-28", - "name": "bh-28", + "id": "jaspionjader/fr-1-8b", + "name": "fr-1-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4785, - "hfopenllm_v2/BBH": 0.5703, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4131, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.4211, + "hfopenllm_v2/BBH": 0.5142, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.361 } }, { - "id": "jaspionjader/bh-29", - "name": "bh-29", + "id": "jaspionjader/fr-10-8b", + "name": "fr-10-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4688, - "hfopenllm_v2/BBH": 0.567, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3819 + "hfopenllm_v2/IFEval": 0.4402, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4119, + "hfopenllm_v2/MMLU-PRO": 0.3863 } }, { - "id": "jaspionjader/bh-3", - "name": "bh-3", + "id": "jaspionjader/fr-3-8b", + "name": "fr-3-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4664, - "hfopenllm_v2/BBH": 0.5891, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3702 + "hfopenllm_v2/IFEval": 0.4326, + "hfopenllm_v2/BBH": 0.5255, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3863 } }, { - "id": "jaspionjader/bh-30", - "name": "bh-30", + "id": "jaspionjader/gamma-Kosmos-EVAA-8B", + "name": "gamma-Kosmos-EVAA-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4666, - "hfopenllm_v2/BBH": 0.5706, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4144, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "hfopenllm_v2/IFEval": 0.425, + "hfopenllm_v2/BBH": 0.5253, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4412, + "hfopenllm_v2/MMLU-PRO": 0.3776 } }, { - "id": "jaspionjader/bh-31", - "name": "bh-31", + "id": "jaspionjader/gamma-Kosmos-EVAA-v2-8B", + "name": "gamma-Kosmos-EVAA-v2-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4727, - "hfopenllm_v2/BBH": 0.5665, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4104, - "hfopenllm_v2/MMLU-PRO": 0.382 + "hfopenllm_v2/IFEval": 0.4233, + "hfopenllm_v2/BBH": 0.5262, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4344, + "hfopenllm_v2/MMLU-PRO": 0.3756 } }, { - "id": "jaspionjader/bh-32", - "name": "bh-32", + "id": "jaspionjader/gamma-Kosmos-EVAA-v3-8B", + "name": "gamma-Kosmos-EVAA-v3-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4636, - "hfopenllm_v2/BBH": 0.5662, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.4333, + "hfopenllm_v2/BBH": 0.5278, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4263, + "hfopenllm_v2/MMLU-PRO": 0.3898 } }, { - "id": "jaspionjader/bh-33", - "name": "bh-33", + "id": "jaspionjader/knf-2-8b", + "name": "knf-2-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4685, - "hfopenllm_v2/BBH": 0.5653, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3808 + "hfopenllm_v2/IFEval": 0.425, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3875 } }, { - "id": "jaspionjader/bh-34", - "name": "bh-34", + "id": "jaspionjader/knfp-2-8b", + "name": "knfp-2-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4624, - "hfopenllm_v2/BBH": 0.5681, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/IFEval": 0.5327, + "hfopenllm_v2/BBH": 0.5305, + "hfopenllm_v2/MATH Level 5": 0.1427, + "hfopenllm_v2/GPQA": 0.2928, "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3804 + "hfopenllm_v2/MMLU-PRO": 0.3726 } }, { - "id": "jaspionjader/bh-35", - "name": "bh-35", + "id": "jaspionjader/knfp-3-8b", + "name": "knfp-3-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4721, - "hfopenllm_v2/BBH": 0.564, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4183, - "hfopenllm_v2/MMLU-PRO": 0.383 + "hfopenllm_v2/IFEval": 0.4946, + "hfopenllm_v2/BBH": 0.52, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3881 } }, { - "id": "jaspionjader/bh-36", - "name": "bh-36", + "id": "jaspionjader/Kosmos-Aurora_faustus-8B", + "name": "Kosmos-Aurora_faustus-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4666, - "hfopenllm_v2/BBH": 0.5664, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4196, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.4432, + "hfopenllm_v2/BBH": 0.526, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4117, + "hfopenllm_v2/MMLU-PRO": 0.3813 } }, { - "id": "jaspionjader/bh-37", - "name": "bh-37", + "id": "jaspionjader/Kosmos-Elusive-8b", + "name": "Kosmos-Elusive-8b", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.488, - "hfopenllm_v2/BBH": 0.5625, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4156, - "hfopenllm_v2/MMLU-PRO": 0.3828 + "hfopenllm_v2/IFEval": 0.4169, + "hfopenllm_v2/BBH": 0.5339, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4078, + "hfopenllm_v2/MMLU-PRO": 0.376 } }, { - "id": "jaspionjader/bh-38", - "name": "bh-38", + "id": "jaspionjader/Kosmos-Elusive-VENN-8B", + "name": "Kosmos-Elusive-VENN-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4618, - "hfopenllm_v2/BBH": 0.5658, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4117, - "hfopenllm_v2/MMLU-PRO": 0.3811 + "hfopenllm_v2/IFEval": 0.4233, + "hfopenllm_v2/BBH": 0.5356, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3797 } }, { - "id": "jaspionjader/bh-39", - "name": "bh-39", + "id": "jaspionjader/Kosmos-Elusive-VENN-Asymmetric-8B", + "name": "Kosmos-Elusive-VENN-Asymmetric-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4576, - "hfopenllm_v2/BBH": 0.5633, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4262, - "hfopenllm_v2/MMLU-PRO": 0.3831 - } - }, - { - "id": "jaspionjader/bh-4", - "name": "bh-4", - "developer": "jaspionjader", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4673, - "hfopenllm_v2/BBH": 0.5892, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3705 - } - }, - { - "id": "jaspionjader/bh-40", - "name": "bh-40", - "developer": "jaspionjader", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4536, - "hfopenllm_v2/BBH": 0.5634, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4236, - "hfopenllm_v2/MMLU-PRO": 0.3835 - } - }, - { - "id": "jaspionjader/bh-41", - "name": "bh-41", - "developer": "jaspionjader", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.474, - "hfopenllm_v2/BBH": 0.5614, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4183, - "hfopenllm_v2/MMLU-PRO": 0.3825 - } - }, - { - "id": "jaspionjader/bh-42", - "name": "bh-42", - "developer": "jaspionjader", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.466, - "hfopenllm_v2/BBH": 0.5646, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.4542, + "hfopenllm_v2/BBH": 0.5313, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.3842 } }, { - "id": "jaspionjader/bh-43", - "name": "bh-43", + "id": "jaspionjader/Kosmos-Elusive-VENN-Aurora_faustus-8B", + "name": "Kosmos-Elusive-VENN-Aurora_faustus-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.46, - "hfopenllm_v2/BBH": 0.5635, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4156, - "hfopenllm_v2/MMLU-PRO": 0.382 + "hfopenllm_v2/IFEval": 0.4335, + "hfopenllm_v2/BBH": 0.5304, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.417, + "hfopenllm_v2/MMLU-PRO": 0.3795 } }, { - "id": "jaspionjader/bh-44", - "name": "bh-44", + "id": "jaspionjader/Kosmos-EVAA-8B", + "name": "Kosmos-EVAA-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4706, - "hfopenllm_v2/BBH": 0.5643, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4249, - "hfopenllm_v2/MMLU-PRO": 0.3834 + "hfopenllm_v2/IFEval": 0.4405, + "hfopenllm_v2/BBH": 0.5312, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3818 } }, { - "id": "jaspionjader/bh-46", - "name": "bh-46", + "id": "jaspionjader/Kosmos-EVAA-Franken-Immersive-v39-8B", + "name": "Kosmos-EVAA-Franken-Immersive-v39-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4727, - "hfopenllm_v2/BBH": 0.5632, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4262, - "hfopenllm_v2/MMLU-PRO": 0.3822 + "hfopenllm_v2/IFEval": 0.4378, + "hfopenllm_v2/BBH": 0.519, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4236, + "hfopenllm_v2/MMLU-PRO": 0.39 } }, { - "id": "jaspionjader/bh-47", - "name": "bh-47", + "id": "jaspionjader/Kosmos-EVAA-Franken-v38-8B", + "name": "Kosmos-EVAA-Franken-v38-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4652, - "hfopenllm_v2/BBH": 0.5546, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4156, - "hfopenllm_v2/MMLU-PRO": 0.3855 + "hfopenllm_v2/IFEval": 0.4356, + "hfopenllm_v2/BBH": 0.523, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4212, + "hfopenllm_v2/MMLU-PRO": 0.389 } }, { - "id": "jaspionjader/bh-48", - "name": "bh-48", + "id": "jaspionjader/Kosmos-EVAA-Fusion-8B", + "name": "Kosmos-EVAA-Fusion-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4688, - "hfopenllm_v2/BBH": 0.5541, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4209, - "hfopenllm_v2/MMLU-PRO": 0.386 + "hfopenllm_v2/IFEval": 0.4345, + "hfopenllm_v2/BBH": 0.5419, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3854 } }, { - "id": "jaspionjader/bh-49", - "name": "bh-49", + "id": "jaspionjader/Kosmos-EVAA-gamma-8B", + "name": "Kosmos-EVAA-gamma-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4725, - "hfopenllm_v2/BBH": 0.554, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4129, - "hfopenllm_v2/MMLU-PRO": 0.3808 + "hfopenllm_v2/IFEval": 0.4572, + "hfopenllm_v2/BBH": 0.5322, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4306, + "hfopenllm_v2/MMLU-PRO": 0.3901 } }, { - "id": "jaspionjader/bh-5", - "name": "bh-5", + "id": "jaspionjader/Kosmos-EVAA-gamma-alt-8B", + "name": "Kosmos-EVAA-gamma-alt-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4652, - "hfopenllm_v2/BBH": 0.5882, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3702 + "hfopenllm_v2/IFEval": 0.4542, + "hfopenllm_v2/BBH": 0.5298, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4292, + "hfopenllm_v2/MMLU-PRO": 0.3896 } }, { - "id": "jaspionjader/bh-50", - "name": "bh-50", + "id": "jaspionjader/Kosmos-EVAA-gamma-light-8B", + "name": "Kosmos-EVAA-gamma-light-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4725, - "hfopenllm_v2/BBH": 0.5553, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4169, - "hfopenllm_v2/MMLU-PRO": 0.3842 + "hfopenllm_v2/IFEval": 0.4581, + "hfopenllm_v2/BBH": 0.5376, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.3943 } }, { - "id": "jaspionjader/bh-51", - "name": "bh-51", + "id": "jaspionjader/Kosmos-EVAA-gamma-light-alt-8B", + "name": "Kosmos-EVAA-gamma-light-alt-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.463, - "hfopenllm_v2/BBH": 0.5557, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4168, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.4454, + "hfopenllm_v2/BBH": 0.5327, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4305, + "hfopenllm_v2/MMLU-PRO": 0.3923 } }, { - "id": "jaspionjader/bh-52", - "name": "bh-52", + "id": "jaspionjader/Kosmos-EVAA-gamma-ultra-light-8B", + "name": "Kosmos-EVAA-gamma-ultra-light-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4536, - "hfopenllm_v2/BBH": 0.5444, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4169, - "hfopenllm_v2/MMLU-PRO": 0.3843 + "hfopenllm_v2/IFEval": 0.4563, + "hfopenllm_v2/BBH": 0.5316, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4197, + "hfopenllm_v2/MMLU-PRO": 0.3915 } }, { - "id": "jaspionjader/bh-53", - "name": "bh-53", + "id": "jaspionjader/Kosmos-EVAA-gamma-v13-8B", + "name": "Kosmos-EVAA-gamma-v13-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.478, - "hfopenllm_v2/BBH": 0.5494, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4196, - "hfopenllm_v2/MMLU-PRO": 0.3858 + "hfopenllm_v2/IFEval": 0.4429, + "hfopenllm_v2/BBH": 0.5359, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4278, + "hfopenllm_v2/MMLU-PRO": 0.393 } }, { - "id": "jaspionjader/bh-54", - "name": "bh-54", + "id": "jaspionjader/Kosmos-EVAA-gamma-v14-8B", + "name": "Kosmos-EVAA-gamma-v14-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4841, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4155, - "hfopenllm_v2/MMLU-PRO": 0.3825 + "hfopenllm_v2/IFEval": 0.438, + "hfopenllm_v2/BBH": 0.5363, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3931 } }, { - "id": "jaspionjader/bh-55", - "name": "bh-55", + "id": "jaspionjader/Kosmos-EVAA-gamma-v15-8B", + "name": "Kosmos-EVAA-gamma-v15-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4709, - "hfopenllm_v2/BBH": 0.555, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4222, - "hfopenllm_v2/MMLU-PRO": 0.3846 + "hfopenllm_v2/IFEval": 0.4654, + "hfopenllm_v2/BBH": 0.5343, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3941 } }, { - "id": "jaspionjader/bh-56", - "name": "bh-56", + "id": "jaspionjader/Kosmos-EVAA-gamma-v16-8B", + "name": "Kosmos-EVAA-gamma-v16-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.46, - "hfopenllm_v2/BBH": 0.5447, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4116, - "hfopenllm_v2/MMLU-PRO": 0.3844 + "hfopenllm_v2/IFEval": 0.4557, + "hfopenllm_v2/BBH": 0.5344, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.3917 } }, { - "id": "jaspionjader/bh-57", - "name": "bh-57", + "id": "jaspionjader/Kosmos-EVAA-gamma-v17-8B", + "name": "Kosmos-EVAA-gamma-v17-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4405, - "hfopenllm_v2/BBH": 0.5425, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.3896 + "hfopenllm_v2/IFEval": 0.4462, + "hfopenllm_v2/BBH": 0.5347, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.3923 } }, { - "id": "jaspionjader/bh-58", - "name": "bh-58", + "id": "jaspionjader/Kosmos-EVAA-gamma-v18-8B", + "name": "Kosmos-EVAA-gamma-v18-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.463, - "hfopenllm_v2/BBH": 0.5446, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4183, - "hfopenllm_v2/MMLU-PRO": 0.3896 + "hfopenllm_v2/IFEval": 0.4341, + "hfopenllm_v2/BBH": 0.5339, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4317, + "hfopenllm_v2/MMLU-PRO": 0.3905 } }, { - "id": "jaspionjader/bh-59", - "name": "bh-59", + "id": "jaspionjader/Kosmos-EVAA-immersive-sof-v44-8B", + "name": "Kosmos-EVAA-immersive-sof-v44-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4341, - "hfopenllm_v2/BBH": 0.5512, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.417, - "hfopenllm_v2/MMLU-PRO": 0.3838 + "hfopenllm_v2/IFEval": 0.4408, + "hfopenllm_v2/BBH": 0.5215, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4144, + "hfopenllm_v2/MMLU-PRO": 0.3888 } }, { - "id": "jaspionjader/bh-6", - "name": "bh-6", + "id": "jaspionjader/Kosmos-EVAA-PRP-8B", + "name": "Kosmos-EVAA-PRP-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4621, - "hfopenllm_v2/BBH": 0.5891, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3698 + "hfopenllm_v2/IFEval": 0.3405, + "hfopenllm_v2/BBH": 0.5196, + "hfopenllm_v2/MATH Level 5": 0.0884, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4301, + "hfopenllm_v2/MMLU-PRO": 0.3647 } }, { - "id": "jaspionjader/bh-60", - "name": "bh-60", + "id": "jaspionjader/Kosmos-EVAA-PRP-light-8B", + "name": "Kosmos-EVAA-PRP-light-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4207, - "hfopenllm_v2/BBH": 0.5369, - "hfopenllm_v2/MATH Level 5": 0.1579, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4289, - "hfopenllm_v2/MMLU-PRO": 0.3689 + "hfopenllm_v2/IFEval": 0.3824, + "hfopenllm_v2/BBH": 0.5271, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4249, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "jaspionjader/bh-61", - "name": "bh-61", + "id": "jaspionjader/Kosmos-EVAA-PRP-v23-8B", + "name": "Kosmos-EVAA-PRP-v23-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4247, - "hfopenllm_v2/BBH": 0.5271, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.3679 + "hfopenllm_v2/IFEval": 0.4041, + "hfopenllm_v2/BBH": 0.529, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4368, + "hfopenllm_v2/MMLU-PRO": 0.3706 } }, { - "id": "jaspionjader/bh-62", - "name": "bh-62", + "id": "jaspionjader/Kosmos-EVAA-PRP-v24-8B", + "name": "Kosmos-EVAA-PRP-v24-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.415, - "hfopenllm_v2/BBH": 0.5379, - "hfopenllm_v2/MATH Level 5": 0.1624, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4289, - "hfopenllm_v2/MMLU-PRO": 0.3719 + "hfopenllm_v2/IFEval": 0.4259, + "hfopenllm_v2/BBH": 0.5276, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.3779 } }, { - "id": "jaspionjader/bh-63", - "name": "bh-63", + "id": "jaspionjader/Kosmos-EVAA-PRP-v25-8B", + "name": "Kosmos-EVAA-PRP-v25-8B", "developer": "jaspionjader", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4308, - "hfopenllm_v2/BBH": 0.4917, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4313, - "hfopenllm_v2/MMLU-PRO": 0.3248 + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4421, + "hfopenllm_v2/BBH": 0.5291, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4303, + "hfopenllm_v2/MMLU-PRO": 0.3716 } }, { - "id": "jaspionjader/bh-64", - "name": "bh-64", + "id": "jaspionjader/Kosmos-EVAA-PRP-v26-8B", + "name": "Kosmos-EVAA-PRP-v26-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.414, - "hfopenllm_v2/BBH": 0.536, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4355, - "hfopenllm_v2/MMLU-PRO": 0.3693 + "hfopenllm_v2/IFEval": 0.4414, + "hfopenllm_v2/BBH": 0.5271, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.3793 } }, { - "id": "jaspionjader/bh-7", - "name": "bh-7", + "id": "jaspionjader/Kosmos-EVAA-PRP-v27-8B", + "name": "Kosmos-EVAA-PRP-v27-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4624, - "hfopenllm_v2/BBH": 0.5861, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4119, - "hfopenllm_v2/MMLU-PRO": 0.3715 + "hfopenllm_v2/IFEval": 0.4378, + "hfopenllm_v2/BBH": 0.529, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.3755 } }, { - "id": "jaspionjader/bh-8", - "name": "bh-8", + "id": "jaspionjader/Kosmos-EVAA-PRP-v28-8B", + "name": "Kosmos-EVAA-PRP-v28-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4597, - "hfopenllm_v2/BBH": 0.59, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4265, - "hfopenllm_v2/MMLU-PRO": 0.372 + "hfopenllm_v2/IFEval": 0.4366, + "hfopenllm_v2/BBH": 0.5295, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.433, + "hfopenllm_v2/MMLU-PRO": 0.375 } }, { - "id": "jaspionjader/bh-9", - "name": "bh-9", + "id": "jaspionjader/Kosmos-EVAA-PRP-v29-8B", + "name": "Kosmos-EVAA-PRP-v29-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4509, - "hfopenllm_v2/BBH": 0.585, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3703 + "hfopenllm_v2/IFEval": 0.4487, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3765 } }, { - "id": "jaspionjader/dp-6-8b", - "name": "dp-6-8b", + "id": "jaspionjader/Kosmos-EVAA-PRP-v30-8B", + "name": "Kosmos-EVAA-PRP-v30-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4806, - "hfopenllm_v2/BBH": 0.53, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4434, - "hfopenllm_v2/MMLU-PRO": 0.3897 + "hfopenllm_v2/IFEval": 0.4295, + "hfopenllm_v2/BBH": 0.5328, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4263, + "hfopenllm_v2/MMLU-PRO": 0.3938 } }, { - "id": "jaspionjader/dp-7-8b", - "name": "dp-7-8b", + "id": "jaspionjader/Kosmos-EVAA-PRP-v31-8B", + "name": "Kosmos-EVAA-PRP-v31-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4498, - "hfopenllm_v2/BBH": 0.5291, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4407, - "hfopenllm_v2/MMLU-PRO": 0.3934 + "hfopenllm_v2/IFEval": 0.4399, + "hfopenllm_v2/BBH": 0.5315, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.3935 } }, { - "id": "jaspionjader/ek-6", - "name": "ek-6", + "id": "jaspionjader/Kosmos-EVAA-PRP-v32-8B", + "name": "Kosmos-EVAA-PRP-v32-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4642, - "hfopenllm_v2/BBH": 0.5219, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4144, - "hfopenllm_v2/MMLU-PRO": 0.3861 + "hfopenllm_v2/IFEval": 0.4487, + "hfopenllm_v2/BBH": 0.5293, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3777 } }, { - "id": "jaspionjader/ek-7", - "name": "ek-7", + "id": "jaspionjader/Kosmos-EVAA-PRP-v33-8B", + "name": "Kosmos-EVAA-PRP-v33-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4767, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3887 + "hfopenllm_v2/IFEval": 0.4302, + "hfopenllm_v2/BBH": 0.5321, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.3909 } }, { - "id": "jaspionjader/f-1-8b", - "name": "f-1-8b", + "id": "jaspionjader/Kosmos-EVAA-PRP-v34-8B", + "name": "Kosmos-EVAA-PRP-v34-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4983, - "hfopenllm_v2/BBH": 0.5141, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4527, - "hfopenllm_v2/MMLU-PRO": 0.3907 + "hfopenllm_v2/IFEval": 0.4563, + "hfopenllm_v2/BBH": 0.5333, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3927 } }, { - "id": "jaspionjader/f-2-8b", - "name": "f-2-8b", + "id": "jaspionjader/Kosmos-EVAA-TSN-8B", + "name": "Kosmos-EVAA-TSN-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4824, - "hfopenllm_v2/BBH": 0.5294, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4501, - "hfopenllm_v2/MMLU-PRO": 0.3962 + "hfopenllm_v2/IFEval": 0.4721, + "hfopenllm_v2/BBH": 0.5177, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4329, + "hfopenllm_v2/MMLU-PRO": 0.3816 } }, { - "id": "jaspionjader/f-3-8b", - "name": "f-3-8b", + "id": "jaspionjader/Kosmos-EVAA-TSN-light-8B", + "name": "Kosmos-EVAA-TSN-light-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4803, - "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/IFEval": 0.4685, + "hfopenllm_v2/BBH": 0.5235, "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4421, - "hfopenllm_v2/MMLU-PRO": 0.3954 + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4289, + "hfopenllm_v2/MMLU-PRO": 0.3806 } }, { - "id": "jaspionjader/f-4-8b", - "name": "f-4-8b", + "id": "jaspionjader/Kosmos-EVAA-TSN-v19-8B", + "name": "Kosmos-EVAA-TSN-v19-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4797, - "hfopenllm_v2/BBH": 0.5289, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4514, - "hfopenllm_v2/MMLU-PRO": 0.3956 + "hfopenllm_v2/IFEval": 0.4564, + "hfopenllm_v2/BBH": 0.5316, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.379 } }, { - "id": "jaspionjader/f-5-8b", - "name": "f-5-8b", + "id": "jaspionjader/Kosmos-EVAA-TSN-v20-8B", + "name": "Kosmos-EVAA-TSN-v20-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5044, - "hfopenllm_v2/BBH": 0.5313, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4461, - "hfopenllm_v2/MMLU-PRO": 0.3949 + "hfopenllm_v2/IFEval": 0.4423, + "hfopenllm_v2/BBH": 0.525, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.3936 } }, { - "id": "jaspionjader/f-6-8b", - "name": "f-6-8b", + "id": "jaspionjader/Kosmos-EVAA-TSN-v21-8B", + "name": "Kosmos-EVAA-TSN-v21-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4846, - "hfopenllm_v2/BBH": 0.5241, + "hfopenllm_v2/IFEval": 0.467, + "hfopenllm_v2/BBH": 0.5248, "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4474, - "hfopenllm_v2/MMLU-PRO": 0.3939 + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.3816 } }, { - "id": "jaspionjader/f-7-8b", - "name": "f-7-8b", + "id": "jaspionjader/Kosmos-EVAA-TSN-v22-8B", + "name": "Kosmos-EVAA-TSN-v22-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4462, - "hfopenllm_v2/BBH": 0.5277, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4315, - "hfopenllm_v2/MMLU-PRO": 0.3936 + "hfopenllm_v2/IFEval": 0.4673, + "hfopenllm_v2/BBH": 0.5246, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4303, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "jaspionjader/f-8-8b", - "name": "f-8-8b", - "developer": "jaspionjader", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4739, - "hfopenllm_v2/BBH": 0.5259, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.394 + "id": "jaspionjader/Kosmos-EVAA-v10-8B", + "name": "Kosmos-EVAA-v10-8B", + "developer": "jaspionjader", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4262, + "hfopenllm_v2/BBH": 0.5376, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4224, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "jaspionjader/f-9-8b", - "name": "f-9-8b", + "id": "jaspionjader/Kosmos-EVAA-v11-8B", + "name": "Kosmos-EVAA-v11-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4602, - "hfopenllm_v2/BBH": 0.5292, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4461, - "hfopenllm_v2/MMLU-PRO": 0.3944 + "hfopenllm_v2/IFEval": 0.4426, + "hfopenllm_v2/BBH": 0.5359, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.3836 } }, { - "id": "jaspionjader/fct-14-8b", - "name": "fct-14-8b", + "id": "jaspionjader/Kosmos-EVAA-v12-8B", + "name": "Kosmos-EVAA-v12-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4129, - "hfopenllm_v2/BBH": 0.5206, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3875 + "hfopenllm_v2/IFEval": 0.4378, + "hfopenllm_v2/BBH": 0.5349, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3836 } }, { - "id": "jaspionjader/fct-9-8b", - "name": "fct-9-8b", + "id": "jaspionjader/Kosmos-EVAA-v2-8B", + "name": "Kosmos-EVAA-v2-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4354, - "hfopenllm_v2/BBH": 0.5205, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.3932 + "hfopenllm_v2/IFEval": 0.4396, + "hfopenllm_v2/BBH": 0.5341, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3826 } }, { - "id": "jaspionjader/fr-1-8b", - "name": "fr-1-8b", + "id": "jaspionjader/Kosmos-EVAA-v3-8B", + "name": "Kosmos-EVAA-v3-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4211, - "hfopenllm_v2/BBH": 0.5142, - "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/IFEval": 0.4411, + "hfopenllm_v2/BBH": 0.5331, + "hfopenllm_v2/MATH Level 5": 0.1329, "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.361 + "hfopenllm_v2/MUSR": 0.4224, + "hfopenllm_v2/MMLU-PRO": 0.3821 } }, { - "id": "jaspionjader/fr-10-8b", - "name": "fr-10-8b", + "id": "jaspionjader/Kosmos-EVAA-v4-8B", + "name": "Kosmos-EVAA-v4-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4402, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4119, - "hfopenllm_v2/MMLU-PRO": 0.3863 + "hfopenllm_v2/IFEval": 0.4289, + "hfopenllm_v2/BBH": 0.5337, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4197, + "hfopenllm_v2/MMLU-PRO": 0.3817 } }, { - "id": "jaspionjader/fr-3-8b", - "name": "fr-3-8b", + "id": "jaspionjader/Kosmos-EVAA-v5-8B", + "name": "Kosmos-EVAA-v5-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4326, - "hfopenllm_v2/BBH": 0.5255, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3863 + "hfopenllm_v2/IFEval": 0.446, + "hfopenllm_v2/BBH": 0.5345, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4224, + "hfopenllm_v2/MMLU-PRO": 0.3821 } }, { - "id": "jaspionjader/gamma-Kosmos-EVAA-8B", - "name": "gamma-Kosmos-EVAA-8B", + "id": "jaspionjader/Kosmos-EVAA-v6-8B", + "name": "Kosmos-EVAA-v6-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.425, - "hfopenllm_v2/BBH": 0.5253, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4412, - "hfopenllm_v2/MMLU-PRO": 0.3776 + "hfopenllm_v2/IFEval": 0.4396, + "hfopenllm_v2/BBH": 0.538, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.3821 } }, { - "id": "jaspionjader/gamma-Kosmos-EVAA-v2-8B", - "name": "gamma-Kosmos-EVAA-v2-8B", + "id": "jaspionjader/Kosmos-EVAA-v7-8B", + "name": "Kosmos-EVAA-v7-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4233, - "hfopenllm_v2/BBH": 0.5262, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4344, - "hfopenllm_v2/MMLU-PRO": 0.3756 + "hfopenllm_v2/IFEval": 0.4277, + "hfopenllm_v2/BBH": 0.5335, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3836 } }, { - "id": "jaspionjader/gamma-Kosmos-EVAA-v3-8B", - "name": "gamma-Kosmos-EVAA-v3-8B", + "id": "jaspionjader/Kosmos-EVAA-v8-8B", + "name": "Kosmos-EVAA-v8-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4333, - "hfopenllm_v2/BBH": 0.5278, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4263, - "hfopenllm_v2/MMLU-PRO": 0.3898 + "hfopenllm_v2/IFEval": 0.4383, + "hfopenllm_v2/BBH": 0.5359, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.3827 } }, { - "id": "jaspionjader/knf-2-8b", - "name": "knf-2-8b", + "id": "jaspionjader/Kosmos-EVAA-v9-8B", + "name": "Kosmos-EVAA-v9-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.425, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3875 + "hfopenllm_v2/IFEval": 0.4369, + "hfopenllm_v2/BBH": 0.5361, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.382 } }, { - "id": "jaspionjader/knfp-2-8b", - "name": "knfp-2-8b", + "id": "jaspionjader/Kosmos-EVAA-v9-TitanFusion-Mix-8B", + "name": "Kosmos-EVAA-v9-TitanFusion-Mix-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5327, - "hfopenllm_v2/BBH": 0.5305, - "hfopenllm_v2/MATH Level 5": 0.1427, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3726 + "hfopenllm_v2/IFEval": 0.4284, + "hfopenllm_v2/BBH": 0.554, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.3836 } }, { - "id": "jaspionjader/knfp-3-8b", - "name": "knfp-3-8b", + "id": "jaspionjader/Kosmos-VENN-8B", + "name": "Kosmos-VENN-8B", "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4946, - "hfopenllm_v2/BBH": 0.52, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3881 + "hfopenllm_v2/IFEval": 0.4332, + "hfopenllm_v2/BBH": 0.5318, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3801 } }, { @@ -2269,6 +2213,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3872 } }, + { + "id": "jaspionjader/PRP-Kosmos-EVAA-8B", + "name": "PRP-Kosmos-EVAA-8B", + "developer": "jaspionjader", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3633, + "hfopenllm_v2/BBH": 0.5237, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.425, + "hfopenllm_v2/MMLU-PRO": 0.3766 + } + }, + { + "id": "jaspionjader/PRP-Kosmos-EVAA-light-8B", + "name": "PRP-Kosmos-EVAA-light-8B", + "developer": "jaspionjader", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4321, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4235, + "hfopenllm_v2/MMLU-PRO": 0.3631 + } + }, { "id": "jaspionjader/slu-10", "name": "slu-10", @@ -2744,6 +2716,34 @@ "hfopenllm_v2/MUSR": 0.4251, "hfopenllm_v2/MMLU-PRO": 0.392 } + }, + { + "id": "jaspionjader/TSN-Kosmos-EVAA-8B", + "name": "TSN-Kosmos-EVAA-8B", + "developer": "jaspionjader", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4903, + "hfopenllm_v2/BBH": 0.5347, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3831 + } + }, + { + "id": "jaspionjader/TSN-Kosmos-EVAA-v2-8B", + "name": "TSN-Kosmos-EVAA-v2-8B", + "developer": "jaspionjader", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4667, + "hfopenllm_v2/BBH": 0.5343, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3762 + } } ] } \ No newline at end of file diff --git a/data/developers/jayhyeon.json b/data/developers/jayhyeon.json index 012d652b9f435b4d0cd8bf9ddabf2af337a9ae5b..4fff27cca4eef2d04b3884b1bd8e2522654fd9ee 100644 --- a/data/developers/jayhyeon.json +++ b/data/developers/jayhyeon.json @@ -29,34 +29,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1533 } }, - { - "id": "JayHyeon/Qwen-0.5B-IRPO-1epoch", - "name": "Qwen-0.5B-IRPO-1epoch", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2589, - "hfopenllm_v2/BBH": 0.3164, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3286, - "hfopenllm_v2/MMLU-PRO": 0.15 - } - }, - { - "id": "JayHyeon/Qwen-0.5B-IRPO-5epoch", - "name": "Qwen-0.5B-IRPO-5epoch", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2487, - "hfopenllm_v2/BBH": 0.3189, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3287, - "hfopenllm_v2/MMLU-PRO": 0.1507 - } - }, { "id": "JayHyeon/Qwen-0.5B-eDPO-1epoch", "name": "Qwen-0.5B-eDPO-1epoch", @@ -85,6 +57,34 @@ "hfopenllm_v2/MMLU-PRO": 0.1523 } }, + { + "id": "JayHyeon/Qwen-0.5B-IRPO-1epoch", + "name": "Qwen-0.5B-IRPO-1epoch", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2589, + "hfopenllm_v2/BBH": 0.3164, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3286, + "hfopenllm_v2/MMLU-PRO": 0.15 + } + }, + { + "id": "JayHyeon/Qwen-0.5B-IRPO-5epoch", + "name": "Qwen-0.5B-IRPO-5epoch", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2487, + "hfopenllm_v2/BBH": 0.3189, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3287, + "hfopenllm_v2/MMLU-PRO": 0.1507 + } + }, { "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT", "name": "Qwen2.5-0.5B-Instruct-SFT", @@ -351,104 +351,6 @@ "hfopenllm_v2/MMLU-PRO": 0.171 } }, - { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2411, - "hfopenllm_v2/BBH": 0.3167, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3301, - "hfopenllm_v2/MMLU-PRO": 0.1562 - } - }, - { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2369, - "hfopenllm_v2/BBH": 0.326, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3355, - "hfopenllm_v2/MMLU-PRO": 0.157 - } - }, - { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2262, - "hfopenllm_v2/BBH": 0.3262, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3408, - "hfopenllm_v2/MMLU-PRO": 0.1541 - } - }, - { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2508, - "hfopenllm_v2/BBH": 0.3199, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3355, - "hfopenllm_v2/MMLU-PRO": 0.1555 - } - }, - { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.239, - "hfopenllm_v2/BBH": 0.3182, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.156 - } - }, - { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2423, - "hfopenllm_v2/BBH": 0.3154, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1548 - } - }, - { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2493, - "hfopenllm_v2/BBH": 0.319, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1561 - } - }, { "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam", "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam", @@ -743,6 +645,104 @@ "hfopenllm_v2/MMLU-PRO": 0.1566 } }, + { + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2411, + "hfopenllm_v2/BBH": 0.3167, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3301, + "hfopenllm_v2/MMLU-PRO": 0.1562 + } + }, + { + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2369, + "hfopenllm_v2/BBH": 0.326, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3355, + "hfopenllm_v2/MMLU-PRO": 0.157 + } + }, + { + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2262, + "hfopenllm_v2/BBH": 0.3262, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3408, + "hfopenllm_v2/MMLU-PRO": 0.1541 + } + }, + { + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2508, + "hfopenllm_v2/BBH": 0.3199, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3355, + "hfopenllm_v2/MMLU-PRO": 0.1555 + } + }, + { + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.239, + "hfopenllm_v2/BBH": 0.3182, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.156 + } + }, + { + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2423, + "hfopenllm_v2/BBH": 0.3154, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1548 + } + }, + { + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2493, + "hfopenllm_v2/BBH": 0.319, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1561 + } + }, { "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam", "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam", @@ -1430,157 +1430,31 @@ } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam", + "id": "JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1", + "name": "Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1", "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2532, - "hfopenllm_v2/BBH": 0.314, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1566 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.267, - "hfopenllm_v2/BBH": 0.3189, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1562 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2481, - "hfopenllm_v2/BBH": 0.3261, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.1565 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2383, - "hfopenllm_v2/BBH": 0.3218, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1503 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2471, - "hfopenllm_v2/BBH": 0.3224, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1533 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2447, - "hfopenllm_v2/BBH": 0.3181, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1565 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2551, - "hfopenllm_v2/BBH": 0.3194, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1567 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2538, - "hfopenllm_v2/BBH": 0.3153, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3261, - "hfopenllm_v2/MMLU-PRO": 0.1583 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2402, - "hfopenllm_v2/BBH": 0.3168, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1568 - } - }, - { - "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2484, - "hfopenllm_v2/BBH": 0.3211, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/IFEval": 0.2393, + "hfopenllm_v2/BBH": 0.3244, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3222, "hfopenllm_v2/MMLU-PRO": 0.1573 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam", + "id": "JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3", + "name": "Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3", "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2578, - "hfopenllm_v2/BBH": 0.3203, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1583 + "hfopenllm_v2/IFEval": 0.2475, + "hfopenllm_v2/BBH": 0.3209, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { @@ -1737,6 +1611,160 @@ "hfopenllm_v2/MMLU-PRO": 0.1595 } }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2532, + "hfopenllm_v2/BBH": 0.314, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1566 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.267, + "hfopenllm_v2/BBH": 0.3189, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1562 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2481, + "hfopenllm_v2/BBH": 0.3261, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.1565 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2383, + "hfopenllm_v2/BBH": 0.3218, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1503 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2471, + "hfopenllm_v2/BBH": 0.3224, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1533 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2447, + "hfopenllm_v2/BBH": 0.3181, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1565 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2551, + "hfopenllm_v2/BBH": 0.3194, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1567 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2538, + "hfopenllm_v2/BBH": 0.3153, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3261, + "hfopenllm_v2/MMLU-PRO": 0.1583 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2402, + "hfopenllm_v2/BBH": 0.3168, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1568 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2484, + "hfopenllm_v2/BBH": 0.3211, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1573 + } + }, + { + "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2578, + "hfopenllm_v2/BBH": 0.3203, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1583 + } + }, { "id": "JayHyeon/Qwen_0.5-IPO_5e-7-1ep_0alp_0lam", "name": "Qwen_0.5-IPO_5e-7-1ep_0alp_0lam", @@ -2115,6 +2143,48 @@ "hfopenllm_v2/MMLU-PRO": 0.1574 } }, + { + "id": "JayHyeon/Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1", + "name": "Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2321, + "hfopenllm_v2/BBH": 0.3278, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3022, + "hfopenllm_v2/MMLU-PRO": 0.1496 + } + }, + { + "id": "JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1", + "name": "Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2542, + "hfopenllm_v2/BBH": 0.3253, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3181, + "hfopenllm_v2/MMLU-PRO": 0.1609 + } + }, + { + "id": "JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3", + "name": "Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2739, + "hfopenllm_v2/BBH": 0.3245, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3089, + "hfopenllm_v2/MMLU-PRO": 0.1597 + } + }, { "id": "JayHyeon/Qwen_0.5-VDPO_3e-6-1ep_3vpo_const", "name": "Qwen_0.5-VDPO_3e-6-1ep_3vpo_const", @@ -2366,76 +2436,6 @@ "hfopenllm_v2/MUSR": 0.3089, "hfopenllm_v2/MMLU-PRO": 0.1592 } - }, - { - "id": "JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1", - "name": "Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2393, - "hfopenllm_v2/BBH": 0.3244, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.1573 - } - }, - { - "id": "JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3", - "name": "Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2475, - "hfopenllm_v2/BBH": 0.3209, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1567 - } - }, - { - "id": "JayHyeon/Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1", - "name": "Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2321, - "hfopenllm_v2/BBH": 0.3278, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3022, - "hfopenllm_v2/MMLU-PRO": 0.1496 - } - }, - { - "id": "JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1", - "name": "Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2542, - "hfopenllm_v2/BBH": 0.3253, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3181, - "hfopenllm_v2/MMLU-PRO": 0.1609 - } - }, - { - "id": "JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3", - "name": "Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2739, - "hfopenllm_v2/BBH": 0.3245, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3089, - "hfopenllm_v2/MMLU-PRO": 0.1597 - } } ] } \ No newline at end of file diff --git a/data/developers/jebish7.json b/data/developers/jebish7.json index 7be3133dfe92554eec690af796d07cb44563a97c..cf4434cc3ffe6650e556ae52b51a4375e1296d6a 100644 --- a/data/developers/jebish7.json +++ b/data/developers/jebish7.json @@ -1,6 +1,48 @@ { "developer": "jebish7", "models": [ + { + "id": "jebish7/aya-expanse-8b", + "name": "aya-expanse-8b", + "developer": "jebish7", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3791, + "hfopenllm_v2/BBH": 0.4969, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3869, + "hfopenllm_v2/MMLU-PRO": 0.3103 + } + }, + { + "id": "jebish7/gemma-2-2b-it", + "name": "gemma-2-2b-it", + "developer": "jebish7", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1272, + "hfopenllm_v2/BBH": 0.4395, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4244, + "hfopenllm_v2/MMLU-PRO": 0.2715 + } + }, + { + "id": "jebish7/gemma-2-9b-it", + "name": "gemma-2-9b-it", + "developer": "jebish7", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1557, + "hfopenllm_v2/BBH": 0.5949, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4554, + "hfopenllm_v2/MMLU-PRO": 0.4143 + } + }, { "id": "jebish7/Llama-3-Nanda-10B-Chat", "name": "Llama-3-Nanda-10B-Chat", @@ -71,48 +113,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2783 } }, - { - "id": "jebish7/aya-expanse-8b", - "name": "aya-expanse-8b", - "developer": "jebish7", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3791, - "hfopenllm_v2/BBH": 0.4969, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3869, - "hfopenllm_v2/MMLU-PRO": 0.3103 - } - }, - { - "id": "jebish7/gemma-2-2b-it", - "name": "gemma-2-2b-it", - "developer": "jebish7", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1272, - "hfopenllm_v2/BBH": 0.4395, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4244, - "hfopenllm_v2/MMLU-PRO": 0.2715 - } - }, - { - "id": "jebish7/gemma-2-9b-it", - "name": "gemma-2-9b-it", - "developer": "jebish7", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1557, - "hfopenllm_v2/BBH": 0.5949, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4554, - "hfopenllm_v2/MMLU-PRO": 0.4143 - } - }, { "id": "jebish7/qwen2.5-0.5B-IHA-Hin", "name": "qwen2.5-0.5B-IHA-Hin", diff --git a/data/developers/jeffmeloy.json b/data/developers/jeffmeloy.json index 7750c73ca5aba450b20525028dfad86db374ee28..2f619d7825c8a5963de13a2bf82424cb60d1ae61 100644 --- a/data/developers/jeffmeloy.json +++ b/data/developers/jeffmeloy.json @@ -1,6 +1,20 @@ { "developer": "jeffmeloy", "models": [ + { + "id": "jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1", + "name": "jeffmeloy_Qwen2.5-7B-minperplexity-1", + "developer": "jeffmeloy", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3757, + "hfopenllm_v2/BBH": 0.5582, + "hfopenllm_v2/MATH Level 5": 0.2915, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.4368 + } + }, { "id": "jeffmeloy/Qwen-7B-nerd-uncensored-v1.0", "name": "Qwen-7B-nerd-uncensored-v1.0", @@ -238,20 +252,6 @@ "hfopenllm_v2/MUSR": 0.4539, "hfopenllm_v2/MMLU-PRO": 0.4399 } - }, - { - "id": "jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1", - "name": "jeffmeloy_Qwen2.5-7B-minperplexity-1", - "developer": "jeffmeloy", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3757, - "hfopenllm_v2/BBH": 0.5582, - "hfopenllm_v2/MATH Level 5": 0.2915, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.4368 - } } ] } \ No newline at end of file diff --git a/data/developers/jimmy19991222.json b/data/developers/jimmy19991222.json index 4571753e45458ab5f557c1cd9256b52d5c151a78..365c60d260b4e65c9f6769c397a302e1fb4ed6bc 100644 --- a/data/developers/jimmy19991222.json +++ b/data/developers/jimmy19991222.json @@ -1,20 +1,6 @@ { "developer": "Jimmy19991222", "models": [ - { - "id": "Jimmy19991222/Llama-3-Instruct-8B-SimPO-v0.2", - "name": "Llama-3-Instruct-8B-SimPO-v0.2", - "developer": "Jimmy19991222", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.654, - "hfopenllm_v2/BBH": 0.4984, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4013, - "hfopenllm_v2/MMLU-PRO": 0.3686 - } - }, { "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun", "name": "llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun", @@ -112,6 +98,20 @@ "hfopenllm_v2/MUSR": 0.3961, "hfopenllm_v2/MMLU-PRO": 0.3711 } + }, + { + "id": "Jimmy19991222/Llama-3-Instruct-8B-SimPO-v0.2", + "name": "Llama-3-Instruct-8B-SimPO-v0.2", + "developer": "Jimmy19991222", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.654, + "hfopenllm_v2/BBH": 0.4984, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4013, + "hfopenllm_v2/MMLU-PRO": 0.3686 + } } ] } \ No newline at end of file diff --git a/data/developers/josephgflowers.json b/data/developers/josephgflowers.json index 3042f8c46bdce75e6f71b9200fc2b6cb3910ba14..99e8d43d52dd93ef9d5e26004c70b5f5568cc7e7 100644 --- a/data/developers/josephgflowers.json +++ b/data/developers/josephgflowers.json @@ -43,6 +43,34 @@ "hfopenllm_v2/MMLU-PRO": 0.1161 } }, + { + "id": "Josephgflowers/Tinyllama-r1", + "name": "Tinyllama-r1", + "developer": "Josephgflowers", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2119, + "hfopenllm_v2/BBH": 0.3015, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1134 + } + }, + { + "id": "Josephgflowers/Tinyllama-STEM-Cinder-Agent-v1", + "name": "Tinyllama-STEM-Cinder-Agent-v1", + "developer": "Josephgflowers", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2126, + "hfopenllm_v2/BBH": 0.3084, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2349, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1086 + } + }, { "id": "Josephgflowers/TinyLlama-v1.1-Cinders-World", "name": "TinyLlama-v1.1-Cinders-World", @@ -70,34 +98,6 @@ "hfopenllm_v2/MUSR": 0.3499, "hfopenllm_v2/MMLU-PRO": 0.1132 } - }, - { - "id": "Josephgflowers/Tinyllama-STEM-Cinder-Agent-v1", - "name": "Tinyllama-STEM-Cinder-Agent-v1", - "developer": "Josephgflowers", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2126, - "hfopenllm_v2/BBH": 0.3084, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2349, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1086 - } - }, - { - "id": "Josephgflowers/Tinyllama-r1", - "name": "Tinyllama-r1", - "developer": "Josephgflowers", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2119, - "hfopenllm_v2/BBH": 0.3015, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1134 - } } ] } \ No newline at end of file diff --git a/data/developers/kingnish.json b/data/developers/kingnish.json index c0ab6d68267c1282cfff3f78deff091ce1a266cb..c85edc134fbdbf494491a81a1f12f2b10c94b4c2 100644 --- a/data/developers/kingnish.json +++ b/data/developers/kingnish.json @@ -1,48 +1,6 @@ { "developer": "KingNish", "models": [ - { - "id": "KingNish/Qwen2.5-0.5b-Test-ft", - "name": "Qwen2.5-0.5b-Test-ft", - "developer": "KingNish", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2671, - "hfopenllm_v2/BBH": 0.3232, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3421, - "hfopenllm_v2/MMLU-PRO": 0.1689 - } - }, - { - "id": "KingNish/Reasoning-0.5b", - "name": "Reasoning-0.5b", - "developer": "KingNish", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2174, - "hfopenllm_v2/BBH": 0.3354, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3513, - "hfopenllm_v2/MMLU-PRO": 0.1641 - } - }, - { - "id": "KingNish/Reasoning-Llama-3b-v0.1", - "name": "Reasoning-Llama-3b-v0.1", - "developer": "KingNish", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6225, - "hfopenllm_v2/BBH": 0.4343, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3168, - "hfopenllm_v2/MMLU-PRO": 0.3029 - } - }, { "id": "KingNish/qwen-1b-continued", "name": "qwen-1b-continued", @@ -98,6 +56,48 @@ "hfopenllm_v2/MUSR": 0.3513, "hfopenllm_v2/MMLU-PRO": 0.1262 } + }, + { + "id": "KingNish/Qwen2.5-0.5b-Test-ft", + "name": "Qwen2.5-0.5b-Test-ft", + "developer": "KingNish", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2671, + "hfopenllm_v2/BBH": 0.3232, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3421, + "hfopenllm_v2/MMLU-PRO": 0.1689 + } + }, + { + "id": "KingNish/Reasoning-0.5b", + "name": "Reasoning-0.5b", + "developer": "KingNish", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2174, + "hfopenllm_v2/BBH": 0.3354, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3513, + "hfopenllm_v2/MMLU-PRO": 0.1641 + } + }, + { + "id": "KingNish/Reasoning-Llama-3b-v0.1", + "name": "Reasoning-Llama-3b-v0.1", + "developer": "KingNish", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6225, + "hfopenllm_v2/BBH": 0.4343, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3168, + "hfopenllm_v2/MMLU-PRO": 0.3029 + } } ] } \ No newline at end of file diff --git a/data/developers/lemon07r.json b/data/developers/lemon07r.json index 5916ffdb5a2cbbd332932220180cd47829bb2fa7..595d063195b99d8678cd42df0090ab56e38ba00f 100644 --- a/data/developers/lemon07r.json +++ b/data/developers/lemon07r.json @@ -211,20 +211,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4346 } }, - { - "id": "lemon07r/Llama-3-RedMagic4-8B", - "name": "Llama-3-RedMagic4-8B", - "developer": "lemon07r", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4864, - "hfopenllm_v2/BBH": 0.4256, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3766, - "hfopenllm_v2/MMLU-PRO": 0.3676 - } - }, { "id": "lemon07r/llama-3-NeuralMahou-8b", "name": "llama-3-NeuralMahou-8b", @@ -238,6 +224,20 @@ "hfopenllm_v2/MUSR": 0.3873, "hfopenllm_v2/MMLU-PRO": 0.369 } + }, + { + "id": "lemon07r/Llama-3-RedMagic4-8B", + "name": "Llama-3-RedMagic4-8B", + "developer": "lemon07r", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4864, + "hfopenllm_v2/BBH": 0.4256, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3766, + "hfopenllm_v2/MMLU-PRO": 0.3676 + } } ] } \ No newline at end of file diff --git a/data/developers/leroydyer.json b/data/developers/leroydyer.json index 8cdfc71a1f6286ff1af50e7bd60834a9276ee515..a4301b9c031d392288cde348a1e8c12898d05792 100644 --- a/data/developers/leroydyer.json +++ b/data/developers/leroydyer.json @@ -2,815 +2,815 @@ "developer": "LeroyDyer", "models": [ { - "id": "LeroyDyer/CheckPoint_A", - "name": "CheckPoint_A", + "id": "LeroyDyer/_Spydaz_Web_AI_12", + "name": "_Spydaz_Web_AI_12", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4513, - "hfopenllm_v2/BBH": 0.4748, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.288 + "hfopenllm_v2/IFEval": 0.2765, + "hfopenllm_v2/BBH": 0.3163, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3582, + "hfopenllm_v2/MMLU-PRO": 0.1137 } }, { - "id": "LeroyDyer/CheckPoint_B", - "name": "CheckPoint_B", + "id": "LeroyDyer/_Spydaz_Web_AI_14", + "name": "_Spydaz_Web_AI_14", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.444, - "hfopenllm_v2/BBH": 0.478, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3898, - "hfopenllm_v2/MMLU-PRO": 0.2907 + "hfopenllm_v2/IFEval": 0.1812, + "hfopenllm_v2/BBH": 0.2989, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3395, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "LeroyDyer/CheckPoint_C", - "name": "CheckPoint_C", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_001", + "name": "_Spydaz_Web_AI_AGI_R1_001", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3477, - "hfopenllm_v2/BBH": 0.4586, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4346, - "hfopenllm_v2/MMLU-PRO": 0.3021 + "hfopenllm_v2/IFEval": 0.4505, + "hfopenllm_v2/BBH": 0.4609, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4256, + "hfopenllm_v2/MMLU-PRO": 0.2734 } }, { - "id": "LeroyDyer/CheckPoint_R1", - "name": "CheckPoint_R1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_002", + "name": "_Spydaz_Web_AI_AGI_R1_002", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1728, - "hfopenllm_v2/BBH": 0.4225, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.4031, - "hfopenllm_v2/MMLU-PRO": 0.2205 + "hfopenllm_v2/IFEval": 0.5307, + "hfopenllm_v2/BBH": 0.4683, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4255, + "hfopenllm_v2/MMLU-PRO": 0.2894 } }, { - "id": "LeroyDyer/LCARS_AI_001", - "name": "LCARS_AI_001", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_MasterCoder", + "name": "_Spydaz_Web_AI_AGI_R1_MasterCoder", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3109, - "hfopenllm_v2/BBH": 0.4258, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.4384, - "hfopenllm_v2/MMLU-PRO": 0.267 + "hfopenllm_v2/IFEval": 0.4143, + "hfopenllm_v2/BBH": 0.4689, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.472, + "hfopenllm_v2/MMLU-PRO": 0.2719 } }, { - "id": "LeroyDyer/LCARS_AI_1x4_003_SuperAI", - "name": "LCARS_AI_1x4_003_SuperAI", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_001", + "name": "_Spydaz_Web_AI_AGI_R1_Math_001", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4111, - "hfopenllm_v2/BBH": 0.492, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4506, - "hfopenllm_v2/MMLU-PRO": 0.2972 + "hfopenllm_v2/IFEval": 0.4571, + "hfopenllm_v2/BBH": 0.4818, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4778, + "hfopenllm_v2/MMLU-PRO": 0.2681 } }, { - "id": "LeroyDyer/LCARS_AI_StarTrek_Computer", - "name": "LCARS_AI_StarTrek_Computer", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_003", + "name": "_Spydaz_Web_AI_AGI_R1_Math_003", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3583, - "hfopenllm_v2/BBH": 0.4446, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.395, - "hfopenllm_v2/MMLU-PRO": 0.2458 + "hfopenllm_v2/IFEval": 0.62, + "hfopenllm_v2/BBH": 0.4756, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4202, + "hfopenllm_v2/MMLU-PRO": 0.2999 } }, { - "id": "LeroyDyer/LCARS_TOP_SCORE", - "name": "LCARS_TOP_SCORE", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent", + "name": "_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4371, - "hfopenllm_v2/BBH": 0.5127, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3031 + "hfopenllm_v2/IFEval": 0.5951, + "hfopenllm_v2/BBH": 0.4927, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.5198, + "hfopenllm_v2/MMLU-PRO": 0.3 } }, { - "id": "LeroyDyer/Mixtral_AI_SwahiliTron_7b", - "name": "Mixtral_AI_SwahiliTron_7b", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Student", + "name": "_Spydaz_Web_AI_AGI_R1_Math_Student", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1534, - "hfopenllm_v2/BBH": 0.3055, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.342, - "hfopenllm_v2/MMLU-PRO": 0.1208 + "hfopenllm_v2/IFEval": 0.5736, + "hfopenllm_v2/BBH": 0.4881, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.5098, + "hfopenllm_v2/MMLU-PRO": 0.2927 } }, { - "id": "LeroyDyer/SpydazWebAI_Human_AGI", - "name": "SpydazWebAI_Human_AGI", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Teacher", + "name": "_Spydaz_Web_AI_AGI_R1_Math_Teacher", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3388, - "hfopenllm_v2/BBH": 0.3375, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3966, - "hfopenllm_v2/MMLU-PRO": 0.1479 + "hfopenllm_v2/IFEval": 0.5772, + "hfopenllm_v2/BBH": 0.4805, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.5222, + "hfopenllm_v2/MMLU-PRO": 0.2956 } }, { - "id": "LeroyDyer/SpydazWebAI_Human_AGI_001", - "name": "SpydazWebAI_Human_AGI_001", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_MUSR", + "name": "_Spydaz_Web_AI_AGI_R1_MUSR", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3118, - "hfopenllm_v2/BBH": 0.3433, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3994, - "hfopenllm_v2/MMLU-PRO": 0.1426 + "hfopenllm_v2/IFEval": 0.4786, + "hfopenllm_v2/BBH": 0.4672, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4869, + "hfopenllm_v2/MMLU-PRO": 0.2828 } }, { - "id": "LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b", - "name": "SpydazWeb_AI_CyberTron_Ultra_7b", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_001", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_001", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1556, - "hfopenllm_v2/BBH": 0.4811, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.2866 + "hfopenllm_v2/IFEval": 0.5818, + "hfopenllm_v2/BBH": 0.4908, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4486, + "hfopenllm_v2/MMLU-PRO": 0.2906 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAGI_001_M2", - "name": "SpydazWeb_AI_HumanAGI_001_M2", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_002", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_002", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.394, - "hfopenllm_v2/BBH": 0.4888, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4503, - "hfopenllm_v2/MMLU-PRO": 0.3005 + "hfopenllm_v2/IFEval": 0.5462, + "hfopenllm_v2/BBH": 0.4655, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4511, + "hfopenllm_v2/MMLU-PRO": 0.2867 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAGI_002", - "name": "SpydazWeb_AI_HumanAGI_002", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Coder", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_Coder", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4088, - "hfopenllm_v2/BBH": 0.5044, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4865, - "hfopenllm_v2/MMLU-PRO": 0.3059 + "hfopenllm_v2/IFEval": 0.4924, + "hfopenllm_v2/BBH": 0.4638, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.5625, + "hfopenllm_v2/MMLU-PRO": 0.289 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_001", - "name": "SpydazWeb_AI_HumanAI_001", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Math", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_Math", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2252, - "hfopenllm_v2/BBH": 0.3344, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.386, - "hfopenllm_v2/MMLU-PRO": 0.1271 + "hfopenllm_v2/IFEval": 0.5033, + "hfopenllm_v2/BBH": 0.4677, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4326, + "hfopenllm_v2/MMLU-PRO": 0.2913 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_006", - "name": "SpydazWeb_AI_HumanAI_006", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_MathMaster", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_MathMaster", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.143, - "hfopenllm_v2/BBH": 0.3302, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3568, - "hfopenllm_v2/MMLU-PRO": 0.1135 + "hfopenllm_v2/IFEval": 0.5558, + "hfopenllm_v2/BBH": 0.4742, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.451, + "hfopenllm_v2/MMLU-PRO": 0.2672 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_007", - "name": "SpydazWeb_AI_HumanAI_007", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Student_Coder", + "name": "_Spydaz_Web_AI_AGI_R1_Student_Coder", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3352, - "hfopenllm_v2/BBH": 0.3416, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4096, - "hfopenllm_v2/MMLU-PRO": 0.1352 + "hfopenllm_v2/IFEval": 0.545, + "hfopenllm_v2/BBH": 0.4651, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4388, + "hfopenllm_v2/MMLU-PRO": 0.2768 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT", - "name": "SpydazWeb_AI_HumanAI_009_CHAT", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Teacher_Coder", + "name": "_Spydaz_Web_AI_AGI_R1_Teacher_Coder", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2973, - "hfopenllm_v2/BBH": 0.3307, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.1433 + "hfopenllm_v2/IFEval": 0.5082, + "hfopenllm_v2/BBH": 0.4797, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4338, + "hfopenllm_v2/MMLU-PRO": 0.2845 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT", - "name": "SpydazWeb_AI_HumanAI_010_CHAT", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student", + "name": "_Spydaz_Web_AI_AGI_R1_Top_Student", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2507, - "hfopenllm_v2/BBH": 0.3336, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4137, - "hfopenllm_v2/MMLU-PRO": 0.143 + "hfopenllm_v2/IFEval": 0.604, + "hfopenllm_v2/BBH": 0.4988, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.5398, + "hfopenllm_v2/MMLU-PRO": 0.3024 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT", - "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_X1", + "name": "_Spydaz_Web_AI_AGI_R1_X1", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3149, - "hfopenllm_v2/BBH": 0.3523, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3831, - "hfopenllm_v2/MMLU-PRO": 0.1595 + "hfopenllm_v2/IFEval": 0.4273, + "hfopenllm_v2/BBH": 0.4759, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.2891 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML", - "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT_ML", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_X2", + "name": "_Spydaz_Web_AI_AGI_R1_X2", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3752, - "hfopenllm_v2/BBH": 0.3984, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.2019 + "hfopenllm_v2/IFEval": 0.5434, + "hfopenllm_v2/BBH": 0.4786, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4695, + "hfopenllm_v2/MMLU-PRO": 0.2921 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1", - "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_RP_R1", + "name": "_Spydaz_Web_AI_AGI_RP_R1", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.405, - "hfopenllm_v2/BBH": 0.4858, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3921, - "hfopenllm_v2/MMLU-PRO": 0.2956 + "hfopenllm_v2/IFEval": 0.5426, + "hfopenllm_v2/BBH": 0.4701, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.4201, + "hfopenllm_v2/MMLU-PRO": 0.2894 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", - "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", + "id": "LeroyDyer/_Spydaz_Web_AI_BIBLE_002", + "name": "_Spydaz_Web_AI_BIBLE_002", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3066, - "hfopenllm_v2/BBH": 0.4577, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.2318 + "hfopenllm_v2/IFEval": 0.2195, + "hfopenllm_v2/BBH": 0.3289, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3407, + "hfopenllm_v2/MMLU-PRO": 0.1368 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_MX", - "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_MX", + "id": "LeroyDyer/_Spydaz_Web_AI_ChatML_002", + "name": "_Spydaz_Web_AI_ChatML_002", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3066, - "hfopenllm_v2/BBH": 0.3158, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3444, - "hfopenllm_v2/MMLU-PRO": 0.1107 + "hfopenllm_v2/IFEval": 0.2412, + "hfopenllm_v2/BBH": 0.3106, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3623, + "hfopenllm_v2/MMLU-PRO": 0.1095 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", - "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", + "id": "LeroyDyer/_Spydaz_Web_AI_ChatQA", + "name": "_Spydaz_Web_AI_ChatQA", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3798, - "hfopenllm_v2/BBH": 0.4483, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4148, - "hfopenllm_v2/MMLU-PRO": 0.2389 + "hfopenllm_v2/IFEval": 0.1415, + "hfopenllm_v2/BBH": 0.3236, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1475 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_RP", - "name": "SpydazWeb_AI_HumanAI_RP", + "id": "LeroyDyer/_Spydaz_Web_AI_ChatQA_003", + "name": "_Spydaz_Web_AI_ChatQA_003", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2541, - "hfopenllm_v2/BBH": 0.3323, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3883, - "hfopenllm_v2/MMLU-PRO": 0.1324 + "hfopenllm_v2/IFEval": 0.2209, + "hfopenllm_v2/BBH": 0.3172, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.1133 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_TextVision", - "name": "SpydazWeb_AI_HumanAI_TextVision", + "id": "LeroyDyer/_Spydaz_Web_AI_TEMP_", + "name": "_Spydaz_Web_AI_TEMP_", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3063, - "hfopenllm_v2/BBH": 0.3354, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3938, - "hfopenllm_v2/MMLU-PRO": 0.1387 + "hfopenllm_v2/IFEval": 0.4795, + "hfopenllm_v2/BBH": 0.4957, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4218, + "hfopenllm_v2/MMLU-PRO": 0.3121 } }, { - "id": "LeroyDyer/SpydazWeb_HumanAI_M1", - "name": "SpydazWeb_HumanAI_M1", + "id": "LeroyDyer/_Spydaz_Web_AI_Top_Teacher_", + "name": "_Spydaz_Web_AI_Top_Teacher_", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3582, - "hfopenllm_v2/BBH": 0.3563, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.1663 + "hfopenllm_v2/IFEval": 0.4404, + "hfopenllm_v2/BBH": 0.4891, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4366, + "hfopenllm_v2/MMLU-PRO": 0.315 } }, { - "id": "LeroyDyer/SpydazWeb_HumanAI_M2", - "name": "SpydazWeb_HumanAI_M2", + "id": "LeroyDyer/CheckPoint_A", + "name": "CheckPoint_A", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.375, - "hfopenllm_v2/BBH": 0.3931, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3751, - "hfopenllm_v2/MMLU-PRO": 0.201 + "hfopenllm_v2/IFEval": 0.4513, + "hfopenllm_v2/BBH": 0.4748, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.288 } }, { - "id": "LeroyDyer/SpydazWeb_HumanAI_M3", - "name": "SpydazWeb_HumanAI_M3", + "id": "LeroyDyer/CheckPoint_B", + "name": "CheckPoint_B", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1579, - "hfopenllm_v2/BBH": 0.3127, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.1149 + "hfopenllm_v2/IFEval": 0.444, + "hfopenllm_v2/BBH": 0.478, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3898, + "hfopenllm_v2/MMLU-PRO": 0.2907 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_12", - "name": "_Spydaz_Web_AI_12", + "id": "LeroyDyer/CheckPoint_C", + "name": "CheckPoint_C", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2765, - "hfopenllm_v2/BBH": 0.3163, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3582, - "hfopenllm_v2/MMLU-PRO": 0.1137 + "hfopenllm_v2/IFEval": 0.3477, + "hfopenllm_v2/BBH": 0.4586, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4346, + "hfopenllm_v2/MMLU-PRO": 0.3021 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_14", - "name": "_Spydaz_Web_AI_14", + "id": "LeroyDyer/CheckPoint_R1", + "name": "CheckPoint_R1", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1812, - "hfopenllm_v2/BBH": 0.2989, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3395, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.1728, + "hfopenllm_v2/BBH": 0.4225, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.4031, + "hfopenllm_v2/MMLU-PRO": 0.2205 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_001", - "name": "_Spydaz_Web_AI_AGI_R1_001", + "id": "LeroyDyer/LCARS_AI_001", + "name": "LCARS_AI_001", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4505, - "hfopenllm_v2/BBH": 0.4609, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4256, - "hfopenllm_v2/MMLU-PRO": 0.2734 + "hfopenllm_v2/IFEval": 0.3109, + "hfopenllm_v2/BBH": 0.4258, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.4384, + "hfopenllm_v2/MMLU-PRO": 0.267 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_002", - "name": "_Spydaz_Web_AI_AGI_R1_002", + "id": "LeroyDyer/LCARS_AI_1x4_003_SuperAI", + "name": "LCARS_AI_1x4_003_SuperAI", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5307, - "hfopenllm_v2/BBH": 0.4683, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4255, - "hfopenllm_v2/MMLU-PRO": 0.2894 + "hfopenllm_v2/IFEval": 0.4111, + "hfopenllm_v2/BBH": 0.492, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4506, + "hfopenllm_v2/MMLU-PRO": 0.2972 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_MUSR", - "name": "_Spydaz_Web_AI_AGI_R1_MUSR", + "id": "LeroyDyer/LCARS_AI_StarTrek_Computer", + "name": "LCARS_AI_StarTrek_Computer", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4786, - "hfopenllm_v2/BBH": 0.4672, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4869, - "hfopenllm_v2/MMLU-PRO": 0.2828 + "hfopenllm_v2/IFEval": 0.3583, + "hfopenllm_v2/BBH": 0.4446, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.395, + "hfopenllm_v2/MMLU-PRO": 0.2458 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_MasterCoder", - "name": "_Spydaz_Web_AI_AGI_R1_MasterCoder", + "id": "LeroyDyer/LCARS_TOP_SCORE", + "name": "LCARS_TOP_SCORE", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4143, - "hfopenllm_v2/BBH": 0.4689, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.472, - "hfopenllm_v2/MMLU-PRO": 0.2719 + "hfopenllm_v2/IFEval": 0.4371, + "hfopenllm_v2/BBH": 0.5127, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3031 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_001", - "name": "_Spydaz_Web_AI_AGI_R1_Math_001", + "id": "LeroyDyer/Mixtral_AI_SwahiliTron_7b", + "name": "Mixtral_AI_SwahiliTron_7b", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4571, - "hfopenllm_v2/BBH": 0.4818, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4778, - "hfopenllm_v2/MMLU-PRO": 0.2681 + "hfopenllm_v2/IFEval": 0.1534, + "hfopenllm_v2/BBH": 0.3055, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.342, + "hfopenllm_v2/MMLU-PRO": 0.1208 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_003", - "name": "_Spydaz_Web_AI_AGI_R1_Math_003", + "id": "LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b", + "name": "SpydazWeb_AI_CyberTron_Ultra_7b", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.62, - "hfopenllm_v2/BBH": 0.4756, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4202, - "hfopenllm_v2/MMLU-PRO": 0.2999 + "hfopenllm_v2/IFEval": 0.1556, + "hfopenllm_v2/BBH": 0.4811, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.2866 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent", - "name": "_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent", + "id": "LeroyDyer/SpydazWeb_AI_HumanAGI_001_M2", + "name": "SpydazWeb_AI_HumanAGI_001_M2", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5951, - "hfopenllm_v2/BBH": 0.4927, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.5198, - "hfopenllm_v2/MMLU-PRO": 0.3 + "hfopenllm_v2/IFEval": 0.394, + "hfopenllm_v2/BBH": 0.4888, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4503, + "hfopenllm_v2/MMLU-PRO": 0.3005 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Student", - "name": "_Spydaz_Web_AI_AGI_R1_Math_Student", + "id": "LeroyDyer/SpydazWeb_AI_HumanAGI_002", + "name": "SpydazWeb_AI_HumanAGI_002", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5736, - "hfopenllm_v2/BBH": 0.4881, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.5098, - "hfopenllm_v2/MMLU-PRO": 0.2927 + "hfopenllm_v2/IFEval": 0.4088, + "hfopenllm_v2/BBH": 0.5044, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4865, + "hfopenllm_v2/MMLU-PRO": 0.3059 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Teacher", - "name": "_Spydaz_Web_AI_AGI_R1_Math_Teacher", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_001", + "name": "SpydazWeb_AI_HumanAI_001", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5772, - "hfopenllm_v2/BBH": 0.4805, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.5222, - "hfopenllm_v2/MMLU-PRO": 0.2956 + "hfopenllm_v2/IFEval": 0.2252, + "hfopenllm_v2/BBH": 0.3344, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.386, + "hfopenllm_v2/MMLU-PRO": 0.1271 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_001", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_001", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_006", + "name": "SpydazWeb_AI_HumanAI_006", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5818, - "hfopenllm_v2/BBH": 0.4908, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4486, - "hfopenllm_v2/MMLU-PRO": 0.2906 + "hfopenllm_v2/IFEval": 0.143, + "hfopenllm_v2/BBH": 0.3302, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3568, + "hfopenllm_v2/MMLU-PRO": 0.1135 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_002", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_002", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_007", + "name": "SpydazWeb_AI_HumanAI_007", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5462, - "hfopenllm_v2/BBH": 0.4655, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4511, - "hfopenllm_v2/MMLU-PRO": 0.2867 + "hfopenllm_v2/IFEval": 0.3352, + "hfopenllm_v2/BBH": 0.3416, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4096, + "hfopenllm_v2/MMLU-PRO": 0.1352 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Coder", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_Coder", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT", + "name": "SpydazWeb_AI_HumanAI_009_CHAT", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4924, - "hfopenllm_v2/BBH": 0.4638, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.5625, - "hfopenllm_v2/MMLU-PRO": 0.289 + "hfopenllm_v2/IFEval": 0.2973, + "hfopenllm_v2/BBH": 0.3307, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.1433 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Math", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_Math", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT", + "name": "SpydazWeb_AI_HumanAI_010_CHAT", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5033, - "hfopenllm_v2/BBH": 0.4677, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4326, - "hfopenllm_v2/MMLU-PRO": 0.2913 + "hfopenllm_v2/IFEval": 0.2507, + "hfopenllm_v2/BBH": 0.3336, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4137, + "hfopenllm_v2/MMLU-PRO": 0.143 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_MathMaster", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_MathMaster", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT", + "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5558, - "hfopenllm_v2/BBH": 0.4742, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.451, - "hfopenllm_v2/MMLU-PRO": 0.2672 + "hfopenllm_v2/IFEval": 0.3149, + "hfopenllm_v2/BBH": 0.3523, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3831, + "hfopenllm_v2/MMLU-PRO": 0.1595 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Student_Coder", - "name": "_Spydaz_Web_AI_AGI_R1_Student_Coder", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML", + "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT_ML", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.545, - "hfopenllm_v2/BBH": 0.4651, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4388, - "hfopenllm_v2/MMLU-PRO": 0.2768 + "hfopenllm_v2/IFEval": 0.3752, + "hfopenllm_v2/BBH": 0.3984, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.2019 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Teacher_Coder", - "name": "_Spydaz_Web_AI_AGI_R1_Teacher_Coder", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1", + "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5082, - "hfopenllm_v2/BBH": 0.4797, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4338, - "hfopenllm_v2/MMLU-PRO": 0.2845 + "hfopenllm_v2/IFEval": 0.405, + "hfopenllm_v2/BBH": 0.4858, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3921, + "hfopenllm_v2/MMLU-PRO": 0.2956 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student", - "name": "_Spydaz_Web_AI_AGI_R1_Top_Student", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", + "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.604, - "hfopenllm_v2/BBH": 0.4988, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.5398, - "hfopenllm_v2/MMLU-PRO": 0.3024 + "hfopenllm_v2/IFEval": 0.3066, + "hfopenllm_v2/BBH": 0.4577, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.2318 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_X1", - "name": "_Spydaz_Web_AI_AGI_R1_X1", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_MX", + "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_MX", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4273, - "hfopenllm_v2/BBH": 0.4759, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.2891 + "hfopenllm_v2/IFEval": 0.3066, + "hfopenllm_v2/BBH": 0.3158, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3444, + "hfopenllm_v2/MMLU-PRO": 0.1107 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_X2", - "name": "_Spydaz_Web_AI_AGI_R1_X2", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", + "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5434, - "hfopenllm_v2/BBH": 0.4786, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4695, - "hfopenllm_v2/MMLU-PRO": 0.2921 + "hfopenllm_v2/IFEval": 0.3798, + "hfopenllm_v2/BBH": 0.4483, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4148, + "hfopenllm_v2/MMLU-PRO": 0.2389 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_RP_R1", - "name": "_Spydaz_Web_AI_AGI_RP_R1", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_RP", + "name": "SpydazWeb_AI_HumanAI_RP", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5426, - "hfopenllm_v2/BBH": 0.4701, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.4201, - "hfopenllm_v2/MMLU-PRO": 0.2894 + "hfopenllm_v2/IFEval": 0.2541, + "hfopenllm_v2/BBH": 0.3323, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3883, + "hfopenllm_v2/MMLU-PRO": 0.1324 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_BIBLE_002", - "name": "_Spydaz_Web_AI_BIBLE_002", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_TextVision", + "name": "SpydazWeb_AI_HumanAI_TextVision", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2195, - "hfopenllm_v2/BBH": 0.3289, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3407, - "hfopenllm_v2/MMLU-PRO": 0.1368 + "hfopenllm_v2/IFEval": 0.3063, + "hfopenllm_v2/BBH": 0.3354, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3938, + "hfopenllm_v2/MMLU-PRO": 0.1387 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_ChatML_002", - "name": "_Spydaz_Web_AI_ChatML_002", + "id": "LeroyDyer/SpydazWeb_HumanAI_M1", + "name": "SpydazWeb_HumanAI_M1", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2412, - "hfopenllm_v2/BBH": 0.3106, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3623, - "hfopenllm_v2/MMLU-PRO": 0.1095 + "hfopenllm_v2/IFEval": 0.3582, + "hfopenllm_v2/BBH": 0.3563, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.1663 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_ChatQA", - "name": "_Spydaz_Web_AI_ChatQA", + "id": "LeroyDyer/SpydazWeb_HumanAI_M2", + "name": "SpydazWeb_HumanAI_M2", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1415, - "hfopenllm_v2/BBH": 0.3236, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3447, - "hfopenllm_v2/MMLU-PRO": 0.1475 + "hfopenllm_v2/IFEval": 0.375, + "hfopenllm_v2/BBH": 0.3931, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3751, + "hfopenllm_v2/MMLU-PRO": 0.201 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_ChatQA_003", - "name": "_Spydaz_Web_AI_ChatQA_003", + "id": "LeroyDyer/SpydazWeb_HumanAI_M3", + "name": "SpydazWeb_HumanAI_M3", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2209, - "hfopenllm_v2/BBH": 0.3172, - "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/IFEval": 0.1579, + "hfopenllm_v2/BBH": 0.3127, + "hfopenllm_v2/MATH Level 5": 0.0091, "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.1133 + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.1149 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_TEMP_", - "name": "_Spydaz_Web_AI_TEMP_", + "id": "LeroyDyer/SpydazWebAI_Human_AGI", + "name": "SpydazWebAI_Human_AGI", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4795, - "hfopenllm_v2/BBH": 0.4957, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4218, - "hfopenllm_v2/MMLU-PRO": 0.3121 + "hfopenllm_v2/IFEval": 0.3388, + "hfopenllm_v2/BBH": 0.3375, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3966, + "hfopenllm_v2/MMLU-PRO": 0.1479 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_Top_Teacher_", - "name": "_Spydaz_Web_AI_Top_Teacher_", + "id": "LeroyDyer/SpydazWebAI_Human_AGI_001", + "name": "SpydazWebAI_Human_AGI_001", "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4404, - "hfopenllm_v2/BBH": 0.4891, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4366, - "hfopenllm_v2/MMLU-PRO": 0.315 + "hfopenllm_v2/IFEval": 0.3118, + "hfopenllm_v2/BBH": 0.3433, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3994, + "hfopenllm_v2/MMLU-PRO": 0.1426 } } ] diff --git a/data/developers/lkoenig.json b/data/developers/lkoenig.json index dd120e45fb33ede50cb300ddc13f0d793fe882cc..6a5d46d80d0d7a00b6fa27e52582996788c88c5e 100644 --- a/data/developers/lkoenig.json +++ b/data/developers/lkoenig.json @@ -29,20 +29,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1679 } }, - { - "id": "lkoenig/BBAI_212_QwenLawLo", - "name": "BBAI_212_QwenLawLo", - "developer": "lkoenig", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4566, - "hfopenllm_v2/BBH": 0.5574, - "hfopenllm_v2/MATH Level 5": 0.3603, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.437, - "hfopenllm_v2/MMLU-PRO": 0.4489 - } - }, { "id": "lkoenig/BBAI_212_Qwencore", "name": "BBAI_212_Qwencore", @@ -57,6 +43,20 @@ "hfopenllm_v2/MMLU-PRO": 0.449 } }, + { + "id": "lkoenig/BBAI_212_QwenLawLo", + "name": "BBAI_212_QwenLawLo", + "developer": "lkoenig", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4566, + "hfopenllm_v2/BBH": 0.5574, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.437, + "hfopenllm_v2/MMLU-PRO": 0.4489 + } + }, { "id": "lkoenig/BBAI_230_Xiaqwen", "name": "BBAI_230_Xiaqwen", @@ -127,20 +127,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4485 } }, - { - "id": "lkoenig/BBAI_7B_QwenDyanKoenLo", - "name": "BBAI_7B_QwenDyanKoenLo", - "developer": "lkoenig", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4663, - "hfopenllm_v2/BBH": 0.5562, - "hfopenllm_v2/MATH Level 5": 0.364, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.4465 - } - }, { "id": "lkoenig/BBAI_7B_QwenDyancabsLAW", "name": "BBAI_7B_QwenDyancabsLAW", @@ -154,6 +140,20 @@ "hfopenllm_v2/MUSR": 0.4461, "hfopenllm_v2/MMLU-PRO": 0.4471 } + }, + { + "id": "lkoenig/BBAI_7B_QwenDyanKoenLo", + "name": "BBAI_7B_QwenDyanKoenLo", + "developer": "lkoenig", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4663, + "hfopenllm_v2/BBH": 0.5562, + "hfopenllm_v2/MATH Level 5": 0.364, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.4465 + } } ] } \ No newline at end of file diff --git a/data/developers/lmsys.json b/data/developers/lmsys.json index 96ae1114d73cf5e858c50a6264de31049a4871d1..95664923653f5e2699a939e18e50607290f653d0 100644 --- a/data/developers/lmsys.json +++ b/data/developers/lmsys.json @@ -1,6 +1,48 @@ { "developer": "lmsys", "models": [ + { + "id": "lmsys/vicuna-13b-v1.3", + "name": "vicuna-13b-v1.3", + "developer": "lmsys", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3344, + "hfopenllm_v2/BBH": 0.3384, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3727, + "hfopenllm_v2/MMLU-PRO": 0.2243 + } + }, + { + "id": "lmsys/vicuna-7b-v1.3", + "name": "vicuna-7b-v1.3", + "developer": "lmsys", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2909, + "hfopenllm_v2/BBH": 0.3298, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3793, + "hfopenllm_v2/MMLU-PRO": 0.1838 + } + }, + { + "id": "lmsys/vicuna-7b-v1.5", + "name": "vicuna-7b-v1.5", + "developer": "lmsys", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2352, + "hfopenllm_v2/BBH": 0.3947, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.2147 + } + }, { "id": "lmsys/Vicuna-v1.3-13B", "name": "Vicuna v1.3 13B", @@ -46,48 +88,6 @@ "helm_classic/CivilComments": 0.62, "helm_classic/RAFT": 0.693 } - }, - { - "id": "lmsys/vicuna-13b-v1.3", - "name": "vicuna-13b-v1.3", - "developer": "lmsys", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3344, - "hfopenllm_v2/BBH": 0.3384, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3727, - "hfopenllm_v2/MMLU-PRO": 0.2243 - } - }, - { - "id": "lmsys/vicuna-7b-v1.3", - "name": "vicuna-7b-v1.3", - "developer": "lmsys", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2909, - "hfopenllm_v2/BBH": 0.3298, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3793, - "hfopenllm_v2/MMLU-PRO": 0.1838 - } - }, - { - "id": "lmsys/vicuna-7b-v1.5", - "name": "vicuna-7b-v1.5", - "developer": "lmsys", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2352, - "hfopenllm_v2/BBH": 0.3947, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.2147 - } } ] } \ No newline at end of file diff --git a/data/developers/lxzgordon.json b/data/developers/lxzgordon.json index 7f802cf733857054e01537f3ecf745a3fdb38a05..e4ace3cc8f7193c8c711403c980535ee73fdd6d3 100644 --- a/data/developers/lxzgordon.json +++ b/data/developers/lxzgordon.json @@ -20,16 +20,16 @@ "developer": "LxzGordon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7394, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.8816, - "reward-bench/Safety": 0.9178, - "reward-bench/Reasoning": 0.9698, + "reward-bench/Score": 0.9294, "reward-bench/Factuality": 0.6884, "reward-bench/Precise IF": 0.45, "reward-bench/Math": 0.6393, + "reward-bench/Safety": 0.9108, "reward-bench/Focus": 0.9758, - "reward-bench/Ties": 0.7653 + "reward-bench/Ties": 0.7653, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.8816, + "reward-bench/Reasoning": 0.9698 } } ] diff --git a/data/developers/macadeliccc.json b/data/developers/macadeliccc.json index 88d79cbd6ec61017ed931dd9e4e20bd30d94154f..8cfc7e6492542049620ef42f4fa4b058b4648da6 100644 --- a/data/developers/macadeliccc.json +++ b/data/developers/macadeliccc.json @@ -1,20 +1,6 @@ { "developer": "macadeliccc", "models": [ - { - "id": "macadeliccc/Samantha-Qwen-2-7B", - "name": "Samantha-Qwen-2-7B", - "developer": "macadeliccc", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4377, - "hfopenllm_v2/BBH": 0.5082, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4799, - "hfopenllm_v2/MMLU-PRO": 0.3779 - } - }, { "id": "macadeliccc/magistrate-3.2-3b-base", "name": "magistrate-3.2-3b-base", @@ -42,6 +28,20 @@ "hfopenllm_v2/MUSR": 0.3763, "hfopenllm_v2/MMLU-PRO": 0.1592 } + }, + { + "id": "macadeliccc/Samantha-Qwen-2-7B", + "name": "Samantha-Qwen-2-7B", + "developer": "macadeliccc", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4377, + "hfopenllm_v2/BBH": 0.5082, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4799, + "hfopenllm_v2/MMLU-PRO": 0.3779 + } } ] } \ No newline at end of file diff --git a/data/developers/maldv.json b/data/developers/maldv.json index 93e5895b319e228b31a59b6018a49e0d77bddbea..c9fbeaf2766c06304ea467e69a2591eaf9f6a031 100644 --- a/data/developers/maldv.json +++ b/data/developers/maldv.json @@ -15,34 +15,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5723 } }, - { - "id": "maldv/Lytta2.5-32B-Instruct", - "name": "Lytta2.5-32B-Instruct", - "developer": "maldv", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2508, - "hfopenllm_v2/BBH": 0.56, - "hfopenllm_v2/MATH Level 5": 0.3444, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3769, - "hfopenllm_v2/MMLU-PRO": 0.5048 - } - }, - { - "id": "maldv/Qwentile2.5-32B-Instruct", - "name": "Qwentile2.5-32B-Instruct", - "developer": "maldv", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7393, - "hfopenllm_v2/BBH": 0.6963, - "hfopenllm_v2/MATH Level 5": 0.5219, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4682, - "hfopenllm_v2/MMLU-PRO": 0.5879 - } - }, { "id": "maldv/badger-kappa-llama-3-8b", "name": "badger-kappa-llama-3-8b", @@ -98,6 +70,34 @@ "hfopenllm_v2/MUSR": 0.3581, "hfopenllm_v2/MMLU-PRO": 0.376 } + }, + { + "id": "maldv/Lytta2.5-32B-Instruct", + "name": "Lytta2.5-32B-Instruct", + "developer": "maldv", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2508, + "hfopenllm_v2/BBH": 0.56, + "hfopenllm_v2/MATH Level 5": 0.3444, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3769, + "hfopenllm_v2/MMLU-PRO": 0.5048 + } + }, + { + "id": "maldv/Qwentile2.5-32B-Instruct", + "name": "Qwentile2.5-32B-Instruct", + "developer": "maldv", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7393, + "hfopenllm_v2/BBH": 0.6963, + "hfopenllm_v2/MATH Level 5": 0.5219, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4682, + "hfopenllm_v2/MMLU-PRO": 0.5879 + } } ] } \ No newline at end of file diff --git a/data/developers/marcuscedricridia.json b/data/developers/marcuscedricridia.json index 42b9b90d849d08c39bd80b4a0b17e9b79a9284fe..a18628920d587daa411d3e2a3545303a13e1c815 100644 --- a/data/developers/marcuscedricridia.json +++ b/data/developers/marcuscedricridia.json @@ -1,6 +1,20 @@ { "developer": "marcuscedricridia", "models": [ + { + "id": "marcuscedricridia/absolute-o1-7b", + "name": "absolute-o1-7b", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7516, + "hfopenllm_v2/BBH": 0.5469, + "hfopenllm_v2/MATH Level 5": 0.5083, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4114, + "hfopenllm_v2/MMLU-PRO": 0.4413 + } + }, { "id": "marcuscedricridia/Cheng-1", "name": "Cheng-1", @@ -43,188 +57,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5076 } }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST", - "name": "Hush-Qwen2.5-7B-MST", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7488, - "hfopenllm_v2/BBH": 0.5458, - "hfopenllm_v2/MATH Level 5": 0.4245, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.4163 - } - }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.1", - "name": "Hush-Qwen2.5-7B-MST-v1.1", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7445, - "hfopenllm_v2/BBH": 0.5559, - "hfopenllm_v2/MATH Level 5": 0.4653, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.4299 - } - }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.3", - "name": "Hush-Qwen2.5-7B-MST-v1.3", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7043, - "hfopenllm_v2/BBH": 0.5516, - "hfopenllm_v2/MATH Level 5": 0.4758, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.444 - } - }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-Preview", - "name": "Hush-Qwen2.5-7B-Preview", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7962, - "hfopenllm_v2/BBH": 0.5431, - "hfopenllm_v2/MATH Level 5": 0.3754, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4298, - "hfopenllm_v2/MMLU-PRO": 0.4364 - } - }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-RP-v1.4-1M", - "name": "Hush-Qwen2.5-7B-RP-v1.4-1M", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7728, - "hfopenllm_v2/BBH": 0.5295, - "hfopenllm_v2/MATH Level 5": 0.3369, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4433, - "hfopenllm_v2/MMLU-PRO": 0.4135 - } - }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.1", - "name": "Hush-Qwen2.5-7B-v1.1", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7889, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.4381, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4179, - "hfopenllm_v2/MMLU-PRO": 0.4227 - } - }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.2", - "name": "Hush-Qwen2.5-7B-v1.2", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7865, - "hfopenllm_v2/BBH": 0.5403, - "hfopenllm_v2/MATH Level 5": 0.4403, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4219, - "hfopenllm_v2/MMLU-PRO": 0.4197 - } - }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.3", - "name": "Hush-Qwen2.5-7B-v1.3", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7856, - "hfopenllm_v2/BBH": 0.5327, - "hfopenllm_v2/MATH Level 5": 0.3323, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4246, - "hfopenllm_v2/MMLU-PRO": 0.4345 - } - }, - { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.4", - "name": "Hush-Qwen2.5-7B-v1.4", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7835, - "hfopenllm_v2/BBH": 0.5423, - "hfopenllm_v2/MATH Level 5": 0.426, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.4195 - } - }, - { - "id": "marcuscedricridia/Qwen2.5-7B-Preview", - "name": "Qwen2.5-7B-Preview", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7679, - "hfopenllm_v2/BBH": 0.536, - "hfopenllm_v2/MATH Level 5": 0.3444, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.414, - "hfopenllm_v2/MMLU-PRO": 0.4258 - } - }, - { - "id": "marcuscedricridia/Yell-Qwen2.5-7B-Preview", - "name": "Yell-Qwen2.5-7B-Preview", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5839, - "hfopenllm_v2/BBH": 0.5371, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4046, - "hfopenllm_v2/MMLU-PRO": 0.3798 - } - }, - { - "id": "marcuscedricridia/Yell-Qwen2.5-7B-Preview-v1.1", - "name": "Yell-Qwen2.5-7B-Preview-v1.1", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5757, - "hfopenllm_v2/BBH": 0.5348, - "hfopenllm_v2/MATH Level 5": 0.1896, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4059, - "hfopenllm_v2/MMLU-PRO": 0.3831 - } - }, - { - "id": "marcuscedricridia/absolute-o1-7b", - "name": "absolute-o1-7b", - "developer": "marcuscedricridia", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7516, - "hfopenllm_v2/BBH": 0.5469, - "hfopenllm_v2/MATH Level 5": 0.5083, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4114, - "hfopenllm_v2/MMLU-PRO": 0.4413 - } - }, { "id": "marcuscedricridia/cursa-o1-7b", "name": "cursa-o1-7b", @@ -379,6 +211,132 @@ "hfopenllm_v2/MMLU-PRO": 0.3274 } }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST", + "name": "Hush-Qwen2.5-7B-MST", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7488, + "hfopenllm_v2/BBH": 0.5458, + "hfopenllm_v2/MATH Level 5": 0.4245, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.4163 + } + }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.1", + "name": "Hush-Qwen2.5-7B-MST-v1.1", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7445, + "hfopenllm_v2/BBH": 0.5559, + "hfopenllm_v2/MATH Level 5": 0.4653, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.4299 + } + }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.3", + "name": "Hush-Qwen2.5-7B-MST-v1.3", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7043, + "hfopenllm_v2/BBH": 0.5516, + "hfopenllm_v2/MATH Level 5": 0.4758, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.444 + } + }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-Preview", + "name": "Hush-Qwen2.5-7B-Preview", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7962, + "hfopenllm_v2/BBH": 0.5431, + "hfopenllm_v2/MATH Level 5": 0.3754, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4298, + "hfopenllm_v2/MMLU-PRO": 0.4364 + } + }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-RP-v1.4-1M", + "name": "Hush-Qwen2.5-7B-RP-v1.4-1M", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7728, + "hfopenllm_v2/BBH": 0.5295, + "hfopenllm_v2/MATH Level 5": 0.3369, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4433, + "hfopenllm_v2/MMLU-PRO": 0.4135 + } + }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.1", + "name": "Hush-Qwen2.5-7B-v1.1", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7889, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.4381, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4179, + "hfopenllm_v2/MMLU-PRO": 0.4227 + } + }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.2", + "name": "Hush-Qwen2.5-7B-v1.2", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7865, + "hfopenllm_v2/BBH": 0.5403, + "hfopenllm_v2/MATH Level 5": 0.4403, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4219, + "hfopenllm_v2/MMLU-PRO": 0.4197 + } + }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.3", + "name": "Hush-Qwen2.5-7B-v1.3", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7856, + "hfopenllm_v2/BBH": 0.5327, + "hfopenllm_v2/MATH Level 5": 0.3323, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4246, + "hfopenllm_v2/MMLU-PRO": 0.4345 + } + }, + { + "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.4", + "name": "Hush-Qwen2.5-7B-v1.4", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7835, + "hfopenllm_v2/BBH": 0.5423, + "hfopenllm_v2/MATH Level 5": 0.426, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.4195 + } + }, { "id": "marcuscedricridia/olmner-7b", "name": "olmner-7b", @@ -519,6 +477,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4413 } }, + { + "id": "marcuscedricridia/Qwen2.5-7B-Preview", + "name": "Qwen2.5-7B-Preview", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7679, + "hfopenllm_v2/BBH": 0.536, + "hfopenllm_v2/MATH Level 5": 0.3444, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.414, + "hfopenllm_v2/MMLU-PRO": 0.4258 + } + }, { "id": "marcuscedricridia/r1o-et", "name": "r1o-et", @@ -560,6 +532,34 @@ "hfopenllm_v2/MUSR": 0.4086, "hfopenllm_v2/MMLU-PRO": 0.1094 } + }, + { + "id": "marcuscedricridia/Yell-Qwen2.5-7B-Preview", + "name": "Yell-Qwen2.5-7B-Preview", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5839, + "hfopenllm_v2/BBH": 0.5371, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4046, + "hfopenllm_v2/MMLU-PRO": 0.3798 + } + }, + { + "id": "marcuscedricridia/Yell-Qwen2.5-7B-Preview-v1.1", + "name": "Yell-Qwen2.5-7B-Preview-v1.1", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5757, + "hfopenllm_v2/BBH": 0.5348, + "hfopenllm_v2/MATH Level 5": 0.1896, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4059, + "hfopenllm_v2/MMLU-PRO": 0.3831 + } } ] } \ No newline at end of file diff --git a/data/developers/marinaraspaghetti.json b/data/developers/marinaraspaghetti.json index 23bc15f8e7194dbec6cd2d2d0789ff12a745aa55..93215baca42819968f8721eac8bd11b3f2d54e9d 100644 --- a/data/developers/marinaraspaghetti.json +++ b/data/developers/marinaraspaghetti.json @@ -1,20 +1,6 @@ { "developer": "MarinaraSpaghetti", "models": [ - { - "id": "MarinaraSpaghetti/NemoReRemix-12B", - "name": "NemoReRemix-12B", - "developer": "MarinaraSpaghetti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3343, - "hfopenllm_v2/BBH": 0.5537, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4501, - "hfopenllm_v2/MMLU-PRO": 0.3598 - } - }, { "id": "MarinaraSpaghetti/Nemomix-v4.0-12B", "name": "Nemomix-v4.0-12B", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.4244, "hfopenllm_v2/MMLU-PRO": 0.3613 } + }, + { + "id": "MarinaraSpaghetti/NemoReRemix-12B", + "name": "NemoReRemix-12B", + "developer": "MarinaraSpaghetti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3343, + "hfopenllm_v2/BBH": 0.5537, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4501, + "hfopenllm_v2/MMLU-PRO": 0.3598 + } } ] } \ No newline at end of file diff --git a/data/developers/marsouuu.json b/data/developers/marsouuu.json index 98f19cbf50325ffc603271e81f2501b3b9a82e59..67e280f0212573b8f138f7caffea4c3a9d0bd87a 100644 --- a/data/developers/marsouuu.json +++ b/data/developers/marsouuu.json @@ -1,48 +1,6 @@ { "developer": "Marsouuu", "models": [ - { - "id": "Marsouuu/MiniMathExpert-2_61B-ECE-PRYMMAL-Martial", - "name": "MiniMathExpert-2_61B-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2548, - "hfopenllm_v2/BBH": 0.3953, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.4083, - "hfopenllm_v2/MMLU-PRO": 0.2274 - } - }, - { - "id": "Marsouuu/MiniQwenMathExpert-ECE-PRYMMAL-Martial", - "name": "MiniQwenMathExpert-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2795, - "hfopenllm_v2/BBH": 0.423, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3867, - "hfopenllm_v2/MMLU-PRO": 0.2922 - } - }, - { - "id": "Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial", - "name": "MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1697, - "hfopenllm_v2/BBH": 0.3464, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3991, - "hfopenllm_v2/MMLU-PRO": 0.1379 - } - }, { "id": "Marsouuu/general3B-ECE-PRYMMAL-Martial", "name": "general3B-ECE-PRYMMAL-Martial", @@ -112,6 +70,48 @@ "hfopenllm_v2/MUSR": 0.4369, "hfopenllm_v2/MMLU-PRO": 0.4511 } + }, + { + "id": "Marsouuu/MiniMathExpert-2_61B-ECE-PRYMMAL-Martial", + "name": "MiniMathExpert-2_61B-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2548, + "hfopenllm_v2/BBH": 0.3953, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.4083, + "hfopenllm_v2/MMLU-PRO": 0.2274 + } + }, + { + "id": "Marsouuu/MiniQwenMathExpert-ECE-PRYMMAL-Martial", + "name": "MiniQwenMathExpert-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2795, + "hfopenllm_v2/BBH": 0.423, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3867, + "hfopenllm_v2/MMLU-PRO": 0.2922 + } + }, + { + "id": "Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial", + "name": "MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1697, + "hfopenllm_v2/BBH": 0.3464, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3991, + "hfopenllm_v2/MMLU-PRO": 0.1379 + } } ] } \ No newline at end of file diff --git a/data/developers/mattshumer.json b/data/developers/mattshumer.json index 52e185b44b676e08faebee759b87d1f5beb28242..830afbe5e4c7ee8e3588967b168e27c5fd4434e1 100644 --- a/data/developers/mattshumer.json +++ b/data/developers/mattshumer.json @@ -1,6 +1,20 @@ { "developer": "mattshumer", "models": [ + { + "id": "mattshumer/ref_70_e3", + "name": "ref_70_e3", + "developer": "mattshumer", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6294, + "hfopenllm_v2/BBH": 0.6501, + "hfopenllm_v2/MATH Level 5": 0.2795, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4328, + "hfopenllm_v2/MMLU-PRO": 0.5303 + } + }, { "id": "mattshumer/Reflection-70B", "name": "mattshumer/Reflection-70B", @@ -27,20 +41,6 @@ "hfopenllm_v2/MUSR": 0.4577, "hfopenllm_v2/MMLU-PRO": 0.4955 } - }, - { - "id": "mattshumer/ref_70_e3", - "name": "ref_70_e3", - "developer": "mattshumer", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6294, - "hfopenllm_v2/BBH": 0.6501, - "hfopenllm_v2/MATH Level 5": 0.2795, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4328, - "hfopenllm_v2/MMLU-PRO": 0.5303 - } } ] } \ No newline at end of file diff --git a/data/developers/maziyarpanahi.json b/data/developers/maziyarpanahi.json index 2093b9e747044b495c3fe2fb27fc9fea37ab0dbc..10d65c817209ad5800bbea0aa07d0943c266e0f5 100644 --- a/data/developers/maziyarpanahi.json +++ b/data/developers/maziyarpanahi.json @@ -1,132 +1,6 @@ { "developer": "MaziyarPanahi", "models": [ - { - "id": "MaziyarPanahi/Calme-4x7B-MoE-v0.1", - "name": "Calme-4x7B-MoE-v0.1", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4315, - "hfopenllm_v2/BBH": 0.5103, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3057 - } - }, - { - "id": "MaziyarPanahi/Calme-4x7B-MoE-v0.2", - "name": "Calme-4x7B-MoE-v0.2", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4294, - "hfopenllm_v2/BBH": 0.5111, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4318, - "hfopenllm_v2/MMLU-PRO": 0.3058 - } - }, - { - "id": "MaziyarPanahi/Llama-3-70B-Instruct-v0.1", - "name": "Llama-3-70B-Instruct-v0.1", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4714, - "hfopenllm_v2/BBH": 0.5366, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4433, - "hfopenllm_v2/MMLU-PRO": 0.4618 - } - }, - { - "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.10", - "name": "Llama-3-8B-Instruct-v0.10", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7667, - "hfopenllm_v2/BBH": 0.4924, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4214, - "hfopenllm_v2/MMLU-PRO": 0.3862 - } - }, - { - "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.8", - "name": "Llama-3-8B-Instruct-v0.8", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7528, - "hfopenllm_v2/BBH": 0.4963, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4202, - "hfopenllm_v2/MMLU-PRO": 0.3853 - } - }, - { - "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.9", - "name": "Llama-3-8B-Instruct-v0.9", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.763, - "hfopenllm_v2/BBH": 0.4936, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4148, - "hfopenllm_v2/MMLU-PRO": 0.3846 - } - }, - { - "id": "MaziyarPanahi/Qwen1.5-MoE-A2.7B-Wikihow", - "name": "Qwen1.5-MoE-A2.7B-Wikihow", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2954, - "hfopenllm_v2/BBH": 0.392, - "hfopenllm_v2/MATH Level 5": 0.0823, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3502, - "hfopenllm_v2/MMLU-PRO": 0.238 - } - }, - { - "id": "MaziyarPanahi/Qwen2-7B-Instruct-v0.1", - "name": "Qwen2-7B-Instruct-v0.1", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3352, - "hfopenllm_v2/BBH": 0.5123, - "hfopenllm_v2/MATH Level 5": 0.2213, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4435, - "hfopenllm_v2/MMLU-PRO": 0.3857 - } - }, - { - "id": "MaziyarPanahi/Qwen2-7B-Instruct-v0.8", - "name": "Qwen2-7B-Instruct-v0.8", - "developer": "MaziyarPanahi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2775, - "hfopenllm_v2/BBH": 0.4637, - "hfopenllm_v2/MATH Level 5": 0.1767, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3566 - } - }, { "id": "MaziyarPanahi/calme-2.1-llama3.1-70b", "name": "calme-2.1-llama3.1-70b", @@ -616,6 +490,132 @@ "hfopenllm_v2/MUSR": 0.4074, "hfopenllm_v2/MMLU-PRO": 0.3305 } + }, + { + "id": "MaziyarPanahi/Calme-4x7B-MoE-v0.1", + "name": "Calme-4x7B-MoE-v0.1", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4315, + "hfopenllm_v2/BBH": 0.5103, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3057 + } + }, + { + "id": "MaziyarPanahi/Calme-4x7B-MoE-v0.2", + "name": "Calme-4x7B-MoE-v0.2", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4294, + "hfopenllm_v2/BBH": 0.5111, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4318, + "hfopenllm_v2/MMLU-PRO": 0.3058 + } + }, + { + "id": "MaziyarPanahi/Llama-3-70B-Instruct-v0.1", + "name": "Llama-3-70B-Instruct-v0.1", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4714, + "hfopenllm_v2/BBH": 0.5366, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4433, + "hfopenllm_v2/MMLU-PRO": 0.4618 + } + }, + { + "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.10", + "name": "Llama-3-8B-Instruct-v0.10", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7667, + "hfopenllm_v2/BBH": 0.4924, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4214, + "hfopenllm_v2/MMLU-PRO": 0.3862 + } + }, + { + "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.8", + "name": "Llama-3-8B-Instruct-v0.8", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7528, + "hfopenllm_v2/BBH": 0.4963, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4202, + "hfopenllm_v2/MMLU-PRO": 0.3853 + } + }, + { + "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.9", + "name": "Llama-3-8B-Instruct-v0.9", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.763, + "hfopenllm_v2/BBH": 0.4936, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4148, + "hfopenllm_v2/MMLU-PRO": 0.3846 + } + }, + { + "id": "MaziyarPanahi/Qwen1.5-MoE-A2.7B-Wikihow", + "name": "Qwen1.5-MoE-A2.7B-Wikihow", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2954, + "hfopenllm_v2/BBH": 0.392, + "hfopenllm_v2/MATH Level 5": 0.0823, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3502, + "hfopenllm_v2/MMLU-PRO": 0.238 + } + }, + { + "id": "MaziyarPanahi/Qwen2-7B-Instruct-v0.1", + "name": "Qwen2-7B-Instruct-v0.1", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3352, + "hfopenllm_v2/BBH": 0.5123, + "hfopenllm_v2/MATH Level 5": 0.2213, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4435, + "hfopenllm_v2/MMLU-PRO": 0.3857 + } + }, + { + "id": "MaziyarPanahi/Qwen2-7B-Instruct-v0.8", + "name": "Qwen2-7B-Instruct-v0.8", + "developer": "MaziyarPanahi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2775, + "hfopenllm_v2/BBH": 0.4637, + "hfopenllm_v2/MATH Level 5": 0.1767, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3566 + } } ] } \ No newline at end of file diff --git a/data/developers/meditsolutions.json b/data/developers/meditsolutions.json index 673c1a5477f36cda6913a10c8f2fc3d71440c0f2..ce95036a7cd60f446f0c7ff48fb0d31de55604c7 100644 --- a/data/developers/meditsolutions.json +++ b/data/developers/meditsolutions.json @@ -15,20 +15,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3916 } }, - { - "id": "meditsolutions/Llama-3.2-SUN-1B-Instruct", - "name": "Llama-3.2-SUN-1B-Instruct", - "developer": "meditsolutions", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6413, - "hfopenllm_v2/BBH": 0.3474, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3514, - "hfopenllm_v2/MMLU-PRO": 0.1781 - } - }, { "id": "meditsolutions/Llama-3.2-SUN-1B-chat", "name": "Llama-3.2-SUN-1B-chat", @@ -43,6 +29,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1838 } }, + { + "id": "meditsolutions/Llama-3.2-SUN-1B-Instruct", + "name": "Llama-3.2-SUN-1B-Instruct", + "developer": "meditsolutions", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6413, + "hfopenllm_v2/BBH": 0.3474, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3514, + "hfopenllm_v2/MMLU-PRO": 0.1781 + } + }, { "id": "meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000", "name": "Llama-3.2-SUN-2.4B-checkpoint-26000", @@ -113,6 +113,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1687 } }, + { + "id": "meditsolutions/MedIT-Mesh-3B-Instruct", + "name": "MedIT-Mesh-3B-Instruct", + "developer": "meditsolutions", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5814, + "hfopenllm_v2/BBH": 0.5576, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4048, + "hfopenllm_v2/MMLU-PRO": 0.4012 + } + }, { "id": "meditsolutions/MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune", "name": "MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune", @@ -141,20 +155,6 @@ "hfopenllm_v2/MMLU-PRO": 0.35 } }, - { - "id": "meditsolutions/MedIT-Mesh-3B-Instruct", - "name": "MedIT-Mesh-3B-Instruct", - "developer": "meditsolutions", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5814, - "hfopenllm_v2/BBH": 0.5576, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4048, - "hfopenllm_v2/MMLU-PRO": 0.4012 - } - }, { "id": "meditsolutions/SmolLM2-MedIT-Upscale-2B", "name": "SmolLM2-MedIT-Upscale-2B", diff --git a/data/developers/mergekit-community.json b/data/developers/mergekit-community.json index a3bc732a5017ba341385820eeec21b196150948d..a580cf70c24f8d8399490700bd56e42422af9f07 100644 --- a/data/developers/mergekit-community.json +++ b/data/developers/mergekit-community.json @@ -1,48 +1,6 @@ { "developer": "mergekit-community", "models": [ - { - "id": "mergekit-community/JAJUKA-WEWILLNEVERFORGETYOU-3B", - "name": "JAJUKA-WEWILLNEVERFORGETYOU-3B", - "developer": "mergekit-community", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4941, - "hfopenllm_v2/BBH": 0.437, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3656, - "hfopenllm_v2/MMLU-PRO": 0.3033 - } - }, - { - "id": "mergekit-community/SuperQwen-2.5-1.5B", - "name": "SuperQwen-2.5-1.5B", - "developer": "mergekit-community", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1336, - "hfopenllm_v2/BBH": 0.2907, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3355, - "hfopenllm_v2/MMLU-PRO": 0.1075 - } - }, - { - "id": "mergekit-community/VirtuosoSmall-InstructModelStock", - "name": "VirtuosoSmall-InstructModelStock", - "developer": "mergekit-community", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5238, - "hfopenllm_v2/BBH": 0.6518, - "hfopenllm_v2/MATH Level 5": 0.4094, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4756, - "hfopenllm_v2/MMLU-PRO": 0.5421 - } - }, { "id": "mergekit-community/diabolic6045_ELN-AOC-CAIN", "name": "diabolic6045_ELN-AOC-CAIN", @@ -57,6 +15,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1191 } }, + { + "id": "mergekit-community/JAJUKA-WEWILLNEVERFORGETYOU-3B", + "name": "JAJUKA-WEWILLNEVERFORGETYOU-3B", + "developer": "mergekit-community", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4941, + "hfopenllm_v2/BBH": 0.437, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3656, + "hfopenllm_v2/MMLU-PRO": 0.3033 + } + }, { "id": "mergekit-community/mergekit-dare_ties-ajgjgea", "name": "mergekit-dare_ties-ajgjgea", @@ -154,6 +126,34 @@ "hfopenllm_v2/MUSR": 0.3619, "hfopenllm_v2/MMLU-PRO": 0.3667 } + }, + { + "id": "mergekit-community/SuperQwen-2.5-1.5B", + "name": "SuperQwen-2.5-1.5B", + "developer": "mergekit-community", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1336, + "hfopenllm_v2/BBH": 0.2907, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3355, + "hfopenllm_v2/MMLU-PRO": 0.1075 + } + }, + { + "id": "mergekit-community/VirtuosoSmall-InstructModelStock", + "name": "VirtuosoSmall-InstructModelStock", + "developer": "mergekit-community", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5238, + "hfopenllm_v2/BBH": 0.6518, + "hfopenllm_v2/MATH Level 5": 0.4094, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4756, + "hfopenllm_v2/MMLU-PRO": 0.5421 + } } ] } \ No newline at end of file diff --git a/data/developers/meta-llama.json b/data/developers/meta-llama.json index a28b7c096e670398e8b74d7b30002bc56044221b..76d923e16aab37465ed7dda94d7be71e39f4b29e 100644 --- a/data/developers/meta-llama.json +++ b/data/developers/meta-llama.json @@ -265,12 +265,12 @@ "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4782, - "hfopenllm_v2/BBH": 0.491, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3805, - "hfopenllm_v2/MMLU-PRO": 0.3591, + "hfopenllm_v2/IFEval": 0.7408, + "hfopenllm_v2/BBH": 0.4989, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3568, + "hfopenllm_v2/MMLU-PRO": 0.3664, "reward-bench/Score": 0.645, "reward-bench/Chat": 0.8547, "reward-bench/Chat Hard": 0.4156, diff --git a/data/developers/meta.json b/data/developers/meta.json index 26bc17a2e391a382c21d56412db070e8aafb4bed..801662ea5cb32e2dbb8c066d026c908449d6cd1d 100644 --- a/data/developers/meta.json +++ b/data/developers/meta.json @@ -4,7 +4,7 @@ { "id": "meta/LLaMA-13B", "name": "LLaMA 13B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.595, @@ -25,78 +25,9 @@ } }, { - "id": "meta/LLaMA-30B", - "name": "LLaMA 30B", - "developer": "meta", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.781, - "helm_classic/MMLU": 0.531, - "helm_classic/BoolQ": 0.861, - "helm_classic/NarrativeQA": 0.752, - "helm_classic/NaturalQuestions (open-book)": 0.666, - "helm_classic/QuAC": 0.39, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.344, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.927, - "helm_classic/CivilComments": 0.549, - "helm_classic/RAFT": 0.752 - } - }, - { - "id": "meta/LLaMA-65B", - "name": "LLaMA 65B", - "developer": "meta", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.908, - "helm_classic/MMLU": 0.584, - "helm_classic/BoolQ": 0.871, - "helm_classic/NarrativeQA": 0.755, - "helm_classic/NaturalQuestions (open-book)": 0.672, - "helm_classic/QuAC": 0.401, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.508, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.962, - "helm_classic/CivilComments": 0.655, - "helm_classic/RAFT": 0.702 - } - }, - { - "id": "meta/LLaMA-7B", - "name": "LLaMA 7B", - "developer": "meta", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.533, - "helm_classic/MMLU": 0.321, - "helm_classic/BoolQ": 0.756, - "helm_classic/NarrativeQA": 0.669, - "helm_classic/NaturalQuestions (open-book)": 0.589, - "helm_classic/QuAC": 0.338, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.28, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.947, - "helm_classic/CivilComments": 0.563, - "helm_classic/RAFT": 0.573 - } - }, - { - "id": "meta/Llama-2-13B", + "id": "meta/llama-2-13b", "name": "Llama 2 13B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.823, @@ -113,107 +44,7 @@ "helm_classic/XSUM": -1.0, "helm_classic/IMDB": 0.962, "helm_classic/CivilComments": 0.588, - "helm_classic/RAFT": 0.707 - } - }, - { - "id": "meta/Llama-2-70B", - "name": "Llama 2 70B", - "developer": "meta", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.944, - "helm_classic/MMLU": 0.582, - "helm_classic/BoolQ": 0.886, - "helm_classic/NarrativeQA": 0.77, - "helm_classic/NaturalQuestions (open-book)": 0.674, - "helm_classic/QuAC": 0.484, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.554, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.961, - "helm_classic/CivilComments": 0.652, - "helm_classic/RAFT": 0.727 - } - }, - { - "id": "meta/Llama-2-7B", - "name": "Llama 2 7B", - "developer": "meta", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.607, - "helm_classic/MMLU": 0.431, - "helm_classic/BoolQ": 0.762, - "helm_classic/NarrativeQA": 0.691, - "helm_classic/NaturalQuestions (open-book)": 0.611, - "helm_classic/QuAC": 0.406, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.272, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.907, - "helm_classic/CivilComments": 0.562, - "helm_classic/RAFT": 0.643 - } - }, - { - "id": "meta/OPT-175B", - "name": "OPT 175B", - "developer": "meta", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.609, - "helm_classic/MMLU": 0.318, - "helm_classic/BoolQ": 0.793, - "helm_classic/NarrativeQA": 0.671, - "helm_classic/NaturalQuestions (open-book)": 0.615, - "helm_classic/QuAC": 0.36, - "helm_classic/HellaSwag": 0.791, - "helm_classic/OpenbookQA": 0.586, - "helm_classic/TruthfulQA": 0.25, - "helm_classic/MS MARCO (TREC)": 0.448, - "helm_classic/CNN/DailyMail": 0.146, - "helm_classic/XSUM": 0.155, - "helm_classic/IMDB": 0.947, - "helm_classic/CivilComments": 0.505, - "helm_classic/RAFT": 0.606 - } - }, - { - "id": "meta/OPT-66B", - "name": "OPT 66B", - "developer": "meta", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.448, - "helm_classic/MMLU": 0.276, - "helm_classic/BoolQ": 0.76, - "helm_classic/NarrativeQA": 0.638, - "helm_classic/NaturalQuestions (open-book)": 0.596, - "helm_classic/QuAC": 0.357, - "helm_classic/HellaSwag": 0.745, - "helm_classic/OpenbookQA": 0.534, - "helm_classic/TruthfulQA": 0.201, - "helm_classic/MS MARCO (TREC)": 0.482, - "helm_classic/CNN/DailyMail": 0.136, - "helm_classic/XSUM": 0.126, - "helm_classic/IMDB": 0.917, - "helm_classic/CivilComments": 0.506, - "helm_classic/RAFT": 0.557 - } - }, - { - "id": "meta/llama-2-13b", - "name": "Llama 2 13B", - "developer": "meta", - "evaluator_relationship": null, - "benchmark_scores": { + "helm_classic/RAFT": 0.707, "helm_lite/Mean win rate": 0.233, "helm_lite/NarrativeQA": 0.741, "helm_lite/NaturalQuestions (closed-book)": 0.371, @@ -265,9 +96,24 @@ { "id": "meta/llama-2-70b", "name": "Llama 2 70B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { + "helm_classic/Mean win rate": 0.944, + "helm_classic/MMLU": 0.582, + "helm_classic/BoolQ": 0.886, + "helm_classic/NarrativeQA": 0.77, + "helm_classic/NaturalQuestions (open-book)": 0.674, + "helm_classic/QuAC": 0.484, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.554, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.961, + "helm_classic/CivilComments": 0.652, + "helm_classic/RAFT": 0.727, "helm_lite/Mean win rate": 0.482, "helm_lite/NarrativeQA": 0.763, "helm_lite/NaturalQuestions (closed-book)": 0.46, @@ -319,9 +165,24 @@ { "id": "meta/llama-2-7b", "name": "Llama 2 7B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { + "helm_classic/Mean win rate": 0.607, + "helm_classic/MMLU": 0.431, + "helm_classic/BoolQ": 0.762, + "helm_classic/NarrativeQA": 0.691, + "helm_classic/NaturalQuestions (open-book)": 0.611, + "helm_classic/QuAC": 0.406, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.272, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.907, + "helm_classic/CivilComments": 0.562, + "helm_classic/RAFT": 0.643, "helm_lite/Mean win rate": 0.152, "helm_lite/NarrativeQA": 0.686, "helm_lite/NaturalQuestions (closed-book)": 0.333, @@ -373,7 +234,7 @@ { "id": "meta/llama-3-70b", "name": "Llama 3 70B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.793, @@ -427,7 +288,7 @@ { "id": "meta/llama-3-8b", "name": "Llama 3 8B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.387, @@ -481,7 +342,7 @@ { "id": "meta/llama-3.1-405b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 405B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.618, @@ -541,7 +402,7 @@ { "id": "meta/llama-3.1-70b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 70B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.574, @@ -601,7 +462,7 @@ { "id": "meta/llama-3.1-8b-instruct-turbo", "name": "Llama 3.1 Instruct Turbo 8B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.444, @@ -661,7 +522,7 @@ { "id": "meta/llama-3.2-11b-vision-instruct-turbo", "name": "Llama 3.2 Vision Instruct Turbo 11B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.325, @@ -715,7 +576,7 @@ { "id": "meta/llama-3.2-90b-vision-instruct-turbo", "name": "Llama 3.2 Vision Instruct Turbo 90B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.819, @@ -769,7 +630,7 @@ { "id": "meta/llama-3.3-70b-instruct-turbo", "name": "Llama 3.3 Instruct Turbo 70B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.812, @@ -820,6 +681,29 @@ "helm_mmlu/Mean win rate": 0.722 } }, + { + "id": "meta/LLaMA-30B", + "name": "LLaMA 30B", + "developer": "Meta", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.781, + "helm_classic/MMLU": 0.531, + "helm_classic/BoolQ": 0.861, + "helm_classic/NarrativeQA": 0.752, + "helm_classic/NaturalQuestions (open-book)": 0.666, + "helm_classic/QuAC": 0.39, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.344, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.927, + "helm_classic/CivilComments": 0.549, + "helm_classic/RAFT": 0.752 + } + }, { "id": "meta/llama-4-maverick", "name": "meta/llama-4-maverick", @@ -834,7 +718,7 @@ { "id": "meta/llama-4-maverick-17b-128e-instruct-fp8", "name": "Llama 4 Maverick 17Bx128E Instruct FP8", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.718, @@ -848,7 +732,7 @@ { "id": "meta/llama-4-scout-17b-16e-instruct", "name": "Llama 4 Scout 17Bx16E Instruct", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.644, @@ -860,11 +744,26 @@ } }, { - "id": "meta/llama-65b", + "id": "meta/LLaMA-65B", "name": "LLaMA 65B", - "developer": "meta", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { + "helm_classic/Mean win rate": 0.908, + "helm_classic/MMLU": 0.584, + "helm_classic/BoolQ": 0.871, + "helm_classic/NarrativeQA": 0.755, + "helm_classic/NaturalQuestions (open-book)": 0.672, + "helm_classic/QuAC": 0.401, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.508, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.962, + "helm_classic/CivilComments": 0.655, + "helm_classic/RAFT": 0.702, "helm_lite/Mean win rate": 0.345, "helm_lite/NarrativeQA": 0.755, "helm_lite/NaturalQuestions (closed-book)": 0.433, @@ -876,6 +775,75 @@ "helm_lite/MedQA": 0.507, "helm_lite/WMT 2014": 0.189 } + }, + { + "id": "meta/LLaMA-7B", + "name": "LLaMA 7B", + "developer": "Meta", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.533, + "helm_classic/MMLU": 0.321, + "helm_classic/BoolQ": 0.756, + "helm_classic/NarrativeQA": 0.669, + "helm_classic/NaturalQuestions (open-book)": 0.589, + "helm_classic/QuAC": 0.338, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.28, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.947, + "helm_classic/CivilComments": 0.563, + "helm_classic/RAFT": 0.573 + } + }, + { + "id": "meta/OPT-175B", + "name": "OPT 175B", + "developer": "Meta", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.609, + "helm_classic/MMLU": 0.318, + "helm_classic/BoolQ": 0.793, + "helm_classic/NarrativeQA": 0.671, + "helm_classic/NaturalQuestions (open-book)": 0.615, + "helm_classic/QuAC": 0.36, + "helm_classic/HellaSwag": 0.791, + "helm_classic/OpenbookQA": 0.586, + "helm_classic/TruthfulQA": 0.25, + "helm_classic/MS MARCO (TREC)": 0.448, + "helm_classic/CNN/DailyMail": 0.146, + "helm_classic/XSUM": 0.155, + "helm_classic/IMDB": 0.947, + "helm_classic/CivilComments": 0.505, + "helm_classic/RAFT": 0.606 + } + }, + { + "id": "meta/OPT-66B", + "name": "OPT 66B", + "developer": "Meta", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.448, + "helm_classic/MMLU": 0.276, + "helm_classic/BoolQ": 0.76, + "helm_classic/NarrativeQA": 0.638, + "helm_classic/NaturalQuestions (open-book)": 0.596, + "helm_classic/QuAC": 0.357, + "helm_classic/HellaSwag": 0.745, + "helm_classic/OpenbookQA": 0.534, + "helm_classic/TruthfulQA": 0.201, + "helm_classic/MS MARCO (TREC)": 0.482, + "helm_classic/CNN/DailyMail": 0.136, + "helm_classic/XSUM": 0.126, + "helm_classic/IMDB": 0.917, + "helm_classic/CivilComments": 0.506, + "helm_classic/RAFT": 0.557 + } } ] } \ No newline at end of file diff --git a/data/developers/microsoft.json b/data/developers/microsoft.json index fed5ebc923dff7f3b9e889e69e470163179f9050..5b22c3abc624b7d65a825afffb8ded406b5eb203 100644 --- a/data/developers/microsoft.json +++ b/data/developers/microsoft.json @@ -43,178 +43,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2319 } }, - { - "id": "microsoft/Phi-3-medium-128k-instruct", - "name": "Phi-3-medium-128k-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.604, - "hfopenllm_v2/BBH": 0.6382, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4129, - "hfopenllm_v2/MMLU-PRO": 0.4712 - } - }, - { - "id": "microsoft/Phi-3-medium-4k-instruct", - "name": "Phi-3-medium-4k-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6423, - "hfopenllm_v2/BBH": 0.6412, - "hfopenllm_v2/MATH Level 5": 0.1956, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4258, - "hfopenllm_v2/MMLU-PRO": 0.4676 - } - }, - { - "id": "microsoft/Phi-3-mini-128k-instruct", - "name": "Phi-3-mini-128k-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5976, - "hfopenllm_v2/BBH": 0.5575, - "hfopenllm_v2/MATH Level 5": 0.1405, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.3937, - "hfopenllm_v2/MMLU-PRO": 0.3734 - } - }, - { - "id": "microsoft/Phi-3-mini-4k-instruct", - "name": "Phi-3-mini-4k-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5613, - "hfopenllm_v2/BBH": 0.5676, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.395, - "hfopenllm_v2/MMLU-PRO": 0.3866 - } - }, - { - "id": "microsoft/Phi-3-small-128k-instruct", - "name": "Phi-3-small-128k-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6368, - "hfopenllm_v2/BBH": 0.6202, - "hfopenllm_v2/MATH Level 5": 0.2026, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4378, - "hfopenllm_v2/MMLU-PRO": 0.4491 - } - }, - { - "id": "microsoft/Phi-3-small-8k-instruct", - "name": "Phi-3-small-8k-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6497, - "hfopenllm_v2/BBH": 0.6208, - "hfopenllm_v2/MATH Level 5": 0.1887, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4558, - "hfopenllm_v2/MMLU-PRO": 0.4506 - } - }, - { - "id": "microsoft/Phi-3.5-MoE-instruct", - "name": "Phi-3.5-MoE-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6925, - "hfopenllm_v2/BBH": 0.6408, - "hfopenllm_v2/MATH Level 5": 0.3119, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4565, - "hfopenllm_v2/MMLU-PRO": 0.4658 - } - }, - { - "id": "microsoft/Phi-3.5-mini-instruct", - "name": "Phi-3.5-mini-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5775, - "hfopenllm_v2/BBH": 0.5518, - "hfopenllm_v2/MATH Level 5": 0.1964, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4021, - "hfopenllm_v2/MMLU-PRO": 0.3962 - } - }, - { - "id": "microsoft/Phi-4-mini-instruct", - "name": "Phi-4-mini-instruct", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.5689, - "hfopenllm_v2/MATH Level 5": 0.1699, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3873, - "hfopenllm_v2/MMLU-PRO": 0.3932 - } - }, - { - "id": "microsoft/TNLG-v2-530B", - "name": "TNLG v2 530B", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.787, - "helm_classic/MMLU": 0.469, - "helm_classic/BoolQ": 0.809, - "helm_classic/NarrativeQA": 0.722, - "helm_classic/NaturalQuestions (open-book)": 0.642, - "helm_classic/QuAC": 0.39, - "helm_classic/HellaSwag": 0.799, - "helm_classic/OpenbookQA": 0.562, - "helm_classic/TruthfulQA": 0.251, - "helm_classic/MS MARCO (TREC)": 0.643, - "helm_classic/CNN/DailyMail": 0.161, - "helm_classic/XSUM": 0.169, - "helm_classic/IMDB": 0.941, - "helm_classic/CivilComments": 0.601, - "helm_classic/RAFT": 0.679 - } - }, - { - "id": "microsoft/TNLG-v2-6.7B", - "name": "TNLG v2 6.7B", - "developer": "microsoft", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.309, - "helm_classic/MMLU": 0.242, - "helm_classic/BoolQ": 0.698, - "helm_classic/NarrativeQA": 0.631, - "helm_classic/NaturalQuestions (open-book)": 0.561, - "helm_classic/QuAC": 0.345, - "helm_classic/HellaSwag": 0.704, - "helm_classic/OpenbookQA": 0.478, - "helm_classic/TruthfulQA": 0.167, - "helm_classic/MS MARCO (TREC)": 0.332, - "helm_classic/CNN/DailyMail": 0.146, - "helm_classic/XSUM": 0.11, - "helm_classic/IMDB": 0.927, - "helm_classic/CivilComments": 0.532, - "helm_classic/RAFT": 0.525 - } - }, { "id": "microsoft/phi-1", "name": "phi-1", @@ -303,6 +131,20 @@ "hfopenllm_v2/MMLU-PRO": 0.2628 } }, + { + "id": "microsoft/Phi-3-medium-128k-instruct", + "name": "Phi-3-medium-128k-instruct", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.604, + "hfopenllm_v2/BBH": 0.6382, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4129, + "hfopenllm_v2/MMLU-PRO": 0.4712 + } + }, { "id": "microsoft/phi-3-medium-4k-instruct", "name": "Phi-3 14B", @@ -354,7 +196,55 @@ "helm_mmlu/Sociology": 0.891, "helm_mmlu/Virology": 0.554, "helm_mmlu/World Religions": 0.865, - "helm_mmlu/Mean win rate": 0.015 + "helm_mmlu/Mean win rate": 0.015, + "hfopenllm_v2/IFEval": 0.6423, + "hfopenllm_v2/BBH": 0.6412, + "hfopenllm_v2/MATH Level 5": 0.1956, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4258, + "hfopenllm_v2/MMLU-PRO": 0.4676 + } + }, + { + "id": "microsoft/Phi-3-mini-128k-instruct", + "name": "Phi-3-mini-128k-instruct", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5976, + "hfopenllm_v2/BBH": 0.5575, + "hfopenllm_v2/MATH Level 5": 0.1405, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.3937, + "hfopenllm_v2/MMLU-PRO": 0.3734 + } + }, + { + "id": "microsoft/Phi-3-mini-4k-instruct", + "name": "Phi-3-mini-4k-instruct", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5477, + "hfopenllm_v2/BBH": 0.5491, + "hfopenllm_v2/MATH Level 5": 0.1639, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4284, + "hfopenllm_v2/MMLU-PRO": 0.4022 + } + }, + { + "id": "microsoft/Phi-3-small-128k-instruct", + "name": "Phi-3-small-128k-instruct", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6368, + "hfopenllm_v2/BBH": 0.6202, + "hfopenllm_v2/MATH Level 5": 0.2026, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4378, + "hfopenllm_v2/MMLU-PRO": 0.4491 } }, { @@ -408,7 +298,41 @@ "helm_mmlu/Sociology": 0.886, "helm_mmlu/Virology": 0.548, "helm_mmlu/World Religions": 0.825, - "helm_mmlu/Mean win rate": 0.708 + "helm_mmlu/Mean win rate": 0.708, + "hfopenllm_v2/IFEval": 0.6497, + "hfopenllm_v2/BBH": 0.6208, + "hfopenllm_v2/MATH Level 5": 0.1887, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4558, + "hfopenllm_v2/MMLU-PRO": 0.4506 + } + }, + { + "id": "microsoft/Phi-3.5-mini-instruct", + "name": "Phi-3.5-mini-instruct", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5775, + "hfopenllm_v2/BBH": 0.5518, + "hfopenllm_v2/MATH Level 5": 0.1964, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.3962 + } + }, + { + "id": "microsoft/Phi-3.5-MoE-instruct", + "name": "Phi-3.5-MoE-instruct", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6925, + "hfopenllm_v2/BBH": 0.6408, + "hfopenllm_v2/MATH Level 5": 0.3119, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4565, + "hfopenllm_v2/MMLU-PRO": 0.4658 } }, { @@ -417,12 +341,72 @@ "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0488, - "hfopenllm_v2/BBH": 0.6703, - "hfopenllm_v2/MATH Level 5": 0.2787, - "hfopenllm_v2/GPQA": 0.401, + "hfopenllm_v2/IFEval": 0.0585, + "hfopenllm_v2/BBH": 0.6691, + "hfopenllm_v2/MATH Level 5": 0.3165, + "hfopenllm_v2/GPQA": 0.406, "hfopenllm_v2/MUSR": 0.5034, - "hfopenllm_v2/MMLU-PRO": 0.5295 + "hfopenllm_v2/MMLU-PRO": 0.5287 + } + }, + { + "id": "microsoft/Phi-4-mini-instruct", + "name": "Phi-4-mini-instruct", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.5689, + "hfopenllm_v2/MATH Level 5": 0.1699, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3873, + "hfopenllm_v2/MMLU-PRO": 0.3932 + } + }, + { + "id": "microsoft/TNLG-v2-530B", + "name": "TNLG v2 530B", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.787, + "helm_classic/MMLU": 0.469, + "helm_classic/BoolQ": 0.809, + "helm_classic/NarrativeQA": 0.722, + "helm_classic/NaturalQuestions (open-book)": 0.642, + "helm_classic/QuAC": 0.39, + "helm_classic/HellaSwag": 0.799, + "helm_classic/OpenbookQA": 0.562, + "helm_classic/TruthfulQA": 0.251, + "helm_classic/MS MARCO (TREC)": 0.643, + "helm_classic/CNN/DailyMail": 0.161, + "helm_classic/XSUM": 0.169, + "helm_classic/IMDB": 0.941, + "helm_classic/CivilComments": 0.601, + "helm_classic/RAFT": 0.679 + } + }, + { + "id": "microsoft/TNLG-v2-6.7B", + "name": "TNLG v2 6.7B", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.309, + "helm_classic/MMLU": 0.242, + "helm_classic/BoolQ": 0.698, + "helm_classic/NarrativeQA": 0.631, + "helm_classic/NaturalQuestions (open-book)": 0.561, + "helm_classic/QuAC": 0.345, + "helm_classic/HellaSwag": 0.704, + "helm_classic/OpenbookQA": 0.478, + "helm_classic/TruthfulQA": 0.167, + "helm_classic/MS MARCO (TREC)": 0.332, + "helm_classic/CNN/DailyMail": 0.146, + "helm_classic/XSUM": 0.11, + "helm_classic/IMDB": 0.927, + "helm_classic/CivilComments": 0.532, + "helm_classic/RAFT": 0.525 } } ] diff --git a/data/developers/minimax.json b/data/developers/minimax.json index 3eb98fb6a6609e5f1cc4d74a47ecc2b74aaa9bb0..b575a16ccd7fb272ceb4b3067b0a9e48f65cff08 100644 --- a/data/developers/minimax.json +++ b/data/developers/minimax.json @@ -25,7 +25,7 @@ "developer": "MiniMax", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 36.6 + "terminal-bench-2.0/terminal-bench-2.0": 29.2 } }, { diff --git a/data/developers/mistralai.json b/data/developers/mistralai.json index 9e08c45340505201318f8ac58a31b423a7da6a56..57d196d824fe3b2d3e0a8303970991b9f16872ee 100644 --- a/data/developers/mistralai.json +++ b/data/developers/mistralai.json @@ -57,203 +57,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2717 } }, - { - "id": "mistralai/Mistral-7B-Instruct-v0.3", - "name": "Mistral-7B-Instruct-v0.3", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5465, - "hfopenllm_v2/BBH": 0.4722, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.3075 - } - }, - { - "id": "mistralai/Mistral-7B-v0.1", - "name": "Mistral-7B-v0.1", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2386, - "hfopenllm_v2/BBH": 0.4419, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4139, - "hfopenllm_v2/MMLU-PRO": 0.3013 - } - }, - { - "id": "mistralai/Mistral-7B-v0.3", - "name": "Mistral-7B-v0.3", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2266, - "hfopenllm_v2/BBH": 0.4517, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4032, - "hfopenllm_v2/MMLU-PRO": 0.2953 - } - }, - { - "id": "mistralai/Mistral-Large-Instruct-2411", - "name": "Mistral-Large-Instruct-2411", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8401, - "hfopenllm_v2/BBH": 0.6747, - "hfopenllm_v2/MATH Level 5": 0.4955, - "hfopenllm_v2/GPQA": 0.4371, - "hfopenllm_v2/MUSR": 0.454, - "hfopenllm_v2/MMLU-PRO": 0.5562 - } - }, - { - "id": "mistralai/Mistral-Nemo-Base-2407", - "name": "Mistral-Nemo-Base-2407", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.163, - "hfopenllm_v2/BBH": 0.5035, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3921, - "hfopenllm_v2/MMLU-PRO": 0.3472 - } - }, - { - "id": "mistralai/Mistral-Nemo-Instruct-2407", - "name": "Mistral-Nemo-Instruct-2407", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.638, - "hfopenllm_v2/BBH": 0.5037, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.39, - "hfopenllm_v2/MMLU-PRO": 0.3517 - } - }, - { - "id": "mistralai/Mistral-Small-24B-Base-2501", - "name": "Mistral-Small-24B-Base-2501", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1672, - "hfopenllm_v2/BBH": 0.6442, - "hfopenllm_v2/MATH Level 5": 0.1971, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.5406 - } - }, - { - "id": "mistralai/Mistral-Small-Instruct-2409", - "name": "Mistral-Small-Instruct-2409", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6283, - "hfopenllm_v2/BBH": 0.583, - "hfopenllm_v2/MATH Level 5": 0.2039, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4063, - "hfopenllm_v2/MMLU-PRO": 0.4099 - } - }, - { - "id": "mistralai/Mistral-v0.1-7B", - "name": "Mistral v0.1 7B", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.884, - "helm_classic/MMLU": 0.572, - "helm_classic/BoolQ": 0.874, - "helm_classic/NarrativeQA": 0.716, - "helm_classic/NaturalQuestions (open-book)": 0.687, - "helm_classic/QuAC": 0.423, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.422, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.962, - "helm_classic/CivilComments": 0.624, - "helm_classic/RAFT": 0.707 - } - }, - { - "id": "mistralai/Mixtral-8x22B-Instruct-v0.1", - "name": "Mixtral-8x22B-Instruct-v0.1", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7184, - "hfopenllm_v2/BBH": 0.6125, - "hfopenllm_v2/MATH Level 5": 0.1873, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.4483 - } - }, - { - "id": "mistralai/Mixtral-8x22B-v0.1", - "name": "Mixtral-8x22B-v0.1", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2583, - "hfopenllm_v2/BBH": 0.624, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4037, - "hfopenllm_v2/MMLU-PRO": 0.4639 - } - }, - { - "id": "mistralai/Mixtral-8x7B-Instruct-v0.1", - "name": "Mixtral-8x7B-Instruct-v0.1", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5599, - "hfopenllm_v2/BBH": 0.4962, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4203, - "hfopenllm_v2/MMLU-PRO": 0.3692, - "reward-bench/Score": 0.7455, - "reward-bench/Chat": 0.9497, - "reward-bench/Chat Hard": 0.6404, - "reward-bench/Safety": 0.7257, - "reward-bench/Reasoning": 0.7872, - "reward-bench/Prior Sets (0.5 weight)": 0.5033 - } - }, - { - "id": "mistralai/Mixtral-8x7B-v0.1", - "name": "Mixtral-8x7B-v0.1", - "developer": "mistralai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2415, - "hfopenllm_v2/BBH": 0.5087, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4321, - "hfopenllm_v2/MMLU-PRO": 0.385 - } - }, { "id": "mistralai/mistral-7b-instruct-v0.3", "name": "Mistral Instruct v0.3 7B", @@ -311,7 +114,13 @@ "helm_mmlu/Sociology": 0.806, "helm_mmlu/Virology": 0.47, "helm_mmlu/World Religions": 0.825, - "helm_mmlu/Mean win rate": 0.509 + "helm_mmlu/Mean win rate": 0.509, + "hfopenllm_v2/IFEval": 0.5465, + "hfopenllm_v2/BBH": 0.4722, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.3075 } }, { @@ -365,7 +174,27 @@ "helm_mmlu/Sociology": 0.831, "helm_mmlu/Virology": 0.44, "helm_mmlu/World Religions": 0.789, - "helm_mmlu/Mean win rate": 0.213 + "helm_mmlu/Mean win rate": 0.213, + "hfopenllm_v2/IFEval": 0.2386, + "hfopenllm_v2/BBH": 0.4419, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4139, + "hfopenllm_v2/MMLU-PRO": 0.3013 + } + }, + { + "id": "mistralai/Mistral-7B-v0.3", + "name": "Mistral-7B-v0.3", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2266, + "hfopenllm_v2/BBH": 0.4517, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4032, + "hfopenllm_v2/MMLU-PRO": 0.2953 } }, { @@ -490,6 +319,20 @@ "helm_capabilities/Omni-MATH": 0.281 } }, + { + "id": "mistralai/Mistral-Large-Instruct-2411", + "name": "Mistral-Large-Instruct-2411", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8401, + "hfopenllm_v2/BBH": 0.6747, + "hfopenllm_v2/MATH Level 5": 0.4955, + "hfopenllm_v2/GPQA": 0.4371, + "hfopenllm_v2/MUSR": 0.454, + "hfopenllm_v2/MMLU-PRO": 0.5562 + } + }, { "id": "mistralai/mistral-medium-2312", "name": "Mistral Medium 2312", @@ -535,6 +378,34 @@ "global-mmlu-lite/Burmese": 0.7325 } }, + { + "id": "mistralai/Mistral-Nemo-Base-2407", + "name": "Mistral-Nemo-Base-2407", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.163, + "hfopenllm_v2/BBH": 0.5035, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3921, + "hfopenllm_v2/MMLU-PRO": 0.3472 + } + }, + { + "id": "mistralai/Mistral-Nemo-Instruct-2407", + "name": "Mistral-Nemo-Instruct-2407", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.638, + "hfopenllm_v2/BBH": 0.5037, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.39, + "hfopenllm_v2/MMLU-PRO": 0.3517 + } + }, { "id": "mistralai/mistral-small-2402", "name": "Mistral Small 2402", @@ -589,6 +460,20 @@ "helm_mmlu/Mean win rate": 0.54 } }, + { + "id": "mistralai/Mistral-Small-24B-Base-2501", + "name": "Mistral-Small-24B-Base-2501", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1672, + "hfopenllm_v2/BBH": 0.6442, + "hfopenllm_v2/MATH Level 5": 0.1971, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.5406 + } + }, { "id": "mistralai/mistral-small-2503", "name": "mistral-small-2503", @@ -622,6 +507,43 @@ "helm_capabilities/Omni-MATH": 0.248 } }, + { + "id": "mistralai/Mistral-Small-Instruct-2409", + "name": "Mistral-Small-Instruct-2409", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6283, + "hfopenllm_v2/BBH": 0.583, + "hfopenllm_v2/MATH Level 5": 0.2039, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4063, + "hfopenllm_v2/MMLU-PRO": 0.4099 + } + }, + { + "id": "mistralai/Mistral-v0.1-7B", + "name": "Mistral v0.1 7B", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.884, + "helm_classic/MMLU": 0.572, + "helm_classic/BoolQ": 0.874, + "helm_classic/NarrativeQA": 0.716, + "helm_classic/NaturalQuestions (open-book)": 0.687, + "helm_classic/QuAC": 0.423, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.422, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.962, + "helm_classic/CivilComments": 0.624, + "helm_classic/RAFT": 0.707 + } + }, { "id": "mistralai/mixtral-8x22b", "name": "Mixtral 8x22B", @@ -677,8 +599,8 @@ } }, { - "id": "mistralai/mixtral-8x22b-instruct-v0.1", - "name": "Mixtral Instruct 8x22B", + "id": "mistralai/Mixtral-8x22B-Instruct-v0.1", + "name": "Mixtral-8x22B-Instruct-v0.1", "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { @@ -687,7 +609,27 @@ "helm_capabilities/GPQA": 0.334, "helm_capabilities/IFEval": 0.724, "helm_capabilities/WildBench": 0.711, - "helm_capabilities/Omni-MATH": 0.163 + "helm_capabilities/Omni-MATH": 0.163, + "hfopenllm_v2/IFEval": 0.7184, + "hfopenllm_v2/BBH": 0.6125, + "hfopenllm_v2/MATH Level 5": 0.1873, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.4483 + } + }, + { + "id": "mistralai/Mixtral-8x22B-v0.1", + "name": "Mixtral-8x22B-v0.1", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2583, + "hfopenllm_v2/BBH": 0.624, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4037, + "hfopenllm_v2/MMLU-PRO": 0.4639 } }, { @@ -745,8 +687,8 @@ } }, { - "id": "mistralai/mixtral-8x7b-instruct-v0.1", - "name": "Mixtral Instruct 8x7B", + "id": "mistralai/Mixtral-8x7B-Instruct-v0.1", + "name": "Mixtral-8x7B-Instruct-v0.1", "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { @@ -755,7 +697,33 @@ "helm_capabilities/GPQA": 0.296, "helm_capabilities/IFEval": 0.575, "helm_capabilities/WildBench": 0.673, - "helm_capabilities/Omni-MATH": 0.105 + "helm_capabilities/Omni-MATH": 0.105, + "hfopenllm_v2/IFEval": 0.5599, + "hfopenllm_v2/BBH": 0.4962, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4203, + "hfopenllm_v2/MMLU-PRO": 0.3692, + "reward-bench/Score": 0.7455, + "reward-bench/Chat": 0.9497, + "reward-bench/Chat Hard": 0.6404, + "reward-bench/Safety": 0.7257, + "reward-bench/Reasoning": 0.7872, + "reward-bench/Prior Sets (0.5 weight)": 0.5033 + } + }, + { + "id": "mistralai/Mixtral-8x7B-v0.1", + "name": "Mixtral-8x7B-v0.1", + "developer": "mistralai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2415, + "hfopenllm_v2/BBH": 0.5087, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4321, + "hfopenllm_v2/MMLU-PRO": 0.385 } }, { diff --git a/data/developers/monsterapi.json b/data/developers/monsterapi.json index 9b178fa2ef49ae640e325a4534d297a7266911fc..28dd973594514c438ff479510a46de6b7e475972 100644 --- a/data/developers/monsterapi.json +++ b/data/developers/monsterapi.json @@ -1,20 +1,6 @@ { "developer": "monsterapi", "models": [ - { - "id": "monsterapi/Llama-3_1-8B-Instruct-orca-ORPO", - "name": "Llama-3_1-8B-Instruct-orca-ORPO", - "developer": "monsterapi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2273, - "hfopenllm_v2/BBH": 0.2865, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3445, - "hfopenllm_v2/MMLU-PRO": 0.1168 - } - }, { "id": "monsterapi/gemma-2-2b-LoRA-MonsterInstruct", "name": "gemma-2-2b-LoRA-MonsterInstruct", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.3644, "hfopenllm_v2/MMLU-PRO": 0.1987 } + }, + { + "id": "monsterapi/Llama-3_1-8B-Instruct-orca-ORPO", + "name": "Llama-3_1-8B-Instruct-orca-ORPO", + "developer": "monsterapi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2273, + "hfopenllm_v2/BBH": 0.2865, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3445, + "hfopenllm_v2/MMLU-PRO": 0.1168 + } } ] } \ No newline at end of file diff --git a/data/developers/moonshot_ai.json b/data/developers/moonshot_ai.json index d83f11402fcca0c39c33d09eed495f2aefd69384..746185ce773a539bd025922ab856fdcf2f8a1d9f 100644 --- a/data/developers/moonshot_ai.json +++ b/data/developers/moonshot_ai.json @@ -7,7 +7,7 @@ "developer": "Moonshot AI", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 26.7 + "terminal-bench-2.0/terminal-bench-2.0": 27.8 } }, { diff --git a/data/developers/mosaicml.json b/data/developers/mosaicml.json index 9a3d1c335058663d023ddb48811a646eee39f004..86170994191d12a0b90d2d4128cac71d701cfc01 100644 --- a/data/developers/mosaicml.json +++ b/data/developers/mosaicml.json @@ -24,6 +24,20 @@ "helm_classic/RAFT": 0.723 } }, + { + "id": "mosaicml/mpt-7b", + "name": "mpt-7b", + "developer": "mosaicml", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2152, + "hfopenllm_v2/BBH": 0.33, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3672, + "hfopenllm_v2/MMLU-PRO": 0.1206 + } + }, { "id": "mosaicml/MPT-Instruct-30B", "name": "MPT-Instruct 30B", @@ -46,20 +60,6 @@ "helm_classic/CivilComments": 0.573, "helm_classic/RAFT": 0.68 } - }, - { - "id": "mosaicml/mpt-7b", - "name": "mpt-7b", - "developer": "mosaicml", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2152, - "hfopenllm_v2/BBH": 0.33, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3672, - "hfopenllm_v2/MMLU-PRO": 0.1206 - } } ] } \ No newline at end of file diff --git a/data/developers/multiple.json b/data/developers/multiple.json index 34cdb844d495e12fd3a3820204fbda313306e211..b464ffc342f6679111ee9b59dfbf7cef7cf4cfc7 100644 --- a/data/developers/multiple.json +++ b/data/developers/multiple.json @@ -7,7 +7,7 @@ "developer": "Multiple", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 72.4 + "terminal-bench-2.0/terminal-bench-2.0": 50.1 } } ] diff --git a/data/developers/nazimali.json b/data/developers/nazimali.json index 34d47c9647d462b17a0fe6015c5c4f9fc00264e7..07c42beb48b2fc9e0ad1a1059178a9ce4071a591 100644 --- a/data/developers/nazimali.json +++ b/data/developers/nazimali.json @@ -21,12 +21,12 @@ "developer": "nazimali", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.486, - "hfopenllm_v2/BBH": 0.4721, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4006, - "hfopenllm_v2/MMLU-PRO": 0.3087 + "hfopenllm_v2/IFEval": 0.4964, + "hfopenllm_v2/BBH": 0.4699, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3979, + "hfopenllm_v2/MMLU-PRO": 0.3063 } } ] diff --git a/data/developers/nbeerbower.json b/data/developers/nbeerbower.json index 2dd18221ea70d73c59a52f62543c0258c0648479..e14166d6062dd90b9ceb3c06d84b83a82e99c141 100644 --- a/data/developers/nbeerbower.json +++ b/data/developers/nbeerbower.json @@ -141,6 +141,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3661 } }, + { + "id": "nbeerbower/gemma2-gutenberg-27B", + "name": "gemma2-gutenberg-27B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2947, + "hfopenllm_v2/BBH": 0.3797, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3727, + "hfopenllm_v2/MMLU-PRO": 0.1982 + } + }, + { + "id": "nbeerbower/gemma2-gutenberg-9B", + "name": "gemma2-gutenberg-9B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2796, + "hfopenllm_v2/BBH": 0.5951, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.4192 + } + }, { "id": "nbeerbower/Gemma2-Gutenberg-Doppel-9B", "name": "Gemma2-Gutenberg-Doppel-9B", @@ -197,6 +225,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3582 } }, + { + "id": "nbeerbower/llama-3-gutenberg-8B", + "name": "llama-3-gutenberg-8B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4372, + "hfopenllm_v2/BBH": 0.4994, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3831 + } + }, { "id": "nbeerbower/Llama-3.1-Nemotron-lorablated-70B", "name": "Llama-3.1-Nemotron-lorablated-70B", @@ -211,6 +253,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5343 } }, + { + "id": "nbeerbower/llama3.1-cc-8B", + "name": "llama3.1-cc-8B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5068, + "hfopenllm_v2/BBH": 0.4871, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3885, + "hfopenllm_v2/MMLU-PRO": 0.3347 + } + }, { "id": "nbeerbower/Llama3.1-Gutenberg-Doppel-70B", "name": "Llama3.1-Gutenberg-Doppel-70B", @@ -225,6 +281,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4737 } }, + { + "id": "nbeerbower/llama3.1-kartoffeldes-70B", + "name": "llama3.1-kartoffeldes-70B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.823, + "hfopenllm_v2/BBH": 0.6894, + "hfopenllm_v2/MATH Level 5": 0.3218, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4646, + "hfopenllm_v2/MMLU-PRO": 0.4988 + } + }, { "id": "nbeerbower/Lyra-Gutenberg-mistral-nemo-12B", "name": "Lyra-Gutenberg-mistral-nemo-12B", @@ -295,6 +365,118 @@ "hfopenllm_v2/MMLU-PRO": 0.2729 } }, + { + "id": "nbeerbower/mistral-nemo-bophades-12B", + "name": "mistral-nemo-bophades-12B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6794, + "hfopenllm_v2/BBH": 0.4988, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.3501 + } + }, + { + "id": "nbeerbower/mistral-nemo-bophades3-12B", + "name": "mistral-nemo-bophades3-12B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6578, + "hfopenllm_v2/BBH": 0.5449, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4604, + "hfopenllm_v2/MMLU-PRO": 0.3371 + } + }, + { + "id": "nbeerbower/mistral-nemo-cc-12B", + "name": "mistral-nemo-cc-12B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1435, + "hfopenllm_v2/BBH": 0.5399, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4424, + "hfopenllm_v2/MMLU-PRO": 0.3598 + } + }, + { + "id": "nbeerbower/mistral-nemo-gutades-12B", + "name": "mistral-nemo-gutades-12B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3425, + "hfopenllm_v2/BBH": 0.5407, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.404, + "hfopenllm_v2/MMLU-PRO": 0.3561 + } + }, + { + "id": "nbeerbower/mistral-nemo-gutenberg-12B", + "name": "mistral-nemo-gutenberg-12B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3504, + "hfopenllm_v2/BBH": 0.5281, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3562 + } + }, + { + "id": "nbeerbower/mistral-nemo-gutenberg-12B-v2", + "name": "mistral-nemo-gutenberg-12B-v2", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6203, + "hfopenllm_v2/BBH": 0.5397, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.3499 + } + }, + { + "id": "nbeerbower/mistral-nemo-gutenberg-12B-v3", + "name": "mistral-nemo-gutenberg-12B-v3", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2183, + "hfopenllm_v2/BBH": 0.5441, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.445, + "hfopenllm_v2/MMLU-PRO": 0.3644 + } + }, + { + "id": "nbeerbower/mistral-nemo-gutenberg-12B-v4", + "name": "mistral-nemo-gutenberg-12B-v4", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2379, + "hfopenllm_v2/BBH": 0.5269, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4104, + "hfopenllm_v2/MMLU-PRO": 0.3575 + } + }, { "id": "nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B", "name": "Mistral-Nemo-Gutenberg-Doppel-12B", @@ -323,6 +505,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3546 } }, + { + "id": "nbeerbower/mistral-nemo-gutenberg2-12B-test", + "name": "mistral-nemo-gutenberg2-12B-test", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3385, + "hfopenllm_v2/BBH": 0.5255, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3555 + } + }, + { + "id": "nbeerbower/mistral-nemo-kartoffel-12B", + "name": "mistral-nemo-kartoffel-12B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7032, + "hfopenllm_v2/BBH": 0.5484, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4653, + "hfopenllm_v2/MMLU-PRO": 0.3585 + } + }, { "id": "nbeerbower/Mistral-Nemo-Moderne-12B-FFT-experimental", "name": "Mistral-Nemo-Moderne-12B-FFT-experimental", @@ -337,6 +547,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3455 } }, + { + "id": "nbeerbower/mistral-nemo-narwhal-12B", + "name": "mistral-nemo-narwhal-12B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5549, + "hfopenllm_v2/BBH": 0.5057, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3847, + "hfopenllm_v2/MMLU-PRO": 0.3483 + } + }, { "id": "nbeerbower/Mistral-Nemo-Prism-12B", "name": "Mistral-Nemo-Prism-12B", @@ -379,6 +603,20 @@ "hfopenllm_v2/MMLU-PRO": 0.359 } }, + { + "id": "nbeerbower/mistral-nemo-wissenschaft-12B", + "name": "mistral-nemo-wissenschaft-12B", + "developer": "nbeerbower", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.652, + "hfopenllm_v2/BBH": 0.504, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.3532 + } + }, { "id": "nbeerbower/Mistral-Small-Drummer-22B", "name": "Mistral-Small-Drummer-22B", @@ -476,244 +714,6 @@ "hfopenllm_v2/MUSR": 0.4304, "hfopenllm_v2/MMLU-PRO": 0.3684 } - }, - { - "id": "nbeerbower/gemma2-gutenberg-27B", - "name": "gemma2-gutenberg-27B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2947, - "hfopenllm_v2/BBH": 0.3797, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3727, - "hfopenllm_v2/MMLU-PRO": 0.1982 - } - }, - { - "id": "nbeerbower/gemma2-gutenberg-9B", - "name": "gemma2-gutenberg-9B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2796, - "hfopenllm_v2/BBH": 0.5951, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.4192 - } - }, - { - "id": "nbeerbower/llama-3-gutenberg-8B", - "name": "llama-3-gutenberg-8B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4372, - "hfopenllm_v2/BBH": 0.4994, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.3831 - } - }, - { - "id": "nbeerbower/llama3.1-cc-8B", - "name": "llama3.1-cc-8B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5068, - "hfopenllm_v2/BBH": 0.4871, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3885, - "hfopenllm_v2/MMLU-PRO": 0.3347 - } - }, - { - "id": "nbeerbower/llama3.1-kartoffeldes-70B", - "name": "llama3.1-kartoffeldes-70B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.823, - "hfopenllm_v2/BBH": 0.6894, - "hfopenllm_v2/MATH Level 5": 0.3218, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4646, - "hfopenllm_v2/MMLU-PRO": 0.4988 - } - }, - { - "id": "nbeerbower/mistral-nemo-bophades-12B", - "name": "mistral-nemo-bophades-12B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6794, - "hfopenllm_v2/BBH": 0.4988, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.3501 - } - }, - { - "id": "nbeerbower/mistral-nemo-bophades3-12B", - "name": "mistral-nemo-bophades3-12B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6578, - "hfopenllm_v2/BBH": 0.5449, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4604, - "hfopenllm_v2/MMLU-PRO": 0.3371 - } - }, - { - "id": "nbeerbower/mistral-nemo-cc-12B", - "name": "mistral-nemo-cc-12B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1435, - "hfopenllm_v2/BBH": 0.5399, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4424, - "hfopenllm_v2/MMLU-PRO": 0.3598 - } - }, - { - "id": "nbeerbower/mistral-nemo-gutades-12B", - "name": "mistral-nemo-gutades-12B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3425, - "hfopenllm_v2/BBH": 0.5407, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.404, - "hfopenllm_v2/MMLU-PRO": 0.3561 - } - }, - { - "id": "nbeerbower/mistral-nemo-gutenberg-12B", - "name": "mistral-nemo-gutenberg-12B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3504, - "hfopenllm_v2/BBH": 0.5281, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3562 - } - }, - { - "id": "nbeerbower/mistral-nemo-gutenberg-12B-v2", - "name": "mistral-nemo-gutenberg-12B-v2", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6203, - "hfopenllm_v2/BBH": 0.5397, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.3499 - } - }, - { - "id": "nbeerbower/mistral-nemo-gutenberg-12B-v3", - "name": "mistral-nemo-gutenberg-12B-v3", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2183, - "hfopenllm_v2/BBH": 0.5441, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.445, - "hfopenllm_v2/MMLU-PRO": 0.3644 - } - }, - { - "id": "nbeerbower/mistral-nemo-gutenberg-12B-v4", - "name": "mistral-nemo-gutenberg-12B-v4", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2379, - "hfopenllm_v2/BBH": 0.5269, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4104, - "hfopenllm_v2/MMLU-PRO": 0.3575 - } - }, - { - "id": "nbeerbower/mistral-nemo-gutenberg2-12B-test", - "name": "mistral-nemo-gutenberg2-12B-test", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3385, - "hfopenllm_v2/BBH": 0.5255, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3555 - } - }, - { - "id": "nbeerbower/mistral-nemo-kartoffel-12B", - "name": "mistral-nemo-kartoffel-12B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7032, - "hfopenllm_v2/BBH": 0.5484, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4653, - "hfopenllm_v2/MMLU-PRO": 0.3585 - } - }, - { - "id": "nbeerbower/mistral-nemo-narwhal-12B", - "name": "mistral-nemo-narwhal-12B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5549, - "hfopenllm_v2/BBH": 0.5057, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3847, - "hfopenllm_v2/MMLU-PRO": 0.3483 - } - }, - { - "id": "nbeerbower/mistral-nemo-wissenschaft-12B", - "name": "mistral-nemo-wissenschaft-12B", - "developer": "nbeerbower", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.652, - "hfopenllm_v2/BBH": 0.504, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.3532 - } } ] } \ No newline at end of file diff --git a/data/developers/ncsoft.json b/data/developers/ncsoft.json index 78886a7e33419ae72417f31ea13b0a41a2a3ced1..5cc19c52d2bf4d85f74e73a3056f8da048c42869 100644 --- a/data/developers/ncsoft.json +++ b/data/developers/ncsoft.json @@ -20,16 +20,16 @@ "developer": "NCSOFT", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8942, + "reward-bench/Score": 0.648, + "reward-bench/Chat": 0.9721, + "reward-bench/Chat Hard": 0.818, + "reward-bench/Safety": 0.7222, + "reward-bench/Reasoning": 0.9192, "reward-bench/Factuality": 0.6084, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.5191, - "reward-bench/Safety": 0.8676, "reward-bench/Focus": 0.9596, - "reward-bench/Ties": 0.6786, - "reward-bench/Chat": 0.9721, - "reward-bench/Chat Hard": 0.818, - "reward-bench/Reasoning": 0.9192 + "reward-bench/Ties": 0.6786 } }, { diff --git a/data/developers/nekochu.json b/data/developers/nekochu.json index 1e65c9938b3c11c108beda6837e1a35b296ff35d..531b7a10eb1ae90d0651d8748cdb54c92c3cfabb 100644 --- a/data/developers/nekochu.json +++ b/data/developers/nekochu.json @@ -1,20 +1,6 @@ { "developer": "Nekochu", "models": [ - { - "id": "Nekochu/Llama-3.1-8B-German-ORPO", - "name": "Llama-3.1-8B-German-ORPO", - "developer": "Nekochu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4611, - "hfopenllm_v2/BBH": 0.4983, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4647, - "hfopenllm_v2/MMLU-PRO": 0.3393 - } - }, { "id": "Nekochu/Llama-3.1-8B-french-DPO", "name": "Llama-3.1-8B-french-DPO", @@ -29,6 +15,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3414 } }, + { + "id": "Nekochu/Llama-3.1-8B-German-ORPO", + "name": "Llama-3.1-8B-German-ORPO", + "developer": "Nekochu", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4611, + "hfopenllm_v2/BBH": 0.4983, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4647, + "hfopenllm_v2/MMLU-PRO": 0.3393 + } + }, { "id": "Nekochu/Luminia-13B-v3", "name": "Luminia-13B-v3", diff --git a/data/developers/netcat420.json b/data/developers/netcat420.json index 0f76c4d0b164b25ad7b3d09e6f14a102bc37c823..8f0c15c90b3987f14176a8a09aeb791c356ac21b 100644 --- a/data/developers/netcat420.json +++ b/data/developers/netcat420.json @@ -44,59 +44,31 @@ } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2", - "name": "MFANN-Llama3.1-Abliterated-SLERP-TIES-V2", - "developer": "netcat420", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.421, - "hfopenllm_v2/BBH": 0.4924, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3728, - "hfopenllm_v2/MMLU-PRO": 0.3522 - } - }, - { - "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3", - "name": "MFANN-Llama3.1-Abliterated-SLERP-TIES-V3", - "developer": "netcat420", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4238, - "hfopenllm_v2/BBH": 0.4914, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3741, - "hfopenllm_v2/MMLU-PRO": 0.349 - } - }, - { - "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-V4", - "name": "MFANN-Llama3.1-Abliterated-SLERP-V4", + "id": "netcat420/MFANN-abliterated-phi2-merge-unretrained", + "name": "MFANN-abliterated-phi2-merge-unretrained", "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4169, - "hfopenllm_v2/BBH": 0.4909, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3821, - "hfopenllm_v2/MMLU-PRO": 0.3516 + "hfopenllm_v2/IFEval": 0.3005, + "hfopenllm_v2/BBH": 0.4104, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3183, + "hfopenllm_v2/MMLU-PRO": 0.1478 } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-V5", - "name": "MFANN-Llama3.1-Abliterated-SLERP-V5", + "id": "netcat420/MFANN-llama3.1-Abliterated-SLERP", + "name": "MFANN-llama3.1-Abliterated-SLERP", "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4329, - "hfopenllm_v2/BBH": 0.4952, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.3445 + "hfopenllm_v2/IFEval": 0.2591, + "hfopenllm_v2/BBH": 0.4574, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3809, + "hfopenllm_v2/MMLU-PRO": 0.2928 } }, { @@ -114,59 +86,31 @@ } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-Slerp-V3.2", - "name": "MFANN-Llama3.1-Abliterated-Slerp-V3.2", - "developer": "netcat420", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4128, - "hfopenllm_v2/BBH": 0.4978, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.3527 - } - }, - { - "id": "netcat420/MFANN-SFT", - "name": "MFANN-SFT", - "developer": "netcat420", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3682, - "hfopenllm_v2/BBH": 0.4852, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.3725, - "hfopenllm_v2/MMLU-PRO": 0.3336 - } - }, - { - "id": "netcat420/MFANN-abliterated-phi2-merge-unretrained", - "name": "MFANN-abliterated-phi2-merge-unretrained", + "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2", + "name": "MFANN-Llama3.1-Abliterated-SLERP-TIES-V2", "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3005, - "hfopenllm_v2/BBH": 0.4104, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3183, - "hfopenllm_v2/MMLU-PRO": 0.1478 + "hfopenllm_v2/IFEval": 0.421, + "hfopenllm_v2/BBH": 0.4924, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3728, + "hfopenllm_v2/MMLU-PRO": 0.3522 } }, { - "id": "netcat420/MFANN-llama3.1-Abliterated-SLERP", - "name": "MFANN-llama3.1-Abliterated-SLERP", + "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3", + "name": "MFANN-Llama3.1-Abliterated-SLERP-TIES-V3", "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2591, - "hfopenllm_v2/BBH": 0.4574, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3809, - "hfopenllm_v2/MMLU-PRO": 0.2928 + "hfopenllm_v2/IFEval": 0.4238, + "hfopenllm_v2/BBH": 0.4914, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3741, + "hfopenllm_v2/MMLU-PRO": 0.349 } }, { @@ -197,6 +141,48 @@ "hfopenllm_v2/MMLU-PRO": 0.3543 } }, + { + "id": "netcat420/MFANN-Llama3.1-Abliterated-Slerp-V3.2", + "name": "MFANN-Llama3.1-Abliterated-Slerp-V3.2", + "developer": "netcat420", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4128, + "hfopenllm_v2/BBH": 0.4978, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.3527 + } + }, + { + "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-V4", + "name": "MFANN-Llama3.1-Abliterated-SLERP-V4", + "developer": "netcat420", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4169, + "hfopenllm_v2/BBH": 0.4909, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3821, + "hfopenllm_v2/MMLU-PRO": 0.3516 + } + }, + { + "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-V5", + "name": "MFANN-Llama3.1-Abliterated-SLERP-V5", + "developer": "netcat420", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4329, + "hfopenllm_v2/BBH": 0.4952, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.3445 + } + }, { "id": "netcat420/MFANN-llama3.1-abliterated-v2", "name": "MFANN-llama3.1-abliterated-v2", @@ -253,6 +239,20 @@ "hfopenllm_v2/MMLU-PRO": 0.2803 } }, + { + "id": "netcat420/MFANN-SFT", + "name": "MFANN-SFT", + "developer": "netcat420", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3682, + "hfopenllm_v2/BBH": 0.4852, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.3725, + "hfopenllm_v2/MMLU-PRO": 0.3336 + } + }, { "id": "netcat420/MFANN3b", "name": "MFANN3b", @@ -533,20 +533,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3343 } }, - { - "id": "netcat420/Qwen2.5-7B-nerd-uncensored-v0.9-MFANN", - "name": "Qwen2.5-7B-nerd-uncensored-v0.9-MFANN", - "developer": "netcat420", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5878, - "hfopenllm_v2/BBH": 0.5237, - "hfopenllm_v2/MATH Level 5": 0.3376, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3926, - "hfopenllm_v2/MMLU-PRO": 0.3904 - } - }, { "id": "netcat420/Qwen2.5-7b-MFANN-slerp", "name": "Qwen2.5-7b-MFANN-slerp", @@ -575,6 +561,20 @@ "hfopenllm_v2/MMLU-PRO": 0.11 } }, + { + "id": "netcat420/Qwen2.5-7B-nerd-uncensored-v0.9-MFANN", + "name": "Qwen2.5-7B-nerd-uncensored-v0.9-MFANN", + "developer": "netcat420", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5878, + "hfopenllm_v2/BBH": 0.5237, + "hfopenllm_v2/MATH Level 5": 0.3376, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3926, + "hfopenllm_v2/MMLU-PRO": 0.3904 + } + }, { "id": "netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN", "name": "Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN", diff --git a/data/developers/nexesenex.json b/data/developers/nexesenex.json index 4174762106605b5f049547c900f6c44fdfde43ef..b62008ff8e3218ab43e4c9b85997c7c020612f6b 100644 --- a/data/developers/nexesenex.json +++ b/data/developers/nexesenex.json @@ -43,20 +43,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3441 } }, - { - "id": "Nexesenex/Llama_3.1_8b_DobHerWild_R1_v1.1R", - "name": "Llama_3.1_8b_DobHerWild_R1_v1.1R", - "developer": "Nexesenex", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.76, - "hfopenllm_v2/BBH": 0.5257, - "hfopenllm_v2/MATH Level 5": 0.2319, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3852, - "hfopenllm_v2/MMLU-PRO": 0.3688 - } - }, { "id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.01", "name": "Llama_3.1_8b_DoberWild_v2.01", @@ -99,6 +85,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3722 } }, + { + "id": "Nexesenex/Llama_3.1_8b_DobHerWild_R1_v1.1R", + "name": "Llama_3.1_8b_DobHerWild_R1_v1.1R", + "developer": "Nexesenex", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.76, + "hfopenllm_v2/BBH": 0.5257, + "hfopenllm_v2/MATH Level 5": 0.2319, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3852, + "hfopenllm_v2/MMLU-PRO": 0.3688 + } + }, { "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.01", "name": "Llama_3.1_8b_DodoWild_v2.01", @@ -603,20 +603,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2545 } }, - { - "id": "Nexesenex/Qwen_2.5_3b_Smarteaz_0.01a", - "name": "Qwen_2.5_3b_Smarteaz_0.01a", - "developer": "Nexesenex", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4012, - "hfopenllm_v2/BBH": 0.4637, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.286 - } - }, { "id": "Nexesenex/pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL", "name": "pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL", @@ -630,6 +616,20 @@ "hfopenllm_v2/MUSR": 0.3396, "hfopenllm_v2/MMLU-PRO": 0.1803 } + }, + { + "id": "Nexesenex/Qwen_2.5_3b_Smarteaz_0.01a", + "name": "Qwen_2.5_3b_Smarteaz_0.01a", + "developer": "Nexesenex", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4012, + "hfopenllm_v2/BBH": 0.4637, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.286 + } } ] } \ No newline at end of file diff --git a/data/developers/nexusflow.json b/data/developers/nexusflow.json index 49fe739e7104f59b148ecb24e067de8a0cb500b5..2f78cab8780e463261ce35ef251c295eb3f3fd0f 100644 --- a/data/developers/nexusflow.json +++ b/data/developers/nexusflow.json @@ -21,17 +21,17 @@ "developer": "Nexusflow", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4553, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.5724, - "reward-bench/Safety": 0.7556, - "reward-bench/Reasoning": 0.8845, - "reward-bench/Prior Sets (0.5 weight)": 0.7137, + "reward-bench/Score": 0.8133, "reward-bench/Factuality": 0.4589, "reward-bench/Precise IF": 0.3187, "reward-bench/Math": 0.6175, + "reward-bench/Safety": 0.877, "reward-bench/Focus": 0.4808, - "reward-bench/Ties": 0.1004 + "reward-bench/Ties": 0.1004, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.5724, + "reward-bench/Reasoning": 0.8845, + "reward-bench/Prior Sets (0.5 weight)": 0.7137 } } ] diff --git a/data/developers/nhyha.json b/data/developers/nhyha.json index 63edcc83f0fcde264203184b33fcd20a95023c0a..355703dc1e438ed8a6bdcbfc10704a3020a5772f 100644 --- a/data/developers/nhyha.json +++ b/data/developers/nhyha.json @@ -1,6 +1,20 @@ { "developer": "nhyha", "models": [ + { + "id": "nhyha/merge_Qwen2.5-7B-Instruct_20241023_0314", + "name": "merge_Qwen2.5-7B-Instruct_20241023_0314", + "developer": "nhyha", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5695, + "hfopenllm_v2/BBH": 0.5559, + "hfopenllm_v2/MATH Level 5": 0.3542, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.4542 + } + }, { "id": "nhyha/N3N_Delirium-v1_1030_0227", "name": "N3N_Delirium-v1_1030_0227", @@ -15,20 +29,6 @@ "hfopenllm_v2/MMLU-PRO": 0.415 } }, - { - "id": "nhyha/N3N_Llama-3.1-8B-Instruct_1028_0216", - "name": "N3N_Llama-3.1-8B-Instruct_1028_0216", - "developer": "nhyha", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4796, - "hfopenllm_v2/BBH": 0.5054, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.405, - "hfopenllm_v2/MMLU-PRO": 0.3638 - } - }, { "id": "nhyha/N3N_gemma-2-9b-it_20241029_1532", "name": "N3N_gemma-2-9b-it_20241029_1532", @@ -58,17 +58,17 @@ } }, { - "id": "nhyha/merge_Qwen2.5-7B-Instruct_20241023_0314", - "name": "merge_Qwen2.5-7B-Instruct_20241023_0314", + "id": "nhyha/N3N_Llama-3.1-8B-Instruct_1028_0216", + "name": "N3N_Llama-3.1-8B-Instruct_1028_0216", "developer": "nhyha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5695, - "hfopenllm_v2/BBH": 0.5559, - "hfopenllm_v2/MATH Level 5": 0.3542, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.4542 + "hfopenllm_v2/IFEval": 0.4796, + "hfopenllm_v2/BBH": 0.5054, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.405, + "hfopenllm_v2/MMLU-PRO": 0.3638 } } ] diff --git a/data/developers/nicolinho.json b/data/developers/nicolinho.json index 79bf445ae201aa8b9add0559d92e4abd4fd3bebb..4a0371ea4843281ca81a7aaa7d87efeb8213f42c 100644 --- a/data/developers/nicolinho.json +++ b/data/developers/nicolinho.json @@ -51,16 +51,16 @@ "developer": "nicolinho", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7074, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.8684, - "reward-bench/Safety": 0.9467, - "reward-bench/Reasoning": 0.9677, + "reward-bench/Score": 0.9314, "reward-bench/Factuality": 0.6653, "reward-bench/Precise IF": 0.4062, "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.9257, "reward-bench/Focus": 0.8909, - "reward-bench/Ties": 0.7234 + "reward-bench/Ties": 0.7234, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.8684, + "reward-bench/Reasoning": 0.9677 } } ] diff --git a/data/developers/nikolasigmoid.json b/data/developers/nikolasigmoid.json index 6140d28ba58f1da5c6d116238c2479fcd94e6be4..03d6da9ff3ca1cbfea8bdda1e4d0e80ecd721a42 100644 --- a/data/developers/nikolasigmoid.json +++ b/data/developers/nikolasigmoid.json @@ -29,20 +29,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1143 } }, - { - "id": "NikolaSigmoid/DeepSeek-R1-Distill-Qwen-1.5B-500", - "name": "DeepSeek-R1-Distill-Qwen-1.5B-500", - "developer": "NikolaSigmoid", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1749, - "hfopenllm_v2/BBH": 0.2602, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.338, - "hfopenllm_v2/MMLU-PRO": 0.1125 - } - }, { "id": "NikolaSigmoid/acemath-200", "name": "acemath-200", @@ -57,6 +43,20 @@ "hfopenllm_v2/MMLU-PRO": 0.2376 } }, + { + "id": "NikolaSigmoid/DeepSeek-R1-Distill-Qwen-1.5B-500", + "name": "DeepSeek-R1-Distill-Qwen-1.5B-500", + "developer": "NikolaSigmoid", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1749, + "hfopenllm_v2/BBH": 0.2602, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.338, + "hfopenllm_v2/MMLU-PRO": 0.1125 + } + }, { "id": "NikolaSigmoid/phi-4-14b", "name": "phi-4-14b", diff --git a/data/developers/nisten.json b/data/developers/nisten.json index 785709badefb68361515ca958f0d589a8268f14c..7b275a3c64fa267662b1c7ec09c2c6db9c0fbfc6 100644 --- a/data/developers/nisten.json +++ b/data/developers/nisten.json @@ -7,12 +7,12 @@ "developer": "nisten", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3799, - "hfopenllm_v2/BBH": 0.6647, - "hfopenllm_v2/MATH Level 5": 0.3406, - "hfopenllm_v2/GPQA": 0.4035, - "hfopenllm_v2/MUSR": 0.494, - "hfopenllm_v2/MMLU-PRO": 0.5731 + "hfopenllm_v2/IFEval": 0.3914, + "hfopenllm_v2/BBH": 0.6591, + "hfopenllm_v2/MATH Level 5": 0.3044, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4681, + "hfopenllm_v2/MMLU-PRO": 0.5611 } }, { diff --git a/data/developers/noname0202.json b/data/developers/noname0202.json index fd20ef1a079ab350467e00901ddc19e0f0a28101..3f3a769adee89af5fcfd9a54a3f12fcba4bb240f 100644 --- a/data/developers/noname0202.json +++ b/data/developers/noname0202.json @@ -1,20 +1,6 @@ { "developer": "noname0202", "models": [ - { - "id": "noname0202/Llama-3.2-4x3B-Instruct", - "name": "Llama-3.2-4x3B-Instruct", - "developer": "noname0202", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7067, - "hfopenllm_v2/BBH": 0.4647, - "hfopenllm_v2/MATH Level 5": 0.1586, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3674, - "hfopenllm_v2/MMLU-PRO": 0.3285 - } - }, { "id": "noname0202/gemma-2-2b-it-ties", "name": "gemma-2-2b-it-ties", @@ -57,6 +43,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3675 } }, + { + "id": "noname0202/Llama-3.2-4x3B-Instruct", + "name": "Llama-3.2-4x3B-Instruct", + "developer": "noname0202", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7067, + "hfopenllm_v2/BBH": 0.4647, + "hfopenllm_v2/MATH Level 5": 0.1586, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3674, + "hfopenllm_v2/MMLU-PRO": 0.3285 + } + }, { "id": "noname0202/llama-math-1b-r16-0to512tokens-test", "name": "llama-math-1b-r16-0to512tokens-test", diff --git a/data/developers/nousresearch.json b/data/developers/nousresearch.json index 39234619c0fc2a9ab38092f6171e4cfd2fcdb763..5eca3534d830aded2e15a419e7392ebd605b4769 100644 --- a/data/developers/nousresearch.json +++ b/data/developers/nousresearch.json @@ -59,7 +59,7 @@ }, { "id": "NousResearch/Hermes-3-Llama-3.1-70B", - "name": "Hermes-3-Llama-3.1-70B", + "name": "NousResearch/Hermes-3-Llama-3.1-70B", "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { @@ -106,7 +106,7 @@ }, { "id": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", - "name": "Nous-Hermes-2-Mistral-7B-DPO", + "name": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { @@ -126,7 +126,7 @@ }, { "id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", - "name": "Nous-Hermes-2-Mixtral-8x7B-DPO", + "name": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { diff --git a/data/developers/novaciano.json b/data/developers/novaciano.json index df9c040c307dc2d5a01ff24b2f103902fcc322c0..8f4bddfabc83d9f2d1641e77a712e29c99428196 100644 --- a/data/developers/novaciano.json +++ b/data/developers/novaciano.json @@ -113,20 +113,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1823 } }, - { - "id": "Novaciano/LEWD-Mental-Cultist-3.2-1B", - "name": "LEWD-Mental-Cultist-3.2-1B", - "developer": "Novaciano", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5309, - "hfopenllm_v2/BBH": 0.3513, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3223, - "hfopenllm_v2/MMLU-PRO": 0.1769 - } - }, { "id": "Novaciano/La_Mejor_Mezcla-3.2-1B", "name": "La_Mejor_Mezcla-3.2-1B", @@ -141,6 +127,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1829 } }, + { + "id": "Novaciano/LEWD-Mental-Cultist-3.2-1B", + "name": "LEWD-Mental-Cultist-3.2-1B", + "developer": "Novaciano", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5309, + "hfopenllm_v2/BBH": 0.3513, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3223, + "hfopenllm_v2/MMLU-PRO": 0.1769 + } + }, { "id": "Novaciano/Sigil-Of-Satan-3.2-1B", "name": "Sigil-Of-Satan-3.2-1B", diff --git a/data/developers/ntqai.json b/data/developers/ntqai.json index cd7f75e55ae2a1e6514129a58d36855b53f5dc30..e1a7d459a31e41649f5fd93f3471c3cbcba8e339 100644 --- a/data/developers/ntqai.json +++ b/data/developers/ntqai.json @@ -1,20 +1,6 @@ { "developer": "NTQAI", "models": [ - { - "id": "NTQAI/NxMobileLM-1.5B-SFT", - "name": "NxMobileLM-1.5B-SFT", - "developer": "NTQAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6392, - "hfopenllm_v2/BBH": 0.3957, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.2817 - } - }, { "id": "NTQAI/Nxcode-CQ-7B-orpo", "name": "Nxcode-CQ-7B-orpo", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.394, "hfopenllm_v2/MMLU-PRO": 0.1612 } + }, + { + "id": "NTQAI/NxMobileLM-1.5B-SFT", + "name": "NxMobileLM-1.5B-SFT", + "developer": "NTQAI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6392, + "hfopenllm_v2/BBH": 0.3957, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.2817 + } } ] } \ No newline at end of file diff --git a/data/developers/omkar1102.json b/data/developers/omkar1102.json index ca0270b469e58068ee5242b6801e2fbe782ddc0a..1d044781189744d770af993cfdb651c1e02eee6f 100644 --- a/data/developers/omkar1102.json +++ b/data/developers/omkar1102.json @@ -7,12 +7,12 @@ "developer": "Omkar1102", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2148, - "hfopenllm_v2/BBH": 0.276, + "hfopenllm_v2/IFEval": 0.2254, + "hfopenllm_v2/BBH": 0.275, "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3802, - "hfopenllm_v2/MMLU-PRO": 0.1126 + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3762, + "hfopenllm_v2/MMLU-PRO": 0.1123 } } ] diff --git a/data/developers/ontocord.json b/data/developers/ontocord.json index 42739e95ae91594f9d3e1b7009d00eb7697a5ad4..add41dbe183800ebed90c916e0b704c974dd50e7 100644 --- a/data/developers/ontocord.json +++ b/data/developers/ontocord.json @@ -15,48 +15,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1132 } }, - { - "id": "ontocord/RedPajama-3B-v1-AutoRedteam", - "name": "RedPajama-3B-v1-AutoRedteam", - "developer": "ontocord", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1343, - "hfopenllm_v2/BBH": 0.3026, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.1108 - } - }, - { - "id": "ontocord/RedPajama-3B-v1-AutoRedteam-Harmless-only", - "name": "RedPajama-3B-v1-AutoRedteam-Harmless-only", - "developer": "ontocord", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1525, - "hfopenllm_v2/BBH": 0.3124, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2315, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.11 - } - }, - { - "id": "ontocord/RedPajama3b_v1-autoredteam_helpfulness-train", - "name": "RedPajama3b_v1-autoredteam_helpfulness-train", - "developer": "ontocord", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2848, - "hfopenllm_v2/BBH": 0.3093, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.1107 - } - }, { "id": "ontocord/merged_0.2_expert_0.8", "name": "merged_0.2_expert_0.8", @@ -141,6 +99,48 @@ "hfopenllm_v2/MMLU-PRO": 0.1117 } }, + { + "id": "ontocord/RedPajama-3B-v1-AutoRedteam", + "name": "RedPajama-3B-v1-AutoRedteam", + "developer": "ontocord", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1343, + "hfopenllm_v2/BBH": 0.3026, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.1108 + } + }, + { + "id": "ontocord/RedPajama-3B-v1-AutoRedteam-Harmless-only", + "name": "RedPajama-3B-v1-AutoRedteam-Harmless-only", + "developer": "ontocord", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1525, + "hfopenllm_v2/BBH": 0.3124, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2315, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.11 + } + }, + { + "id": "ontocord/RedPajama3b_v1-autoredteam_helpfulness-train", + "name": "RedPajama3b_v1-autoredteam_helpfulness-train", + "developer": "ontocord", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2848, + "hfopenllm_v2/BBH": 0.3093, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.1107 + } + }, { "id": "ontocord/starcoder2-29b-ls", "name": "starcoder2-29b-ls", @@ -273,12 +273,12 @@ "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1128, - "hfopenllm_v2/BBH": 0.3171, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.346, - "hfopenllm_v2/MMLU-PRO": 0.1129 + "hfopenllm_v2/IFEval": 0.1162, + "hfopenllm_v2/BBH": 0.3184, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1124 } }, { diff --git a/data/developers/openai-community.json b/data/developers/openai-community.json index b65e0a6d2ad9fcf571ab1f95656f2b9e939df55e..e1bee1290f30e1b433849bdef0024c4a1ecf9fe0 100644 --- a/data/developers/openai-community.json +++ b/data/developers/openai-community.json @@ -7,12 +7,12 @@ "developer": "openai-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.178, - "hfopenllm_v2/BBH": 0.3017, - "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/IFEval": 0.1793, + "hfopenllm_v2/BBH": 0.3036, + "hfopenllm_v2/MATH Level 5": 0.0023, "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.439, - "hfopenllm_v2/MMLU-PRO": 0.1165 + "hfopenllm_v2/MUSR": 0.4471, + "hfopenllm_v2/MMLU-PRO": 0.1159 } }, { diff --git a/data/developers/openai.json b/data/developers/openai.json index cf19213ab810b1dcc8b6e097736ee0c3702dbc0c..3de6cd4a3a654ff0b14d197794a45c940be4b5f6 100644 --- a/data/developers/openai.json +++ b/data/developers/openai.json @@ -1,10 +1,102 @@ { "developer": "OpenAI", "models": [ + { + "id": "openai/ada-350M", + "name": "ada 350M", + "developer": "OpenAI", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.108, + "helm_classic/MMLU": 0.243, + "helm_classic/BoolQ": 0.581, + "helm_classic/NarrativeQA": 0.326, + "helm_classic/NaturalQuestions (open-book)": 0.365, + "helm_classic/QuAC": 0.242, + "helm_classic/HellaSwag": 0.435, + "helm_classic/OpenbookQA": 0.38, + "helm_classic/TruthfulQA": 0.215, + "helm_classic/MS MARCO (TREC)": 0.29, + "helm_classic/CNN/DailyMail": 0.09, + "helm_classic/XSUM": 0.022, + "helm_classic/IMDB": 0.849, + "helm_classic/CivilComments": 0.517, + "helm_classic/RAFT": 0.423 + } + }, + { + "id": "openai/babbage-1.3B", + "name": "babbage 1.3B", + "developer": "OpenAI", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.114, + "helm_classic/MMLU": 0.235, + "helm_classic/BoolQ": 0.574, + "helm_classic/NarrativeQA": 0.491, + "helm_classic/NaturalQuestions (open-book)": 0.451, + "helm_classic/QuAC": 0.273, + "helm_classic/HellaSwag": 0.555, + "helm_classic/OpenbookQA": 0.438, + "helm_classic/TruthfulQA": 0.188, + "helm_classic/MS MARCO (TREC)": 0.317, + "helm_classic/CNN/DailyMail": 0.079, + "helm_classic/XSUM": 0.045, + "helm_classic/IMDB": 0.597, + "helm_classic/CivilComments": 0.519, + "helm_classic/RAFT": 0.455 + } + }, + { + "id": "openai/curie-6.7B", + "name": "curie 6.7B", + "developer": "OpenAI", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.247, + "helm_classic/MMLU": 0.243, + "helm_classic/BoolQ": 0.656, + "helm_classic/NarrativeQA": 0.604, + "helm_classic/NaturalQuestions (open-book)": 0.552, + "helm_classic/QuAC": 0.321, + "helm_classic/HellaSwag": 0.682, + "helm_classic/OpenbookQA": 0.502, + "helm_classic/TruthfulQA": 0.232, + "helm_classic/MS MARCO (TREC)": 0.3, + "helm_classic/CNN/DailyMail": 0.113, + "helm_classic/XSUM": 0.091, + "helm_classic/IMDB": 0.889, + "helm_classic/CivilComments": 0.539, + "helm_classic/RAFT": 0.49 + } + }, + { + "id": "openai/davinci-175B", + "name": "davinci 175B", + "developer": "OpenAI", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.538, + "helm_classic/MMLU": 0.422, + "helm_classic/BoolQ": 0.722, + "helm_classic/NarrativeQA": 0.687, + "helm_classic/NaturalQuestions (open-book)": 0.625, + "helm_classic/QuAC": 0.36, + "helm_classic/HellaSwag": 0.775, + "helm_classic/OpenbookQA": 0.586, + "helm_classic/TruthfulQA": 0.194, + "helm_classic/MS MARCO (TREC)": 0.378, + "helm_classic/CNN/DailyMail": 0.127, + "helm_classic/XSUM": 0.126, + "helm_classic/IMDB": 0.933, + "helm_classic/CivilComments": 0.532, + "helm_classic/RAFT": 0.642 + } + }, { "id": "openai/GPT 4o", "name": "GPT 4o", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "apex-v1/Overall Score": 0.359 @@ -13,7 +105,7 @@ { "id": "openai/GPT 5", "name": "GPT 5", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "ace/Overall Score": 0.561, @@ -36,7 +128,7 @@ { "id": "openai/GPT 5 Codex", "name": "GPT 5 Codex", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "apex-agents/Corporate Lawyer Mean Score": 0.362 @@ -45,7 +137,7 @@ { "id": "openai/GPT 5.1", "name": "GPT 5.1", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "ace/Overall Score": 0.551, @@ -59,7 +151,7 @@ { "id": "openai/GPT 5.1 Codex", "name": "GPT 5.1 Codex", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "apex-agents/Corporate Lawyer Mean Score": 0.366 @@ -68,7 +160,7 @@ { "id": "openai/GPT 5.2", "name": "GPT 5.2", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "ace/Overall Score": 0.515, @@ -86,7 +178,7 @@ { "id": "openai/GPT 5.2 Codex", "name": "GPT 5.2 Codex", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "apex-agents/Overall Pass@1": 0.276, @@ -96,7 +188,7 @@ { "id": "openai/GPT 5.2 Pro", "name": "GPT 5.2 Pro", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "apex-v1/Overall Score": 0.668, @@ -108,7 +200,7 @@ { "id": "openai/GPT 5.3 Codex", "name": "GPT 5.3 Codex", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "apex-agents/Overall Pass@1": 0.317 @@ -117,7 +209,7 @@ { "id": "openai/GPT OSS 120B", "name": "GPT OSS 120B", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "apex-agents/Overall Pass@1": 0.047, @@ -129,148 +221,10 @@ "apex-agents/Corporate Lawyer Mean Score": 0.269 } }, - { - "id": "openai/GPT-J-6B", - "name": "GPT-J 6B", - "developer": "openai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.273, - "helm_classic/MMLU": 0.249, - "helm_classic/BoolQ": 0.649, - "helm_classic/NarrativeQA": 0.545, - "helm_classic/NaturalQuestions (open-book)": 0.559, - "helm_classic/QuAC": 0.33, - "helm_classic/HellaSwag": 0.663, - "helm_classic/OpenbookQA": 0.514, - "helm_classic/TruthfulQA": 0.199, - "helm_classic/MS MARCO (TREC)": 0.345, - "helm_classic/CNN/DailyMail": 0.131, - "helm_classic/XSUM": 0.096, - "helm_classic/IMDB": 0.939, - "helm_classic/CivilComments": 0.52, - "helm_classic/RAFT": 0.619 - } - }, - { - "id": "openai/GPT-NeoX-20B", - "name": "GPT-NeoX 20B", - "developer": "openai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.351, - "helm_classic/MMLU": 0.276, - "helm_classic/BoolQ": 0.683, - "helm_classic/NarrativeQA": 0.599, - "helm_classic/NaturalQuestions (open-book)": 0.596, - "helm_classic/QuAC": 0.326, - "helm_classic/HellaSwag": 0.718, - "helm_classic/OpenbookQA": 0.524, - "helm_classic/TruthfulQA": 0.216, - "helm_classic/MS MARCO (TREC)": 0.398, - "helm_classic/CNN/DailyMail": 0.123, - "helm_classic/XSUM": 0.102, - "helm_classic/IMDB": 0.948, - "helm_classic/CivilComments": 0.516, - "helm_classic/RAFT": 0.505 - } - }, - { - "id": "openai/ada-350M", - "name": "ada 350M", - "developer": "openai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.108, - "helm_classic/MMLU": 0.243, - "helm_classic/BoolQ": 0.581, - "helm_classic/NarrativeQA": 0.326, - "helm_classic/NaturalQuestions (open-book)": 0.365, - "helm_classic/QuAC": 0.242, - "helm_classic/HellaSwag": 0.435, - "helm_classic/OpenbookQA": 0.38, - "helm_classic/TruthfulQA": 0.215, - "helm_classic/MS MARCO (TREC)": 0.29, - "helm_classic/CNN/DailyMail": 0.09, - "helm_classic/XSUM": 0.022, - "helm_classic/IMDB": 0.849, - "helm_classic/CivilComments": 0.517, - "helm_classic/RAFT": 0.423 - } - }, - { - "id": "openai/babbage-1.3B", - "name": "babbage 1.3B", - "developer": "openai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.114, - "helm_classic/MMLU": 0.235, - "helm_classic/BoolQ": 0.574, - "helm_classic/NarrativeQA": 0.491, - "helm_classic/NaturalQuestions (open-book)": 0.451, - "helm_classic/QuAC": 0.273, - "helm_classic/HellaSwag": 0.555, - "helm_classic/OpenbookQA": 0.438, - "helm_classic/TruthfulQA": 0.188, - "helm_classic/MS MARCO (TREC)": 0.317, - "helm_classic/CNN/DailyMail": 0.079, - "helm_classic/XSUM": 0.045, - "helm_classic/IMDB": 0.597, - "helm_classic/CivilComments": 0.519, - "helm_classic/RAFT": 0.455 - } - }, - { - "id": "openai/curie-6.7B", - "name": "curie 6.7B", - "developer": "openai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.247, - "helm_classic/MMLU": 0.243, - "helm_classic/BoolQ": 0.656, - "helm_classic/NarrativeQA": 0.604, - "helm_classic/NaturalQuestions (open-book)": 0.552, - "helm_classic/QuAC": 0.321, - "helm_classic/HellaSwag": 0.682, - "helm_classic/OpenbookQA": 0.502, - "helm_classic/TruthfulQA": 0.232, - "helm_classic/MS MARCO (TREC)": 0.3, - "helm_classic/CNN/DailyMail": 0.113, - "helm_classic/XSUM": 0.091, - "helm_classic/IMDB": 0.889, - "helm_classic/CivilComments": 0.539, - "helm_classic/RAFT": 0.49 - } - }, - { - "id": "openai/davinci-175B", - "name": "davinci 175B", - "developer": "openai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.538, - "helm_classic/MMLU": 0.422, - "helm_classic/BoolQ": 0.722, - "helm_classic/NarrativeQA": 0.687, - "helm_classic/NaturalQuestions (open-book)": 0.625, - "helm_classic/QuAC": 0.36, - "helm_classic/HellaSwag": 0.775, - "helm_classic/OpenbookQA": 0.586, - "helm_classic/TruthfulQA": 0.194, - "helm_classic/MS MARCO (TREC)": 0.378, - "helm_classic/CNN/DailyMail": 0.127, - "helm_classic/XSUM": 0.126, - "helm_classic/IMDB": 0.933, - "helm_classic/CivilComments": 0.532, - "helm_classic/RAFT": 0.642 - } - }, { "id": "openai/gpt-3.5-turbo-0125", "name": "GPT-3.5 Turbo 0125", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_mmlu/MMLU All Subjects": 0.673, @@ -320,7 +274,7 @@ { "id": "openai/gpt-3.5-turbo-0301", "name": "gpt-3.5-turbo-0301", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.76, @@ -342,8 +296,8 @@ }, { "id": "openai/gpt-3.5-turbo-0613", - "name": "gpt-3.5-turbo-0613", - "developer": "openai", + "name": "GPT-3.5 Turbo 0613", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.783, @@ -419,7 +373,7 @@ { "id": "openai/gpt-4-0125-preview", "name": "openai/gpt-4-0125-preview", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.8434, @@ -433,7 +387,7 @@ { "id": "openai/gpt-4-0314", "name": "GPT-4 0314", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_instruct/Mean win rate": 0.611, @@ -448,7 +402,7 @@ { "id": "openai/gpt-4-0613", "name": "GPT-4 0613", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.867, @@ -502,7 +456,7 @@ { "id": "openai/gpt-4-1106-preview", "name": "GPT-4 Turbo 1106 preview", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.698, @@ -556,7 +510,7 @@ { "id": "openai/gpt-4-turbo-2024-04-09", "name": "GPT-4 Turbo 2024-04-09", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.864, @@ -627,7 +581,7 @@ { "id": "openai/gpt-4.1-2025-04-14", "name": "gpt-4.1-2025-04-14", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.8755, @@ -667,7 +621,7 @@ { "id": "openai/gpt-4.1-mini-2025-04-14", "name": "GPT-4.1 mini 2025-04-14", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.726, @@ -688,7 +642,7 @@ { "id": "openai/gpt-4.1-nano-2025-04-14", "name": "GPT-4.1 nano 2025-04-14", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.616, @@ -709,7 +663,7 @@ { "id": "openai/gpt-4o-2024-05-13", "name": "GPT-4o 2024-05-13", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.938, @@ -769,7 +723,7 @@ { "id": "openai/gpt-4o-2024-08-06", "name": "GPT-4o 2024-08-06", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.928, @@ -818,22 +772,22 @@ "helm_mmlu/Virology": 0.578, "helm_mmlu/World Religions": 0.883, "helm_mmlu/Mean win rate": 0.52, - "reward-bench/Score": 0.8673, + "reward-bench/Score": 0.6493, + "reward-bench/Chat": 0.9609, + "reward-bench/Chat Hard": 0.761, + "reward-bench/Safety": 0.8619, + "reward-bench/Reasoning": 0.8661, "reward-bench/Factuality": 0.5684, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.8811, "reward-bench/Focus": 0.7293, - "reward-bench/Ties": 0.7819, - "reward-bench/Chat": 0.9609, - "reward-bench/Chat Hard": 0.761, - "reward-bench/Reasoning": 0.8661 + "reward-bench/Ties": 0.7819 } }, { "id": "openai/gpt-4o-2024-11-20", "name": "GPT-4o 2024-11-20", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.634, @@ -850,7 +804,7 @@ { "id": "openai/gpt-4o-mini-2024-07-18", "name": "GPT-4o mini 2024-07-18", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.565, @@ -923,13 +877,13 @@ "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 35.2 + "terminal-bench-2.0/terminal-bench-2.0": 43.8 } }, { "id": "openai/gpt-5-2025-08-07", "name": "gpt-5-2025-08-07", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.8895, @@ -957,9 +911,9 @@ "helm_capabilities/IFEval": 0.875, "helm_capabilities/WildBench": 0.857, "helm_capabilities/Omni-MATH": 0.647, - "livecodebenchpro/Hard Problems": 0.04225352112676056, - "livecodebenchpro/Medium Problems": 0.4084507042253521, - "livecodebenchpro/Easy Problems": 0.8873239436619719 + "livecodebenchpro/Hard Problems": 0.0423, + "livecodebenchpro/Medium Problems": 0.4085, + "livecodebenchpro/Easy Problems": 0.9014 } }, { @@ -968,7 +922,7 @@ "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 41.3 + "terminal-bench-2.0/terminal-bench-2.0": 43.4 } }, { @@ -977,13 +931,13 @@ "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 29.2 + "terminal-bench-2.0/terminal-bench-2.0": 24.0 } }, { "id": "openai/gpt-5-mini-2025-08-07", "name": "GPT-5 mini 2025-08-07", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.819, @@ -1006,7 +960,7 @@ { "id": "openai/gpt-5-nano-2025-08-07", "name": "GPT-5 nano 2025-08-07", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.748, @@ -1073,9 +1027,9 @@ "livecodebenchpro/Hard Problems": 0.1594, "livecodebenchpro/Medium Problems": 0.5211, "livecodebenchpro/Easy Problems": 0.9014, - "swe-bench/swe-bench": 0.5253, + "swe-bench/swe-bench": 0.57, "tau-bench-2_airline/tau-bench-2/airline": 0.6, - "tau-bench-2_retail/tau-bench-2/retail": 0.51, + "tau-bench-2_retail/tau-bench-2/retail": 0.68, "tau-bench-2_telecom/tau-bench-2/telecom": 0.55 } }, @@ -1094,13 +1048,59 @@ "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 77.3 + "terminal-bench-2.0/terminal-bench-2.0": 75.1 + } + }, + { + "id": "openai/GPT-J-6B", + "name": "GPT-J 6B", + "developer": "OpenAI", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.273, + "helm_classic/MMLU": 0.249, + "helm_classic/BoolQ": 0.649, + "helm_classic/NarrativeQA": 0.545, + "helm_classic/NaturalQuestions (open-book)": 0.559, + "helm_classic/QuAC": 0.33, + "helm_classic/HellaSwag": 0.663, + "helm_classic/OpenbookQA": 0.514, + "helm_classic/TruthfulQA": 0.199, + "helm_classic/MS MARCO (TREC)": 0.345, + "helm_classic/CNN/DailyMail": 0.131, + "helm_classic/XSUM": 0.096, + "helm_classic/IMDB": 0.939, + "helm_classic/CivilComments": 0.52, + "helm_classic/RAFT": 0.619 + } + }, + { + "id": "openai/GPT-NeoX-20B", + "name": "GPT-NeoX 20B", + "developer": "OpenAI", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_classic/Mean win rate": 0.351, + "helm_classic/MMLU": 0.276, + "helm_classic/BoolQ": 0.683, + "helm_classic/NarrativeQA": 0.599, + "helm_classic/NaturalQuestions (open-book)": 0.596, + "helm_classic/QuAC": 0.326, + "helm_classic/HellaSwag": 0.718, + "helm_classic/OpenbookQA": 0.524, + "helm_classic/TruthfulQA": 0.216, + "helm_classic/MS MARCO (TREC)": 0.398, + "helm_classic/CNN/DailyMail": 0.123, + "helm_classic/XSUM": 0.102, + "helm_classic/IMDB": 0.948, + "helm_classic/CivilComments": 0.516, + "helm_classic/RAFT": 0.505 } }, { "id": "openai/gpt-oss-120b", - "name": "gpt-oss-120b", - "developer": "openai", + "name": "GPT-OSS-120B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.77, @@ -1112,13 +1112,13 @@ "livecodebenchpro/Hard Problems": 0.0, "livecodebenchpro/Medium Problems": 0.11267605633802817, "livecodebenchpro/Easy Problems": 0.6619718309859155, - "terminal-bench-2.0/terminal-bench-2.0": 14.2 + "terminal-bench-2.0/terminal-bench-2.0": 18.7 } }, { "id": "openai/gpt-oss-20b", - "name": "gpt-oss-20b", - "developer": "openai", + "name": "GPT-OSS-20B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.674, @@ -1136,7 +1136,7 @@ { "id": "openai/o3", "name": "o3", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "ace/Overall Score": 0.529, @@ -1148,7 +1148,7 @@ { "id": "openai/o3 Pro", "name": "o3 Pro", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "ace/Overall Score": 0.552, @@ -1160,8 +1160,8 @@ }, { "id": "openai/o3-2025-04-16", - "name": "o3 2025-04-16", - "developer": "openai", + "name": "o3-2025-04-16", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.811, @@ -1178,7 +1178,7 @@ { "id": "openai/o3-mini-2025-01-31", "name": "o3-mini-2025-01-31", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.78, @@ -1205,7 +1205,7 @@ { "id": "openai/o4-mini-2025-04-16", "name": "o4-mini-2025-04-16", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.8705, @@ -1241,7 +1241,7 @@ { "id": "openai/text-ada-001", "name": "text-ada-001", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.107, @@ -1264,7 +1264,7 @@ { "id": "openai/text-babbage-001", "name": "text-babbage-001", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.229, @@ -1287,7 +1287,7 @@ { "id": "openai/text-curie-001", "name": "text-curie-001", - "developer": "openai", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.36, @@ -1309,8 +1309,8 @@ }, { "id": "openai/text-davinci-002", - "name": "text-davinci-002", - "developer": "openai", + "name": "GPT-3.5 text-davinci-002", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.905, @@ -1342,8 +1342,8 @@ }, { "id": "openai/text-davinci-003", - "name": "text-davinci-003", - "developer": "openai", + "name": "GPT-3.5 text-davinci-003", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { "helm_classic/Mean win rate": 0.872, diff --git a/data/developers/openassistant.json b/data/developers/openassistant.json index ad2c9bbf5e049296e5d368971f1365bc748e1226..01c75aa86e6780446770cc9407ec4e8d8baaeaf2 100644 --- a/data/developers/openassistant.json +++ b/data/developers/openassistant.json @@ -59,17 +59,17 @@ "developer": "OpenAssistant", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6126, + "reward-bench/Score": 0.32, + "reward-bench/Chat": 0.8939, + "reward-bench/Chat Hard": 0.4518, + "reward-bench/Safety": 0.3667, + "reward-bench/Reasoning": 0.3855, + "reward-bench/Prior Sets (0.5 weight)": 0.5836, "reward-bench/Factuality": 0.3853, "reward-bench/Precise IF": 0.2687, "reward-bench/Math": 0.5027, - "reward-bench/Safety": 0.7338, "reward-bench/Focus": 0.2768, - "reward-bench/Ties": 0.12, - "reward-bench/Chat": 0.8939, - "reward-bench/Chat Hard": 0.4518, - "reward-bench/Reasoning": 0.3855, - "reward-bench/Prior Sets (0.5 weight)": 0.5836 + "reward-bench/Ties": 0.12 } } ] diff --git a/data/developers/openbmb.json b/data/developers/openbmb.json index d8dae84054074ce01b5c47fc58b69a148fdc99c0..b9795ed819d46987af7a443e489394fa08308cdd 100644 --- a/data/developers/openbmb.json +++ b/data/developers/openbmb.json @@ -21,17 +21,17 @@ "developer": "openbmb", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8159, + "reward-bench/Score": 0.5806, + "reward-bench/Chat": 0.9804, + "reward-bench/Chat Hard": 0.6557, + "reward-bench/Safety": 0.6267, + "reward-bench/Reasoning": 0.8633, + "reward-bench/Prior Sets (0.5 weight)": 0.7172, "reward-bench/Factuality": 0.6, "reward-bench/Precise IF": 0.3438, "reward-bench/Math": 0.5683, - "reward-bench/Safety": 0.8135, "reward-bench/Focus": 0.7475, - "reward-bench/Ties": 0.5972, - "reward-bench/Chat": 0.9804, - "reward-bench/Chat Hard": 0.6557, - "reward-bench/Reasoning": 0.8633, - "reward-bench/Prior Sets (0.5 weight)": 0.7172 + "reward-bench/Ties": 0.5972 } }, { diff --git a/data/developers/orion-zhen.json b/data/developers/orion-zhen.json index aabb46207c5258c83b3620297614572e6cfaa67a..031e12dc68fa70cdcc03a1c0a95d59133c447de9 100644 --- a/data/developers/orion-zhen.json +++ b/data/developers/orion-zhen.json @@ -1,20 +1,6 @@ { "developer": "Orion-zhen", "models": [ - { - "id": "Orion-zhen/Qwen2.5-7B-Instruct-Uncensored", - "name": "Qwen2.5-7B-Instruct-Uncensored", - "developer": "Orion-zhen", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7204, - "hfopenllm_v2/BBH": 0.5474, - "hfopenllm_v2/MATH Level 5": 0.4773, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4361, - "hfopenllm_v2/MMLU-PRO": 0.4427 - } - }, { "id": "Orion-zhen/phi-4-abliterated", "name": "phi-4-abliterated", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.5006, "hfopenllm_v2/MMLU-PRO": 0.5292 } + }, + { + "id": "Orion-zhen/Qwen2.5-7B-Instruct-Uncensored", + "name": "Qwen2.5-7B-Instruct-Uncensored", + "developer": "Orion-zhen", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7204, + "hfopenllm_v2/BBH": 0.5474, + "hfopenllm_v2/MATH Level 5": 0.4773, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4361, + "hfopenllm_v2/MMLU-PRO": 0.4427 + } } ] } \ No newline at end of file diff --git a/data/developers/pku-alignment.json b/data/developers/pku-alignment.json index 76e1f41b6171c4fd2a3d35d25df175a75a77a416..a5c03c753c2719a342e5f877501f45275886db1b 100644 --- a/data/developers/pku-alignment.json +++ b/data/developers/pku-alignment.json @@ -26,17 +26,17 @@ "developer": "PKU-Alignment", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.1606, - "reward-bench/Chat": 0.8184, - "reward-bench/Chat Hard": 0.2873, - "reward-bench/Safety": 0.1422, - "reward-bench/Reasoning": 0.346, - "reward-bench/Prior Sets (0.5 weight)": 0.5993, + "reward-bench/Score": 0.4727, "reward-bench/Factuality": 0.2105, "reward-bench/Precise IF": 0.2938, "reward-bench/Math": 0.2623, + "reward-bench/Safety": 0.3757, "reward-bench/Focus": 0.0646, - "reward-bench/Ties": -0.01 + "reward-bench/Ties": -0.01, + "reward-bench/Chat": 0.8184, + "reward-bench/Chat Hard": 0.2873, + "reward-bench/Reasoning": 0.346, + "reward-bench/Prior Sets (0.5 weight)": 0.5993 } }, { @@ -45,17 +45,17 @@ "developer": "PKU-Alignment", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5957, + "reward-bench/Score": 0.3326, + "reward-bench/Chat": 0.5726, + "reward-bench/Chat Hard": 0.4561, + "reward-bench/Safety": 0.7356, + "reward-bench/Reasoning": 0.6211, + "reward-bench/Prior Sets (0.5 weight)": 0.5397, "reward-bench/Factuality": 0.3789, "reward-bench/Precise IF": 0.275, "reward-bench/Math": 0.3333, - "reward-bench/Safety": 0.7608, "reward-bench/Focus": 0.2828, - "reward-bench/Ties": -0.01, - "reward-bench/Chat": 0.5726, - "reward-bench/Chat Hard": 0.4561, - "reward-bench/Reasoning": 0.6211, - "reward-bench/Prior Sets (0.5 weight)": 0.5397 + "reward-bench/Ties": -0.01 } }, { @@ -64,17 +64,17 @@ "developer": "PKU-Alignment", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.2544, - "reward-bench/Chat": 0.8994, - "reward-bench/Chat Hard": 0.364, - "reward-bench/Safety": 0.3156, - "reward-bench/Reasoning": 0.6887, - "reward-bench/Prior Sets (0.5 weight)": 0.6171, + "reward-bench/Score": 0.6366, "reward-bench/Factuality": 0.2168, "reward-bench/Precise IF": 0.2562, "reward-bench/Math": 0.3825, + "reward-bench/Safety": 0.6041, "reward-bench/Focus": 0.2606, - "reward-bench/Ties": 0.0944 + "reward-bench/Ties": 0.0944, + "reward-bench/Chat": 0.8994, + "reward-bench/Chat Hard": 0.364, + "reward-bench/Reasoning": 0.6887, + "reward-bench/Prior Sets (0.5 weight)": 0.6171 } } ] diff --git a/data/developers/pocketdoc.json b/data/developers/pocketdoc.json index 8751064d6df577680d6921f745eec4c56dad0ae5..49f2a76d7d6900882895140c645441a81a158366 100644 --- a/data/developers/pocketdoc.json +++ b/data/developers/pocketdoc.json @@ -15,6 +15,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1219 } }, + { + "id": "PocketDoc/Dans-PersonalityEngine-v1.0.0-8b", + "name": "Dans-PersonalityEngine-v1.0.0-8b", + "developer": "PocketDoc", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4982, + "hfopenllm_v2/BBH": 0.4733, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3542, + "hfopenllm_v2/MMLU-PRO": 0.3065 + } + }, { "id": "PocketDoc/Dans-PersonalityEngine-V1.1.0-12b", "name": "Dans-PersonalityEngine-V1.1.0-12b", @@ -43,20 +57,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5026 } }, - { - "id": "PocketDoc/Dans-PersonalityEngine-v1.0.0-8b", - "name": "Dans-PersonalityEngine-v1.0.0-8b", - "developer": "PocketDoc", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4982, - "hfopenllm_v2/BBH": 0.4733, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3542, - "hfopenllm_v2/MMLU-PRO": 0.3065 - } - }, { "id": "PocketDoc/Dans-SakuraKaze-V1.0.0-12b", "name": "Dans-SakuraKaze-V1.0.0-12b", diff --git a/data/developers/princeton-nlp.json b/data/developers/princeton-nlp.json index 772aeed79272f3649337c3fa020b0172aa1a578a..c2ef64ee6de3b0368749e3cc226eadfed8e75e4e 100644 --- a/data/developers/princeton-nlp.json +++ b/data/developers/princeton-nlp.json @@ -1,6 +1,34 @@ { "developer": "princeton-nlp", "models": [ + { + "id": "princeton-nlp/gemma-2-9b-it-DPO", + "name": "gemma-2-9b-it-DPO", + "developer": "princeton-nlp", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2769, + "hfopenllm_v2/BBH": 0.5941, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.3723 + } + }, + { + "id": "princeton-nlp/gemma-2-9b-it-SimPO", + "name": "gemma-2-9b-it-SimPO", + "developer": "princeton-nlp", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3207, + "hfopenllm_v2/BBH": 0.5839, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4123, + "hfopenllm_v2/MMLU-PRO": 0.3975 + } + }, { "id": "princeton-nlp/Llama-3-8B-ProLong-512k-Base", "name": "Llama-3-8B-ProLong-512k-Base", @@ -169,20 +197,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2889 } }, - { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-SLiC-HF", - "name": "Llama-3-Base-8B-SFT-SLiC-HF", - "developer": "princeton-nlp", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.489, - "hfopenllm_v2/BBH": 0.4704, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4091, - "hfopenllm_v2/MMLU-PRO": 0.3063 - } - }, { "id": "princeton-nlp/Llama-3-Base-8B-SFT-SimPO", "name": "Llama-3-Base-8B-SFT-SimPO", @@ -197,6 +211,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3105 } }, + { + "id": "princeton-nlp/Llama-3-Base-8B-SFT-SLiC-HF", + "name": "Llama-3-Base-8B-SFT-SLiC-HF", + "developer": "princeton-nlp", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.489, + "hfopenllm_v2/BBH": 0.4704, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4091, + "hfopenllm_v2/MMLU-PRO": 0.3063 + } + }, { "id": "princeton-nlp/Llama-3-Instruct-8B-CPO", "name": "Llama-3-Instruct-8B-CPO", @@ -365,34 +393,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3482 } }, - { - "id": "princeton-nlp/Llama-3-Instruct-8B-SLiC-HF", - "name": "Llama-3-Instruct-8B-SLiC-HF", - "developer": "princeton-nlp", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.74, - "hfopenllm_v2/BBH": 0.5029, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3723, - "hfopenllm_v2/MMLU-PRO": 0.3585 - } - }, - { - "id": "princeton-nlp/Llama-3-Instruct-8B-SLiC-HF-v0.2", - "name": "Llama-3-Instruct-8B-SLiC-HF-v0.2", - "developer": "princeton-nlp", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.711, - "hfopenllm_v2/BBH": 0.4984, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.3482 - } - }, { "id": "princeton-nlp/Llama-3-Instruct-8B-SimPO", "name": "Llama-3-Instruct-8B-SimPO", @@ -421,6 +421,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3622 } }, + { + "id": "princeton-nlp/Llama-3-Instruct-8B-SLiC-HF", + "name": "Llama-3-Instruct-8B-SLiC-HF", + "developer": "princeton-nlp", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.74, + "hfopenllm_v2/BBH": 0.5029, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3723, + "hfopenllm_v2/MMLU-PRO": 0.3585 + } + }, + { + "id": "princeton-nlp/Llama-3-Instruct-8B-SLiC-HF-v0.2", + "name": "Llama-3-Instruct-8B-SLiC-HF-v0.2", + "developer": "princeton-nlp", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.711, + "hfopenllm_v2/BBH": 0.4984, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.3482 + } + }, { "id": "princeton-nlp/Mistral-7B-Base-SFT-CPO", "name": "Mistral-7B-Base-SFT-CPO", @@ -505,20 +533,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2398 } }, - { - "id": "princeton-nlp/Mistral-7B-Base-SFT-SLiC-HF", - "name": "Mistral-7B-Base-SFT-SLiC-HF", - "developer": "princeton-nlp", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5127, - "hfopenllm_v2/BBH": 0.4422, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4261, - "hfopenllm_v2/MMLU-PRO": 0.2781 - } - }, { "id": "princeton-nlp/Mistral-7B-Base-SFT-SimPO", "name": "Mistral-7B-Base-SFT-SimPO", @@ -533,6 +547,20 @@ "hfopenllm_v2/MMLU-PRO": 0.2702 } }, + { + "id": "princeton-nlp/Mistral-7B-Base-SFT-SLiC-HF", + "name": "Mistral-7B-Base-SFT-SLiC-HF", + "developer": "princeton-nlp", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5127, + "hfopenllm_v2/BBH": 0.4422, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4261, + "hfopenllm_v2/MMLU-PRO": 0.2781 + } + }, { "id": "princeton-nlp/Mistral-7B-Instruct-CPO", "name": "Mistral-7B-Instruct-CPO", @@ -631,20 +659,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2651 } }, - { - "id": "princeton-nlp/Mistral-7B-Instruct-SLiC-HF", - "name": "Mistral-7B-Instruct-SLiC-HF", - "developer": "princeton-nlp", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5115, - "hfopenllm_v2/BBH": 0.404, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3913, - "hfopenllm_v2/MMLU-PRO": 0.2715 - } - }, { "id": "princeton-nlp/Mistral-7B-Instruct-SimPO", "name": "Mistral-7B-Instruct-SimPO", @@ -659,6 +673,20 @@ "hfopenllm_v2/MMLU-PRO": 0.2797 } }, + { + "id": "princeton-nlp/Mistral-7B-Instruct-SLiC-HF", + "name": "Mistral-7B-Instruct-SLiC-HF", + "developer": "princeton-nlp", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5115, + "hfopenllm_v2/BBH": 0.404, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3913, + "hfopenllm_v2/MMLU-PRO": 0.2715 + } + }, { "id": "princeton-nlp/Sheared-LLaMA-1.3B", "name": "Sheared-LLaMA-1.3B", @@ -686,34 +714,6 @@ "hfopenllm_v2/MUSR": 0.3567, "hfopenllm_v2/MMLU-PRO": 0.1187 } - }, - { - "id": "princeton-nlp/gemma-2-9b-it-DPO", - "name": "gemma-2-9b-it-DPO", - "developer": "princeton-nlp", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2769, - "hfopenllm_v2/BBH": 0.5941, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.3723 - } - }, - { - "id": "princeton-nlp/gemma-2-9b-it-SimPO", - "name": "gemma-2-9b-it-SimPO", - "developer": "princeton-nlp", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3207, - "hfopenllm_v2/BBH": 0.5839, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4123, - "hfopenllm_v2/MMLU-PRO": 0.3975 - } } ] } \ No newline at end of file diff --git a/data/developers/prithivmlmods.json b/data/developers/prithivmlmods.json index 9955e069086868f5f2f3d0b914ef44e14d31fc3f..f14f3864a910968b11c756eb8300bd4bd3eea36e 100644 --- a/data/developers/prithivmlmods.json +++ b/data/developers/prithivmlmods.json @@ -57,20 +57,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5111 } }, - { - "id": "prithivMLmods/COCO-7B-Instruct-1M", - "name": "COCO-7B-Instruct-1M", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4743, - "hfopenllm_v2/BBH": 0.541, - "hfopenllm_v2/MATH Level 5": 0.3497, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4382, - "hfopenllm_v2/MMLU-PRO": 0.4186 - } - }, { "id": "prithivMLmods/Calcium-Opus-14B-Elite", "name": "Calcium-Opus-14B-Elite", @@ -197,6 +183,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4734 } }, + { + "id": "prithivMLmods/COCO-7B-Instruct-1M", + "name": "COCO-7B-Instruct-1M", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4743, + "hfopenllm_v2/BBH": 0.541, + "hfopenllm_v2/MATH Level 5": 0.3497, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4382, + "hfopenllm_v2/MMLU-PRO": 0.4186 + } + }, { "id": "prithivMLmods/Codepy-Deepthink-3B", "name": "Codepy-Deepthink-3B", @@ -407,48 +407,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1649 } }, - { - "id": "prithivMLmods/GWQ-9B-Preview", - "name": "GWQ-9B-Preview", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5066, - "hfopenllm_v2/BBH": 0.5806, - "hfopenllm_v2/MATH Level 5": 0.2266, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4951, - "hfopenllm_v2/MMLU-PRO": 0.3984 - } - }, - { - "id": "prithivMLmods/GWQ-9B-Preview2", - "name": "GWQ-9B-Preview2", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5209, - "hfopenllm_v2/BBH": 0.5797, - "hfopenllm_v2/MATH Level 5": 0.2372, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.486, - "hfopenllm_v2/MMLU-PRO": 0.3997 - } - }, - { - "id": "prithivMLmods/GWQ2b", - "name": "GWQ2b", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4115, - "hfopenllm_v2/BBH": 0.4143, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.2473 - } - }, { "id": "prithivMLmods/Gaea-Opus-14B-Exp", "name": "Gaea-Opus-14B-Exp", @@ -505,6 +463,48 @@ "hfopenllm_v2/MMLU-PRO": 0.5007 } }, + { + "id": "prithivMLmods/GWQ-9B-Preview", + "name": "GWQ-9B-Preview", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5066, + "hfopenllm_v2/BBH": 0.5806, + "hfopenllm_v2/MATH Level 5": 0.2266, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4951, + "hfopenllm_v2/MMLU-PRO": 0.3984 + } + }, + { + "id": "prithivMLmods/GWQ-9B-Preview2", + "name": "GWQ-9B-Preview2", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5209, + "hfopenllm_v2/BBH": 0.5797, + "hfopenllm_v2/MATH Level 5": 0.2372, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.486, + "hfopenllm_v2/MMLU-PRO": 0.3997 + } + }, + { + "id": "prithivMLmods/GWQ2b", + "name": "GWQ2b", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4115, + "hfopenllm_v2/BBH": 0.4143, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.2473 + } + }, { "id": "prithivMLmods/Jolt-v0.1", "name": "Jolt-v0.1", @@ -883,6 +883,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5205 } }, + { + "id": "prithivMLmods/Phi-4-o1", + "name": "Phi-4-o1", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.029, + "hfopenllm_v2/BBH": 0.6689, + "hfopenllm_v2/MATH Level 5": 0.3995, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4978, + "hfopenllm_v2/MMLU-PRO": 0.5174 + } + }, { "id": "prithivMLmods/Phi-4-QwQ", "name": "Phi-4-QwQ", @@ -939,20 +953,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5235 } }, - { - "id": "prithivMLmods/Phi-4-o1", - "name": "Phi-4-o1", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.029, - "hfopenllm_v2/BBH": 0.6689, - "hfopenllm_v2/MATH Level 5": 0.3995, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4978, - "hfopenllm_v2/MMLU-PRO": 0.5174 - } - }, { "id": "prithivMLmods/Phi4-Super", "name": "Phi4-Super", @@ -1009,6 +1009,62 @@ "hfopenllm_v2/MMLU-PRO": 0.5422 } }, + { + "id": "prithivMLmods/Qwen-7B-Distill-Reasoner", + "name": "Qwen-7B-Distill-Reasoner", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3396, + "hfopenllm_v2/BBH": 0.4409, + "hfopenllm_v2/MATH Level 5": 0.395, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.2818 + } + }, + { + "id": "prithivMLmods/Qwen2.5-1.5B-DeepSeek-R1-Instruct", + "name": "Qwen2.5-1.5B-DeepSeek-R1-Instruct", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1397, + "hfopenllm_v2/BBH": 0.2824, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3724, + "hfopenllm_v2/MMLU-PRO": 0.1123 + } + }, + { + "id": "prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M", + "name": "Qwen2.5-14B-DeepSeek-R1-1M", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4193, + "hfopenllm_v2/BBH": 0.5935, + "hfopenllm_v2/MATH Level 5": 0.5128, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4606, + "hfopenllm_v2/MMLU-PRO": 0.4899 + } + }, + { + "id": "prithivMLmods/Qwen2.5-7B-DeepSeek-R1-1M", + "name": "Qwen2.5-7B-DeepSeek-R1-1M", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1861, + "hfopenllm_v2/BBH": 0.3126, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3417, + "hfopenllm_v2/MMLU-PRO": 0.1201 + } + }, { "id": "prithivMLmods/QwQ-LCoT-14B-Conversational", "name": "QwQ-LCoT-14B-Conversational", @@ -1121,62 +1177,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2804 } }, - { - "id": "prithivMLmods/Qwen-7B-Distill-Reasoner", - "name": "Qwen-7B-Distill-Reasoner", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3396, - "hfopenllm_v2/BBH": 0.4409, - "hfopenllm_v2/MATH Level 5": 0.395, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.2818 - } - }, - { - "id": "prithivMLmods/Qwen2.5-1.5B-DeepSeek-R1-Instruct", - "name": "Qwen2.5-1.5B-DeepSeek-R1-Instruct", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1397, - "hfopenllm_v2/BBH": 0.2824, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3724, - "hfopenllm_v2/MMLU-PRO": 0.1123 - } - }, - { - "id": "prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M", - "name": "Qwen2.5-14B-DeepSeek-R1-1M", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4193, - "hfopenllm_v2/BBH": 0.5935, - "hfopenllm_v2/MATH Level 5": 0.5128, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4606, - "hfopenllm_v2/MMLU-PRO": 0.4899 - } - }, - { - "id": "prithivMLmods/Qwen2.5-7B-DeepSeek-R1-1M", - "name": "Qwen2.5-7B-DeepSeek-R1-1M", - "developer": "prithivMLmods", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1861, - "hfopenllm_v2/BBH": 0.3126, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3417, - "hfopenllm_v2/MMLU-PRO": 0.1201 - } - }, { "id": "prithivMLmods/SmolLM2-CoT-360M", "name": "SmolLM2-CoT-360M", diff --git a/data/developers/qingy2019.json b/data/developers/qingy2019.json index 3885f54f7f780ebe87cee5b8aacc1c1136f4441f..b11a9d79a541432fdd0c8e33c56cfaa201540388 100644 --- a/data/developers/qingy2019.json +++ b/data/developers/qingy2019.json @@ -49,12 +49,12 @@ "developer": "qingy2019", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6066, - "hfopenllm_v2/BBH": 0.635, - "hfopenllm_v2/MATH Level 5": 0.3716, - "hfopenllm_v2/GPQA": 0.3725, + "hfopenllm_v2/IFEval": 0.6005, + "hfopenllm_v2/BBH": 0.6356, + "hfopenllm_v2/MATH Level 5": 0.2764, + "hfopenllm_v2/GPQA": 0.3691, "hfopenllm_v2/MUSR": 0.4757, - "hfopenllm_v2/MMLU-PRO": 0.5331 + "hfopenllm_v2/MMLU-PRO": 0.5339 } }, { diff --git a/data/developers/qingy2024.json b/data/developers/qingy2024.json index abc4192df3d92a1e0f50d1083a6efa755ea494d4..0eae4fa9b79bfe46f0cd5f1efadfe14c23cfeb3b 100644 --- a/data/developers/qingy2024.json +++ b/data/developers/qingy2024.json @@ -99,34 +99,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5181 } }, - { - "id": "qingy2024/QwEnlarge-16B-Instruct", - "name": "QwEnlarge-16B-Instruct", - "developer": "qingy2024", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7802, - "hfopenllm_v2/BBH": 0.5949, - "hfopenllm_v2/MATH Level 5": 0.46, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4101, - "hfopenllm_v2/MMLU-PRO": 0.4476 - } - }, - { - "id": "qingy2024/QwQ-14B-Math-v0.2", - "name": "QwQ-14B-Math-v0.2", - "developer": "qingy2024", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3391, - "hfopenllm_v2/BBH": 0.5731, - "hfopenllm_v2/MATH Level 5": 0.4811, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.4021, - "hfopenllm_v2/MMLU-PRO": 0.48 - } - }, { "id": "qingy2024/Qwarkstar-4B", "name": "Qwarkstar-4B", @@ -238,6 +210,34 @@ "hfopenllm_v2/MUSR": 0.4759, "hfopenllm_v2/MMLU-PRO": 0.5241 } + }, + { + "id": "qingy2024/QwEnlarge-16B-Instruct", + "name": "QwEnlarge-16B-Instruct", + "developer": "qingy2024", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7802, + "hfopenllm_v2/BBH": 0.5949, + "hfopenllm_v2/MATH Level 5": 0.46, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4101, + "hfopenllm_v2/MMLU-PRO": 0.4476 + } + }, + { + "id": "qingy2024/QwQ-14B-Math-v0.2", + "name": "QwQ-14B-Math-v0.2", + "developer": "qingy2024", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3391, + "hfopenllm_v2/BBH": 0.5731, + "hfopenllm_v2/MATH Level 5": 0.4811, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.48 + } } ] } \ No newline at end of file diff --git a/data/developers/quazim0t0.json b/data/developers/quazim0t0.json index 0303ee2938913b3a08d6ca1dcd55193c92e3b91f..135f1135e53ac7da23b4b9457344787d94d6e680 100644 --- a/data/developers/quazim0t0.json +++ b/data/developers/quazim0t0.json @@ -71,18 +71,46 @@ "hfopenllm_v2/MMLU-PRO": 0.3801 } }, + { + "id": "Quazim0t0/bloom-14b-stock", + "name": "bloom-14b-stock", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6575, + "hfopenllm_v2/BBH": 0.6878, + "hfopenllm_v2/MATH Level 5": 0.4811, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.5373 + } + }, + { + "id": "Quazim0t0/caramel-14B", + "name": "caramel-14B", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6745, + "hfopenllm_v2/BBH": 0.6919, + "hfopenllm_v2/MATH Level 5": 0.4713, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4454, + "hfopenllm_v2/MMLU-PRO": 0.5436 + } + }, { "id": "Quazim0t0/Casa-14b-sce", "name": "Casa-14b-sce", "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6654, - "hfopenllm_v2/BBH": 0.6901, - "hfopenllm_v2/MATH Level 5": 0.4698, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.5426 + "hfopenllm_v2/IFEval": 0.6718, + "hfopenllm_v2/BBH": 0.6891, + "hfopenllm_v2/MATH Level 5": 0.4985, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.5408 } }, { @@ -169,20 +197,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5417 } }, - { - "id": "Quazim0t0/GZA-14B-sce", - "name": "GZA-14B-sce", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6274, - "hfopenllm_v2/BBH": 0.6687, - "hfopenllm_v2/MATH Level 5": 0.4721, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4285, - "hfopenllm_v2/MMLU-PRO": 0.5232 - } - }, { "id": "Quazim0t0/Geedorah-14B", "name": "Geedorah-14B", @@ -211,6 +225,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3761 } }, + { + "id": "Quazim0t0/graphite-14b-sce", + "name": "graphite-14b-sce", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3217, + "hfopenllm_v2/BBH": 0.6631, + "hfopenllm_v2/MATH Level 5": 0.3006, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.528 + } + }, { "id": "Quazim0t0/GuiltySpark-14B-ties", "name": "GuiltySpark-14B-ties", @@ -225,6 +253,20 @@ "hfopenllm_v2/MMLU-PRO": 0.54 } }, + { + "id": "Quazim0t0/GZA-14B-sce", + "name": "GZA-14B-sce", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6274, + "hfopenllm_v2/BBH": 0.6687, + "hfopenllm_v2/MATH Level 5": 0.4721, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4285, + "hfopenllm_v2/MMLU-PRO": 0.5232 + } + }, { "id": "Quazim0t0/Halo-14B-sce", "name": "Halo-14B-sce", @@ -421,6 +463,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5401 } }, + { + "id": "Quazim0t0/Math_Phi4_Reason", + "name": "Math_Phi4_Reason", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.322, + "hfopenllm_v2/BBH": 0.624, + "hfopenllm_v2/MATH Level 5": 0.3278, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.503 + } + }, { "id": "Quazim0t0/MFDOOM-14B", "name": "MFDOOM-14B", @@ -449,20 +505,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5416 } }, - { - "id": "Quazim0t0/Math_Phi4_Reason", - "name": "Math_Phi4_Reason", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.322, - "hfopenllm_v2/BBH": 0.624, - "hfopenllm_v2/MATH Level 5": 0.3278, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.503 - } - }, { "id": "Quazim0t0/Mithril-14B-sce", "name": "Mithril-14B-sce", @@ -477,6 +519,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5403 } }, + { + "id": "Quazim0t0/mocha-14B", + "name": "mocha-14B", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5893, + "hfopenllm_v2/BBH": 0.6895, + "hfopenllm_v2/MATH Level 5": 0.5264, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4272, + "hfopenllm_v2/MMLU-PRO": 0.5384 + } + }, { "id": "Quazim0t0/Mononoke-14B-sce", "name": "Mononoke-14B-sce", @@ -491,6 +547,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5298 } }, + { + "id": "Quazim0t0/mosaic-14b-sce", + "name": "mosaic-14b-sce", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6876, + "hfopenllm_v2/BBH": 0.6907, + "hfopenllm_v2/MATH Level 5": 0.4026, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4558, + "hfopenllm_v2/MMLU-PRO": 0.5396 + } + }, { "id": "Quazim0t0/Motion-8B-Linear", "name": "Motion-8B-Linear", @@ -548,22 +618,22 @@ } }, { - "id": "Quazim0t0/ODB-14B-sce", - "name": "ODB-14B-sce", + "id": "Quazim0t0/Oasis-14B-ties", + "name": "Oasis-14B-ties", "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2922, - "hfopenllm_v2/BBH": 0.6559, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3929, - "hfopenllm_v2/MMLU-PRO": 0.5207 + "hfopenllm_v2/IFEval": 0.6937, + "hfopenllm_v2/BBH": 0.6915, + "hfopenllm_v2/MATH Level 5": 0.3754, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4571, + "hfopenllm_v2/MMLU-PRO": 0.5405 } }, { - "id": "Quazim0t0/ODB-14b-sce", - "name": "ODB-14b-sce", + "id": "Quazim0t0/ODB-14B-sce", + "name": "ODB-14B-sce", "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { @@ -575,20 +645,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5411 } }, - { - "id": "Quazim0t0/Oasis-14B-ties", - "name": "Oasis-14B-ties", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6937, - "hfopenllm_v2/BBH": 0.6915, - "hfopenllm_v2/MATH Level 5": 0.3754, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4571, - "hfopenllm_v2/MMLU-PRO": 0.5405 - } - }, { "id": "Quazim0t0/Origami-14B-sce", "name": "Origami-14B-sce", @@ -659,20 +715,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5408 } }, - { - "id": "Quazim0t0/RZA-14B-sce", - "name": "RZA-14B-sce", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4774, - "hfopenllm_v2/BBH": 0.6686, - "hfopenllm_v2/MATH Level 5": 0.5189, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4113, - "hfopenllm_v2/MMLU-PRO": 0.5383 - } - }, { "id": "Quazim0t0/Rosemary-14b", "name": "Rosemary-14b", @@ -702,17 +744,17 @@ } }, { - "id": "Quazim0t0/SZA-14B-sce", - "name": "SZA-14B-sce", + "id": "Quazim0t0/RZA-14B-sce", + "name": "RZA-14B-sce", "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5659, - "hfopenllm_v2/BBH": 0.6889, - "hfopenllm_v2/MATH Level 5": 0.5242, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4339, - "hfopenllm_v2/MMLU-PRO": 0.5353 + "hfopenllm_v2/IFEval": 0.4774, + "hfopenllm_v2/BBH": 0.6686, + "hfopenllm_v2/MATH Level 5": 0.5189, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4113, + "hfopenllm_v2/MMLU-PRO": 0.5383 } }, { @@ -771,6 +813,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5435 } }, + { + "id": "Quazim0t0/SZA-14B-sce", + "name": "SZA-14B-sce", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5659, + "hfopenllm_v2/BBH": 0.6889, + "hfopenllm_v2/MATH Level 5": 0.5242, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4339, + "hfopenllm_v2/MMLU-PRO": 0.5353 + } + }, { "id": "Quazim0t0/TB0-8B-sce", "name": "TB0-8B-sce", @@ -799,6 +855,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3689 } }, + { + "id": "Quazim0t0/tesseract-14b-stock", + "name": "tesseract-14b-stock", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5848, + "hfopenllm_v2/BBH": 0.688, + "hfopenllm_v2/MATH Level 5": 0.5144, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.5389 + } + }, { "id": "Quazim0t0/ThinkPhi1.1-Tensors", "name": "ThinkPhi1.1-Tensors", @@ -813,6 +883,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4908 } }, + { + "id": "Quazim0t0/time-14b-stock", + "name": "time-14b-stock", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6699, + "hfopenllm_v2/BBH": 0.6897, + "hfopenllm_v2/MATH Level 5": 0.5083, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.5419 + } + }, { "id": "Quazim0t0/Venti-20b", "name": "Venti-20b", @@ -882,104 +966,6 @@ "hfopenllm_v2/MUSR": 0.4114, "hfopenllm_v2/MMLU-PRO": 0.5293 } - }, - { - "id": "Quazim0t0/bloom-14b-stock", - "name": "bloom-14b-stock", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6575, - "hfopenllm_v2/BBH": 0.6878, - "hfopenllm_v2/MATH Level 5": 0.4811, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.5373 - } - }, - { - "id": "Quazim0t0/caramel-14B", - "name": "caramel-14B", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6745, - "hfopenllm_v2/BBH": 0.6919, - "hfopenllm_v2/MATH Level 5": 0.4713, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4454, - "hfopenllm_v2/MMLU-PRO": 0.5436 - } - }, - { - "id": "Quazim0t0/graphite-14b-sce", - "name": "graphite-14b-sce", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3217, - "hfopenllm_v2/BBH": 0.6631, - "hfopenllm_v2/MATH Level 5": 0.3006, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.528 - } - }, - { - "id": "Quazim0t0/mocha-14B", - "name": "mocha-14B", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5893, - "hfopenllm_v2/BBH": 0.6895, - "hfopenllm_v2/MATH Level 5": 0.5264, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4272, - "hfopenllm_v2/MMLU-PRO": 0.5384 - } - }, - { - "id": "Quazim0t0/mosaic-14b-sce", - "name": "mosaic-14b-sce", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6876, - "hfopenllm_v2/BBH": 0.6907, - "hfopenllm_v2/MATH Level 5": 0.4026, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4558, - "hfopenllm_v2/MMLU-PRO": 0.5396 - } - }, - { - "id": "Quazim0t0/tesseract-14b-stock", - "name": "tesseract-14b-stock", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5848, - "hfopenllm_v2/BBH": 0.688, - "hfopenllm_v2/MATH Level 5": 0.5144, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.5389 - } - }, - { - "id": "Quazim0t0/time-14b-stock", - "name": "time-14b-stock", - "developer": "Quazim0t0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6699, - "hfopenllm_v2/BBH": 0.6897, - "hfopenllm_v2/MATH Level 5": 0.5083, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4323, - "hfopenllm_v2/MMLU-PRO": 0.5419 - } } ] } \ No newline at end of file diff --git a/data/developers/qwen.json b/data/developers/qwen.json index 6a8f6299becf13918917b4fe59b8db0f09fec0ca..030ea1f3825ab363d75284054871296bbd94b84f 100644 --- a/data/developers/qwen.json +++ b/data/developers/qwen.json @@ -1,34 +1,6 @@ { "developer": "Qwen", "models": [ - { - "id": "Qwen/QwQ-32B", - "name": "QwQ-32B", - "developer": "Qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3977, - "hfopenllm_v2/BBH": 0.2983, - "hfopenllm_v2/MATH Level 5": 0.1609, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.4206, - "hfopenllm_v2/MMLU-PRO": 0.1196 - } - }, - { - "id": "Qwen/QwQ-32B-Preview", - "name": "QwQ-32B-Preview", - "developer": "Qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4035, - "hfopenllm_v2/BBH": 0.6691, - "hfopenllm_v2/MATH Level 5": 0.4494, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.411, - "hfopenllm_v2/MMLU-PRO": 0.5678 - } - }, { "id": "Qwen/Qwen1.5-0.5B", "name": "Qwen1.5-0.5B", @@ -45,7 +17,7 @@ }, { "id": "Qwen/Qwen1.5-0.5B-Chat", - "name": "Qwen1.5-0.5B-Chat", + "name": "Qwen/Qwen1.5-0.5B-Chat", "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { @@ -79,7 +51,7 @@ }, { "id": "Qwen/Qwen1.5-1.8B-Chat", - "name": "Qwen1.5-1.8B-Chat", + "name": "Qwen/Qwen1.5-1.8B-Chat", "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { @@ -112,11 +84,57 @@ } }, { - "id": "Qwen/Qwen1.5-110B-Chat", - "name": "Qwen1.5-110B-Chat", - "developer": "Qwen", + "id": "qwen/qwen1.5-110b-chat", + "name": "Qwen1.5 Chat 110B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { + "helm_lite/Mean win rate": 0.55, + "helm_lite/NarrativeQA": 0.721, + "helm_lite/NaturalQuestions (closed-book)": 0.35, + "helm_lite/OpenbookQA": 0.922, + "helm_lite/MMLU": 0.704, + "helm_lite/MATH": 0.568, + "helm_lite/GSM8K": 0.815, + "helm_lite/LegalBench": 0.624, + "helm_lite/MedQA": 0.64, + "helm_lite/WMT 2014": 0.192, + "helm_mmlu/MMLU All Subjects": 0.768, + "helm_mmlu/Abstract Algebra": 0.57, + "helm_mmlu/Anatomy": 0.696, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.82, + "helm_mmlu/Econometrics": 0.64, + "helm_mmlu/Global Facts": 0.51, + "helm_mmlu/Jurisprudence": 0.833, + "helm_mmlu/Philosophy": 0.823, + "helm_mmlu/Professional Psychology": 0.82, + "helm_mmlu/Us Foreign Policy": 0.87, + "helm_mmlu/Astronomy": 0.901, + "helm_mmlu/Business Ethics": 0.8, + "helm_mmlu/Clinical Knowledge": 0.766, + "helm_mmlu/Conceptual Physics": 0.838, + "helm_mmlu/Electrical Engineering": 0.752, + "helm_mmlu/Elementary Mathematics": 0.669, + "helm_mmlu/Formal Logic": 0.643, + "helm_mmlu/High School World History": 0.903, + "helm_mmlu/Human Sexuality": 0.855, + "helm_mmlu/International Law": 0.876, + "helm_mmlu/Logical Fallacies": 0.828, + "helm_mmlu/Machine Learning": 0.634, + "helm_mmlu/Management": 0.835, + "helm_mmlu/Marketing": 0.919, + "helm_mmlu/Medical Genetics": 0.85, + "helm_mmlu/Miscellaneous": 0.934, + "helm_mmlu/Moral Scenarios": 0.783, + "helm_mmlu/Nutrition": 0.804, + "helm_mmlu/Prehistory": 0.867, + "helm_mmlu/Public Relations": 0.773, + "helm_mmlu/Security Studies": 0.735, + "helm_mmlu/Sociology": 0.866, + "helm_mmlu/Virology": 0.542, + "helm_mmlu/World Religions": 0.871, + "helm_mmlu/Mean win rate": 0.875, "hfopenllm_v2/IFEval": 0.5939, "hfopenllm_v2/BBH": 0.6184, "hfopenllm_v2/MATH Level 5": 0.2341, @@ -126,11 +144,57 @@ } }, { - "id": "Qwen/Qwen1.5-14B", - "name": "Qwen1.5-14B", - "developer": "Qwen", + "id": "qwen/qwen1.5-14b", + "name": "Qwen1.5 14B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { + "helm_lite/Mean win rate": 0.425, + "helm_lite/NarrativeQA": 0.711, + "helm_lite/NaturalQuestions (closed-book)": 0.3, + "helm_lite/OpenbookQA": 0.862, + "helm_lite/MMLU": 0.626, + "helm_lite/MATH": 0.686, + "helm_lite/GSM8K": 0.693, + "helm_lite/LegalBench": 0.593, + "helm_lite/MedQA": 0.515, + "helm_lite/WMT 2014": 0.178, + "helm_mmlu/MMLU All Subjects": 0.686, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.637, + "helm_mmlu/College Physics": 0.48, + "helm_mmlu/Computer Security": 0.84, + "helm_mmlu/Econometrics": 0.561, + "helm_mmlu/Global Facts": 0.49, + "helm_mmlu/Jurisprudence": 0.769, + "helm_mmlu/Philosophy": 0.717, + "helm_mmlu/Professional Psychology": 0.699, + "helm_mmlu/Us Foreign Policy": 0.87, + "helm_mmlu/Astronomy": 0.724, + "helm_mmlu/Business Ethics": 0.75, + "helm_mmlu/Clinical Knowledge": 0.736, + "helm_mmlu/Conceptual Physics": 0.694, + "helm_mmlu/Electrical Engineering": 0.683, + "helm_mmlu/Elementary Mathematics": 0.603, + "helm_mmlu/Formal Logic": 0.492, + "helm_mmlu/High School World History": 0.84, + "helm_mmlu/Human Sexuality": 0.756, + "helm_mmlu/International Law": 0.826, + "helm_mmlu/Logical Fallacies": 0.736, + "helm_mmlu/Machine Learning": 0.509, + "helm_mmlu/Management": 0.816, + "helm_mmlu/Marketing": 0.893, + "helm_mmlu/Medical Genetics": 0.76, + "helm_mmlu/Miscellaneous": 0.835, + "helm_mmlu/Moral Scenarios": 0.368, + "helm_mmlu/Nutrition": 0.742, + "helm_mmlu/Prehistory": 0.71, + "helm_mmlu/Public Relations": 0.655, + "helm_mmlu/Security Studies": 0.8, + "helm_mmlu/Sociology": 0.841, + "helm_mmlu/Virology": 0.458, + "helm_mmlu/World Religions": 0.842, + "helm_mmlu/Mean win rate": 0.796, "hfopenllm_v2/IFEval": 0.2905, "hfopenllm_v2/BBH": 0.508, "hfopenllm_v2/MATH Level 5": 0.2024, @@ -141,7 +205,7 @@ }, { "id": "Qwen/Qwen1.5-14B-Chat", - "name": "Qwen1.5-14B-Chat", + "name": "Qwen/Qwen1.5-14B-Chat", "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { @@ -160,11 +224,57 @@ } }, { - "id": "Qwen/Qwen1.5-32B", - "name": "Qwen1.5-32B", - "developer": "Qwen", + "id": "qwen/qwen1.5-32b", + "name": "Qwen1.5 32B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { + "helm_lite/Mean win rate": 0.546, + "helm_lite/NarrativeQA": 0.589, + "helm_lite/NaturalQuestions (closed-book)": 0.353, + "helm_lite/OpenbookQA": 0.932, + "helm_lite/MMLU": 0.628, + "helm_lite/MATH": 0.733, + "helm_lite/GSM8K": 0.773, + "helm_lite/LegalBench": 0.636, + "helm_lite/MedQA": 0.656, + "helm_lite/WMT 2014": 0.193, + "helm_mmlu/MMLU All Subjects": 0.744, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.644, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.77, + "helm_mmlu/Econometrics": 0.561, + "helm_mmlu/Global Facts": 0.47, + "helm_mmlu/Jurisprudence": 0.843, + "helm_mmlu/Philosophy": 0.826, + "helm_mmlu/Professional Psychology": 0.75, + "helm_mmlu/Us Foreign Policy": 0.91, + "helm_mmlu/Astronomy": 0.855, + "helm_mmlu/Business Ethics": 0.77, + "helm_mmlu/Clinical Knowledge": 0.781, + "helm_mmlu/Conceptual Physics": 0.766, + "helm_mmlu/Electrical Engineering": 0.731, + "helm_mmlu/Elementary Mathematics": 0.685, + "helm_mmlu/Formal Logic": 0.524, + "helm_mmlu/High School World History": 0.869, + "helm_mmlu/Human Sexuality": 0.847, + "helm_mmlu/International Law": 0.884, + "helm_mmlu/Logical Fallacies": 0.822, + "helm_mmlu/Machine Learning": 0.616, + "helm_mmlu/Management": 0.874, + "helm_mmlu/Marketing": 0.936, + "helm_mmlu/Medical Genetics": 0.85, + "helm_mmlu/Miscellaneous": 0.884, + "helm_mmlu/Moral Scenarios": 0.545, + "helm_mmlu/Nutrition": 0.81, + "helm_mmlu/Prehistory": 0.83, + "helm_mmlu/Public Relations": 0.664, + "helm_mmlu/Security Studies": 0.829, + "helm_mmlu/Sociology": 0.881, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.854, + "helm_mmlu/Mean win rate": 0.624, "hfopenllm_v2/IFEval": 0.3297, "hfopenllm_v2/BBH": 0.5715, "hfopenllm_v2/MATH Level 5": 0.3029, @@ -203,7 +313,7 @@ }, { "id": "Qwen/Qwen1.5-4B-Chat", - "name": "Qwen1.5-4B-Chat", + "name": "Qwen/Qwen1.5-4B-Chat", "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { @@ -221,6 +331,60 @@ "reward-bench/Prior Sets (0.5 weight)": 0.447 } }, + { + "id": "qwen/qwen1.5-72b", + "name": "Qwen1.5 72B", + "developer": "qwen", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_lite/Mean win rate": 0.608, + "helm_lite/NarrativeQA": 0.601, + "helm_lite/NaturalQuestions (closed-book)": 0.417, + "helm_lite/OpenbookQA": 0.93, + "helm_lite/MMLU": 0.647, + "helm_lite/MATH": 0.683, + "helm_lite/GSM8K": 0.799, + "helm_lite/LegalBench": 0.694, + "helm_lite/MedQA": 0.67, + "helm_lite/WMT 2014": 0.201, + "helm_mmlu/MMLU All Subjects": 0.774, + "helm_mmlu/Abstract Algebra": 0.44, + "helm_mmlu/Anatomy": 0.733, + "helm_mmlu/College Physics": 0.559, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.544, + "helm_mmlu/Global Facts": 0.56, + "helm_mmlu/Jurisprudence": 0.824, + "helm_mmlu/Philosophy": 0.83, + "helm_mmlu/Professional Psychology": 0.809, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.868, + "helm_mmlu/Business Ethics": 0.79, + "helm_mmlu/Clinical Knowledge": 0.834, + "helm_mmlu/Conceptual Physics": 0.821, + "helm_mmlu/Electrical Engineering": 0.779, + "helm_mmlu/Elementary Mathematics": 0.696, + "helm_mmlu/Formal Logic": 0.556, + "helm_mmlu/High School World History": 0.899, + "helm_mmlu/Human Sexuality": 0.878, + "helm_mmlu/International Law": 0.909, + "helm_mmlu/Logical Fallacies": 0.853, + "helm_mmlu/Machine Learning": 0.67, + "helm_mmlu/Management": 0.854, + "helm_mmlu/Marketing": 0.949, + "helm_mmlu/Medical Genetics": 0.87, + "helm_mmlu/Miscellaneous": 0.921, + "helm_mmlu/Moral Scenarios": 0.669, + "helm_mmlu/Nutrition": 0.859, + "helm_mmlu/Prehistory": 0.88, + "helm_mmlu/Public Relations": 0.755, + "helm_mmlu/Security Studies": 0.824, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.584, + "helm_mmlu/World Religions": 0.883, + "helm_mmlu/Mean win rate": 0.65 + } + }, { "id": "Qwen/Qwen1.5-72B-Chat", "name": "Qwen/Qwen1.5-72B-Chat", @@ -236,35 +400,81 @@ } }, { - "id": "Qwen/Qwen1.5-7B", - "name": "Qwen1.5-7B", - "developer": "Qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2684, - "hfopenllm_v2/BBH": 0.456, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4103, - "hfopenllm_v2/MMLU-PRO": 0.2916 - } - }, - { - "id": "Qwen/Qwen1.5-7B-Chat", - "name": "Qwen1.5-7B-Chat", - "developer": "Qwen", + "id": "qwen/qwen1.5-7b", + "name": "Qwen1.5 7B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4371, - "hfopenllm_v2/BBH": 0.451, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3779, - "hfopenllm_v2/MMLU-PRO": 0.2951, - "reward-bench/Score": 0.675, - "reward-bench/Chat": 0.5363, - "reward-bench/Chat Hard": 0.6908, - "reward-bench/Safety": 0.6919, + "helm_lite/Mean win rate": 0.275, + "helm_lite/NarrativeQA": 0.448, + "helm_lite/NaturalQuestions (closed-book)": 0.27, + "helm_lite/OpenbookQA": 0.806, + "helm_lite/MMLU": 0.569, + "helm_lite/MATH": 0.561, + "helm_lite/GSM8K": 0.6, + "helm_lite/LegalBench": 0.523, + "helm_lite/MedQA": 0.479, + "helm_lite/WMT 2014": 0.153, + "helm_mmlu/MMLU All Subjects": 0.626, + "helm_mmlu/Abstract Algebra": 0.39, + "helm_mmlu/Anatomy": 0.526, + "helm_mmlu/College Physics": 0.471, + "helm_mmlu/Computer Security": 0.76, + "helm_mmlu/Econometrics": 0.447, + "helm_mmlu/Global Facts": 0.4, + "helm_mmlu/Jurisprudence": 0.778, + "helm_mmlu/Philosophy": 0.691, + "helm_mmlu/Professional Psychology": 0.603, + "helm_mmlu/Us Foreign Policy": 0.84, + "helm_mmlu/Astronomy": 0.671, + "helm_mmlu/Business Ethics": 0.69, + "helm_mmlu/Clinical Knowledge": 0.691, + "helm_mmlu/Conceptual Physics": 0.579, + "helm_mmlu/Electrical Engineering": 0.572, + "helm_mmlu/Elementary Mathematics": 0.5, + "helm_mmlu/Formal Logic": 0.397, + "helm_mmlu/High School World History": 0.789, + "helm_mmlu/Human Sexuality": 0.695, + "helm_mmlu/International Law": 0.76, + "helm_mmlu/Logical Fallacies": 0.706, + "helm_mmlu/Machine Learning": 0.411, + "helm_mmlu/Management": 0.816, + "helm_mmlu/Marketing": 0.863, + "helm_mmlu/Medical Genetics": 0.69, + "helm_mmlu/Miscellaneous": 0.765, + "helm_mmlu/Moral Scenarios": 0.372, + "helm_mmlu/Nutrition": 0.696, + "helm_mmlu/Prehistory": 0.688, + "helm_mmlu/Public Relations": 0.627, + "helm_mmlu/Security Studies": 0.727, + "helm_mmlu/Sociology": 0.836, + "helm_mmlu/Virology": 0.488, + "helm_mmlu/World Religions": 0.778, + "helm_mmlu/Mean win rate": 0.843, + "hfopenllm_v2/IFEval": 0.2684, + "hfopenllm_v2/BBH": 0.456, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4103, + "hfopenllm_v2/MMLU-PRO": 0.2916 + } + }, + { + "id": "Qwen/Qwen1.5-7B-Chat", + "name": "Qwen/Qwen1.5-7B-Chat", + "developer": "Qwen", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4371, + "hfopenllm_v2/BBH": 0.451, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3779, + "hfopenllm_v2/MMLU-PRO": 0.2951, + "reward-bench/Score": 0.675, + "reward-bench/Chat": 0.5363, + "reward-bench/Chat Hard": 0.6908, + "reward-bench/Safety": 0.6919, "reward-bench/Reasoning": 0.9041, "reward-bench/Prior Sets (0.5 weight)": 0.4288 } @@ -285,7 +495,7 @@ }, { "id": "Qwen/Qwen1.5-MoE-A2.7B-Chat", - "name": "Qwen1.5-MoE-A2.7B-Chat", + "name": "Qwen/Qwen1.5-MoE-A2.7B-Chat", "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { @@ -402,11 +612,57 @@ } }, { - "id": "Qwen/Qwen2-72B-Instruct", - "name": "Qwen2-72B-Instruct", - "developer": "Qwen", + "id": "qwen/qwen2-72b-instruct", + "name": "Qwen2 Instruct 72B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { + "helm_lite/Mean win rate": 0.77, + "helm_lite/NarrativeQA": 0.727, + "helm_lite/NaturalQuestions (closed-book)": 0.39, + "helm_lite/OpenbookQA": 0.954, + "helm_lite/MMLU": 0.769, + "helm_lite/MATH": 0.79, + "helm_lite/GSM8K": 0.92, + "helm_lite/LegalBench": 0.712, + "helm_lite/MedQA": 0.746, + "helm_lite/WMT 2014": 0.207, + "helm_mmlu/MMLU All Subjects": 0.824, + "helm_mmlu/Abstract Algebra": 0.67, + "helm_mmlu/Anatomy": 0.793, + "helm_mmlu/College Physics": 0.598, + "helm_mmlu/Computer Security": 0.85, + "helm_mmlu/Econometrics": 0.737, + "helm_mmlu/Global Facts": 0.58, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.859, + "helm_mmlu/Professional Psychology": 0.886, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.934, + "helm_mmlu/Business Ethics": 0.82, + "helm_mmlu/Clinical Knowledge": 0.868, + "helm_mmlu/Conceptual Physics": 0.872, + "helm_mmlu/Electrical Engineering": 0.793, + "helm_mmlu/Elementary Mathematics": 0.825, + "helm_mmlu/Formal Logic": 0.667, + "helm_mmlu/High School World History": 0.932, + "helm_mmlu/Human Sexuality": 0.893, + "helm_mmlu/International Law": 0.893, + "helm_mmlu/Logical Fallacies": 0.914, + "helm_mmlu/Machine Learning": 0.768, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.953, + "helm_mmlu/Medical Genetics": 0.9, + "helm_mmlu/Miscellaneous": 0.943, + "helm_mmlu/Moral Scenarios": 0.815, + "helm_mmlu/Nutrition": 0.902, + "helm_mmlu/Prehistory": 0.914, + "helm_mmlu/Public Relations": 0.745, + "helm_mmlu/Security Studies": 0.837, + "helm_mmlu/Sociology": 0.935, + "helm_mmlu/Virology": 0.56, + "helm_mmlu/World Religions": 0.848, + "helm_mmlu/Mean win rate": 0.826, "hfopenllm_v2/IFEval": 0.7989, "hfopenllm_v2/BBH": 0.6977, "hfopenllm_v2/MATH Level 5": 0.4177, @@ -519,12 +775,12 @@ "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3153, - "hfopenllm_v2/BBH": 0.3322, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.172 + "hfopenllm_v2/IFEval": 0.3071, + "hfopenllm_v2/BBH": 0.3341, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3329, + "hfopenllm_v2/MMLU-PRO": 0.1697 } }, { @@ -681,6 +937,66 @@ "hfopenllm_v2/MMLU-PRO": 0.5626 } }, + { + "id": "qwen/qwen2.5-72b-instruct-turbo", + "name": "Qwen2.5 Instruct Turbo 72B", + "developer": "qwen", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_capabilities/Mean score": 0.599, + "helm_capabilities/MMLU-Pro": 0.631, + "helm_capabilities/GPQA": 0.426, + "helm_capabilities/IFEval": 0.806, + "helm_capabilities/WildBench": 0.802, + "helm_capabilities/Omni-MATH": 0.33, + "helm_lite/Mean win rate": 0.745, + "helm_lite/NarrativeQA": 0.745, + "helm_lite/NaturalQuestions (closed-book)": 0.359, + "helm_lite/OpenbookQA": 0.962, + "helm_lite/MMLU": 0.77, + "helm_lite/MATH": 0.884, + "helm_lite/GSM8K": 0.9, + "helm_lite/LegalBench": 0.74, + "helm_lite/MedQA": 0.753, + "helm_lite/WMT 2014": 0.207, + "helm_mmlu/MMLU All Subjects": 0.834, + "helm_mmlu/Abstract Algebra": 0.68, + "helm_mmlu/Anatomy": 0.822, + "helm_mmlu/College Physics": 0.588, + "helm_mmlu/Computer Security": 0.86, + "helm_mmlu/Econometrics": 0.728, + "helm_mmlu/Global Facts": 0.61, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.839, + "helm_mmlu/Professional Psychology": 0.864, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.934, + "helm_mmlu/Business Ethics": 0.85, + "helm_mmlu/Clinical Knowledge": 0.872, + "helm_mmlu/Conceptual Physics": 0.885, + "helm_mmlu/Electrical Engineering": 0.8, + "helm_mmlu/Elementary Mathematics": 0.87, + "helm_mmlu/Formal Logic": 0.73, + "helm_mmlu/High School World History": 0.92, + "helm_mmlu/Human Sexuality": 0.878, + "helm_mmlu/International Law": 0.893, + "helm_mmlu/Logical Fallacies": 0.89, + "helm_mmlu/Machine Learning": 0.777, + "helm_mmlu/Management": 0.913, + "helm_mmlu/Marketing": 0.953, + "helm_mmlu/Medical Genetics": 0.92, + "helm_mmlu/Miscellaneous": 0.932, + "helm_mmlu/Moral Scenarios": 0.787, + "helm_mmlu/Nutrition": 0.886, + "helm_mmlu/Prehistory": 0.91, + "helm_mmlu/Public Relations": 0.782, + "helm_mmlu/Security Studies": 0.849, + "helm_mmlu/Sociology": 0.925, + "helm_mmlu/Virology": 0.584, + "helm_mmlu/World Religions": 0.901, + "helm_mmlu/Mean win rate": 0.548 + } + }, { "id": "Qwen/Qwen2.5-7B", "name": "Qwen2.5-7B", @@ -724,6 +1040,66 @@ "hfopenllm_v2/MMLU-PRO": 0.3505 } }, + { + "id": "qwen/qwen2.5-7b-instruct-turbo", + "name": "Qwen2.5 Instruct Turbo 7B", + "developer": "qwen", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_capabilities/Mean score": 0.529, + "helm_capabilities/MMLU-Pro": 0.539, + "helm_capabilities/GPQA": 0.341, + "helm_capabilities/IFEval": 0.741, + "helm_capabilities/WildBench": 0.731, + "helm_capabilities/Omni-MATH": 0.294, + "helm_lite/Mean win rate": 0.488, + "helm_lite/NarrativeQA": 0.742, + "helm_lite/NaturalQuestions (closed-book)": 0.205, + "helm_lite/OpenbookQA": 0.862, + "helm_lite/MMLU": 0.658, + "helm_lite/MATH": 0.835, + "helm_lite/GSM8K": 0.83, + "helm_lite/LegalBench": 0.632, + "helm_lite/MedQA": 0.6, + "helm_lite/WMT 2014": 0.155, + "helm_mmlu/MMLU All Subjects": 0.729, + "helm_mmlu/Abstract Algebra": 0.49, + "helm_mmlu/Anatomy": 0.689, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.79, + "helm_mmlu/Econometrics": 0.64, + "helm_mmlu/Global Facts": 0.42, + "helm_mmlu/Jurisprudence": 0.796, + "helm_mmlu/Philosophy": 0.746, + "helm_mmlu/Professional Psychology": 0.757, + "helm_mmlu/Us Foreign Policy": 0.86, + "helm_mmlu/Astronomy": 0.836, + "helm_mmlu/Business Ethics": 0.82, + "helm_mmlu/Clinical Knowledge": 0.785, + "helm_mmlu/Conceptual Physics": 0.736, + "helm_mmlu/Electrical Engineering": 0.717, + "helm_mmlu/Elementary Mathematics": 0.643, + "helm_mmlu/Formal Logic": 0.587, + "helm_mmlu/High School World History": 0.878, + "helm_mmlu/Human Sexuality": 0.794, + "helm_mmlu/International Law": 0.86, + "helm_mmlu/Logical Fallacies": 0.773, + "helm_mmlu/Machine Learning": 0.554, + "helm_mmlu/Management": 0.845, + "helm_mmlu/Marketing": 0.919, + "helm_mmlu/Medical Genetics": 0.85, + "helm_mmlu/Miscellaneous": 0.852, + "helm_mmlu/Moral Scenarios": 0.511, + "helm_mmlu/Nutrition": 0.778, + "helm_mmlu/Prehistory": 0.836, + "helm_mmlu/Public Relations": 0.709, + "helm_mmlu/Security Studies": 0.682, + "helm_mmlu/Sociology": 0.861, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.83, + "helm_mmlu/Mean win rate": 0.887 + } + }, { "id": "Qwen/Qwen2.5-Coder-14B", "name": "Qwen2.5-Coder-14B", @@ -800,12 +1176,12 @@ "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6147, - "hfopenllm_v2/BBH": 0.4999, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4099, - "hfopenllm_v2/MMLU-PRO": 0.3354 + "hfopenllm_v2/IFEval": 0.6101, + "hfopenllm_v2/BBH": 0.5008, + "hfopenllm_v2/MATH Level 5": 0.3716, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3352 } }, { @@ -865,490 +1241,74 @@ } }, { - "id": "Qwen/WorldPM-72B", - "name": "Qwen/WorldPM-72B", - "developer": "Qwen", + "id": "qwen/qwen3-235b-a22b-fp8-tput", + "name": "Qwen3 235B A22B FP8 Throughput", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6333, - "reward-bench/Factuality": 0.7074, - "reward-bench/Precise IF": 0.3125, - "reward-bench/Math": 0.6557, - "reward-bench/Safety": 0.8533, - "reward-bench/Focus": 0.9172, - "reward-bench/Ties": 0.3535 - } - }, - { - "id": "qwen/qwen1.5-110b-chat", - "name": "Qwen1.5 Chat 110B", - "developer": "qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.55, - "helm_lite/NarrativeQA": 0.721, - "helm_lite/NaturalQuestions (closed-book)": 0.35, - "helm_lite/OpenbookQA": 0.922, - "helm_lite/MMLU": 0.704, - "helm_lite/MATH": 0.568, - "helm_lite/GSM8K": 0.815, - "helm_lite/LegalBench": 0.624, - "helm_lite/MedQA": 0.64, - "helm_lite/WMT 2014": 0.192, - "helm_mmlu/MMLU All Subjects": 0.768, - "helm_mmlu/Abstract Algebra": 0.57, - "helm_mmlu/Anatomy": 0.696, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.82, - "helm_mmlu/Econometrics": 0.64, - "helm_mmlu/Global Facts": 0.51, - "helm_mmlu/Jurisprudence": 0.833, - "helm_mmlu/Philosophy": 0.823, - "helm_mmlu/Professional Psychology": 0.82, - "helm_mmlu/Us Foreign Policy": 0.87, - "helm_mmlu/Astronomy": 0.901, - "helm_mmlu/Business Ethics": 0.8, - "helm_mmlu/Clinical Knowledge": 0.766, - "helm_mmlu/Conceptual Physics": 0.838, - "helm_mmlu/Electrical Engineering": 0.752, - "helm_mmlu/Elementary Mathematics": 0.669, - "helm_mmlu/Formal Logic": 0.643, - "helm_mmlu/High School World History": 0.903, - "helm_mmlu/Human Sexuality": 0.855, - "helm_mmlu/International Law": 0.876, - "helm_mmlu/Logical Fallacies": 0.828, - "helm_mmlu/Machine Learning": 0.634, - "helm_mmlu/Management": 0.835, - "helm_mmlu/Marketing": 0.919, - "helm_mmlu/Medical Genetics": 0.85, - "helm_mmlu/Miscellaneous": 0.934, - "helm_mmlu/Moral Scenarios": 0.783, - "helm_mmlu/Nutrition": 0.804, - "helm_mmlu/Prehistory": 0.867, - "helm_mmlu/Public Relations": 0.773, - "helm_mmlu/Security Studies": 0.735, - "helm_mmlu/Sociology": 0.866, - "helm_mmlu/Virology": 0.542, - "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.875 - } - }, - { - "id": "qwen/qwen1.5-14b", - "name": "Qwen1.5 14B", - "developer": "qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.425, - "helm_lite/NarrativeQA": 0.711, - "helm_lite/NaturalQuestions (closed-book)": 0.3, - "helm_lite/OpenbookQA": 0.862, - "helm_lite/MMLU": 0.626, - "helm_lite/MATH": 0.686, - "helm_lite/GSM8K": 0.693, - "helm_lite/LegalBench": 0.593, - "helm_lite/MedQA": 0.515, - "helm_lite/WMT 2014": 0.178, - "helm_mmlu/MMLU All Subjects": 0.686, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.637, - "helm_mmlu/College Physics": 0.48, - "helm_mmlu/Computer Security": 0.84, - "helm_mmlu/Econometrics": 0.561, - "helm_mmlu/Global Facts": 0.49, - "helm_mmlu/Jurisprudence": 0.769, - "helm_mmlu/Philosophy": 0.717, - "helm_mmlu/Professional Psychology": 0.699, - "helm_mmlu/Us Foreign Policy": 0.87, - "helm_mmlu/Astronomy": 0.724, - "helm_mmlu/Business Ethics": 0.75, - "helm_mmlu/Clinical Knowledge": 0.736, - "helm_mmlu/Conceptual Physics": 0.694, - "helm_mmlu/Electrical Engineering": 0.683, - "helm_mmlu/Elementary Mathematics": 0.603, - "helm_mmlu/Formal Logic": 0.492, - "helm_mmlu/High School World History": 0.84, - "helm_mmlu/Human Sexuality": 0.756, - "helm_mmlu/International Law": 0.826, - "helm_mmlu/Logical Fallacies": 0.736, - "helm_mmlu/Machine Learning": 0.509, - "helm_mmlu/Management": 0.816, - "helm_mmlu/Marketing": 0.893, - "helm_mmlu/Medical Genetics": 0.76, - "helm_mmlu/Miscellaneous": 0.835, - "helm_mmlu/Moral Scenarios": 0.368, - "helm_mmlu/Nutrition": 0.742, - "helm_mmlu/Prehistory": 0.71, - "helm_mmlu/Public Relations": 0.655, - "helm_mmlu/Security Studies": 0.8, - "helm_mmlu/Sociology": 0.841, - "helm_mmlu/Virology": 0.458, - "helm_mmlu/World Religions": 0.842, - "helm_mmlu/Mean win rate": 0.796 - } - }, - { - "id": "qwen/qwen1.5-32b", - "name": "Qwen1.5 32B", - "developer": "qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.546, - "helm_lite/NarrativeQA": 0.589, - "helm_lite/NaturalQuestions (closed-book)": 0.353, - "helm_lite/OpenbookQA": 0.932, - "helm_lite/MMLU": 0.628, - "helm_lite/MATH": 0.733, - "helm_lite/GSM8K": 0.773, - "helm_lite/LegalBench": 0.636, - "helm_lite/MedQA": 0.656, - "helm_lite/WMT 2014": 0.193, - "helm_mmlu/MMLU All Subjects": 0.744, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.644, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.77, - "helm_mmlu/Econometrics": 0.561, - "helm_mmlu/Global Facts": 0.47, - "helm_mmlu/Jurisprudence": 0.843, - "helm_mmlu/Philosophy": 0.826, - "helm_mmlu/Professional Psychology": 0.75, - "helm_mmlu/Us Foreign Policy": 0.91, - "helm_mmlu/Astronomy": 0.855, - "helm_mmlu/Business Ethics": 0.77, - "helm_mmlu/Clinical Knowledge": 0.781, - "helm_mmlu/Conceptual Physics": 0.766, - "helm_mmlu/Electrical Engineering": 0.731, - "helm_mmlu/Elementary Mathematics": 0.685, - "helm_mmlu/Formal Logic": 0.524, - "helm_mmlu/High School World History": 0.869, - "helm_mmlu/Human Sexuality": 0.847, - "helm_mmlu/International Law": 0.884, - "helm_mmlu/Logical Fallacies": 0.822, - "helm_mmlu/Machine Learning": 0.616, - "helm_mmlu/Management": 0.874, - "helm_mmlu/Marketing": 0.936, - "helm_mmlu/Medical Genetics": 0.85, - "helm_mmlu/Miscellaneous": 0.884, - "helm_mmlu/Moral Scenarios": 0.545, - "helm_mmlu/Nutrition": 0.81, - "helm_mmlu/Prehistory": 0.83, - "helm_mmlu/Public Relations": 0.664, - "helm_mmlu/Security Studies": 0.829, - "helm_mmlu/Sociology": 0.881, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.854, - "helm_mmlu/Mean win rate": 0.624 - } - }, - { - "id": "qwen/qwen1.5-72b", - "name": "Qwen1.5 72B", - "developer": "qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.608, - "helm_lite/NarrativeQA": 0.601, - "helm_lite/NaturalQuestions (closed-book)": 0.417, - "helm_lite/OpenbookQA": 0.93, - "helm_lite/MMLU": 0.647, - "helm_lite/MATH": 0.683, - "helm_lite/GSM8K": 0.799, - "helm_lite/LegalBench": 0.694, - "helm_lite/MedQA": 0.67, - "helm_lite/WMT 2014": 0.201, - "helm_mmlu/MMLU All Subjects": 0.774, - "helm_mmlu/Abstract Algebra": 0.44, - "helm_mmlu/Anatomy": 0.733, - "helm_mmlu/College Physics": 0.559, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.544, - "helm_mmlu/Global Facts": 0.56, - "helm_mmlu/Jurisprudence": 0.824, - "helm_mmlu/Philosophy": 0.83, - "helm_mmlu/Professional Psychology": 0.809, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.868, - "helm_mmlu/Business Ethics": 0.79, - "helm_mmlu/Clinical Knowledge": 0.834, - "helm_mmlu/Conceptual Physics": 0.821, - "helm_mmlu/Electrical Engineering": 0.779, - "helm_mmlu/Elementary Mathematics": 0.696, - "helm_mmlu/Formal Logic": 0.556, - "helm_mmlu/High School World History": 0.899, - "helm_mmlu/Human Sexuality": 0.878, - "helm_mmlu/International Law": 0.909, - "helm_mmlu/Logical Fallacies": 0.853, - "helm_mmlu/Machine Learning": 0.67, - "helm_mmlu/Management": 0.854, - "helm_mmlu/Marketing": 0.949, - "helm_mmlu/Medical Genetics": 0.87, - "helm_mmlu/Miscellaneous": 0.921, - "helm_mmlu/Moral Scenarios": 0.669, - "helm_mmlu/Nutrition": 0.859, - "helm_mmlu/Prehistory": 0.88, - "helm_mmlu/Public Relations": 0.755, - "helm_mmlu/Security Studies": 0.824, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.584, - "helm_mmlu/World Religions": 0.883, - "helm_mmlu/Mean win rate": 0.65 - } - }, - { - "id": "qwen/qwen1.5-7b", - "name": "Qwen1.5 7B", - "developer": "qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.275, - "helm_lite/NarrativeQA": 0.448, - "helm_lite/NaturalQuestions (closed-book)": 0.27, - "helm_lite/OpenbookQA": 0.806, - "helm_lite/MMLU": 0.569, - "helm_lite/MATH": 0.561, - "helm_lite/GSM8K": 0.6, - "helm_lite/LegalBench": 0.523, - "helm_lite/MedQA": 0.479, - "helm_lite/WMT 2014": 0.153, - "helm_mmlu/MMLU All Subjects": 0.626, - "helm_mmlu/Abstract Algebra": 0.39, - "helm_mmlu/Anatomy": 0.526, - "helm_mmlu/College Physics": 0.471, - "helm_mmlu/Computer Security": 0.76, - "helm_mmlu/Econometrics": 0.447, - "helm_mmlu/Global Facts": 0.4, - "helm_mmlu/Jurisprudence": 0.778, - "helm_mmlu/Philosophy": 0.691, - "helm_mmlu/Professional Psychology": 0.603, - "helm_mmlu/Us Foreign Policy": 0.84, - "helm_mmlu/Astronomy": 0.671, - "helm_mmlu/Business Ethics": 0.69, - "helm_mmlu/Clinical Knowledge": 0.691, - "helm_mmlu/Conceptual Physics": 0.579, - "helm_mmlu/Electrical Engineering": 0.572, - "helm_mmlu/Elementary Mathematics": 0.5, - "helm_mmlu/Formal Logic": 0.397, - "helm_mmlu/High School World History": 0.789, - "helm_mmlu/Human Sexuality": 0.695, - "helm_mmlu/International Law": 0.76, - "helm_mmlu/Logical Fallacies": 0.706, - "helm_mmlu/Machine Learning": 0.411, - "helm_mmlu/Management": 0.816, - "helm_mmlu/Marketing": 0.863, - "helm_mmlu/Medical Genetics": 0.69, - "helm_mmlu/Miscellaneous": 0.765, - "helm_mmlu/Moral Scenarios": 0.372, - "helm_mmlu/Nutrition": 0.696, - "helm_mmlu/Prehistory": 0.688, - "helm_mmlu/Public Relations": 0.627, - "helm_mmlu/Security Studies": 0.727, - "helm_mmlu/Sociology": 0.836, - "helm_mmlu/Virology": 0.488, - "helm_mmlu/World Religions": 0.778, - "helm_mmlu/Mean win rate": 0.843 - } - }, - { - "id": "qwen/qwen2-72b-instruct", - "name": "Qwen2 Instruct 72B", - "developer": "qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.77, - "helm_lite/NarrativeQA": 0.727, - "helm_lite/NaturalQuestions (closed-book)": 0.39, - "helm_lite/OpenbookQA": 0.954, - "helm_lite/MMLU": 0.769, - "helm_lite/MATH": 0.79, - "helm_lite/GSM8K": 0.92, - "helm_lite/LegalBench": 0.712, - "helm_lite/MedQA": 0.746, - "helm_lite/WMT 2014": 0.207, - "helm_mmlu/MMLU All Subjects": 0.824, - "helm_mmlu/Abstract Algebra": 0.67, - "helm_mmlu/Anatomy": 0.793, - "helm_mmlu/College Physics": 0.598, - "helm_mmlu/Computer Security": 0.85, - "helm_mmlu/Econometrics": 0.737, - "helm_mmlu/Global Facts": 0.58, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.859, - "helm_mmlu/Professional Psychology": 0.886, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.934, - "helm_mmlu/Business Ethics": 0.82, - "helm_mmlu/Clinical Knowledge": 0.868, - "helm_mmlu/Conceptual Physics": 0.872, - "helm_mmlu/Electrical Engineering": 0.793, - "helm_mmlu/Elementary Mathematics": 0.825, - "helm_mmlu/Formal Logic": 0.667, - "helm_mmlu/High School World History": 0.932, - "helm_mmlu/Human Sexuality": 0.893, - "helm_mmlu/International Law": 0.893, - "helm_mmlu/Logical Fallacies": 0.914, - "helm_mmlu/Machine Learning": 0.768, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.953, - "helm_mmlu/Medical Genetics": 0.9, - "helm_mmlu/Miscellaneous": 0.943, - "helm_mmlu/Moral Scenarios": 0.815, - "helm_mmlu/Nutrition": 0.902, - "helm_mmlu/Prehistory": 0.914, - "helm_mmlu/Public Relations": 0.745, - "helm_mmlu/Security Studies": 0.837, - "helm_mmlu/Sociology": 0.935, - "helm_mmlu/Virology": 0.56, - "helm_mmlu/World Religions": 0.848, - "helm_mmlu/Mean win rate": 0.826 + "helm_capabilities/Mean score": 0.726, + "helm_capabilities/MMLU-Pro": 0.817, + "helm_capabilities/GPQA": 0.623, + "helm_capabilities/IFEval": 0.816, + "helm_capabilities/WildBench": 0.828, + "helm_capabilities/Omni-MATH": 0.548 } }, { - "id": "qwen/qwen2.5-72b-instruct-turbo", - "name": "Qwen2.5 Instruct Turbo 72B", + "id": "qwen/qwen3-235b-a22b-instruct-2507-fp8", + "name": "Qwen3 235B A22B Instruct 2507 FP8", "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.599, - "helm_capabilities/MMLU-Pro": 0.631, - "helm_capabilities/GPQA": 0.426, - "helm_capabilities/IFEval": 0.806, - "helm_capabilities/WildBench": 0.802, - "helm_capabilities/Omni-MATH": 0.33, - "helm_lite/Mean win rate": 0.745, - "helm_lite/NarrativeQA": 0.745, - "helm_lite/NaturalQuestions (closed-book)": 0.359, - "helm_lite/OpenbookQA": 0.962, - "helm_lite/MMLU": 0.77, - "helm_lite/MATH": 0.884, - "helm_lite/GSM8K": 0.9, - "helm_lite/LegalBench": 0.74, - "helm_lite/MedQA": 0.753, - "helm_lite/WMT 2014": 0.207, - "helm_mmlu/MMLU All Subjects": 0.834, - "helm_mmlu/Abstract Algebra": 0.68, - "helm_mmlu/Anatomy": 0.822, - "helm_mmlu/College Physics": 0.588, - "helm_mmlu/Computer Security": 0.86, - "helm_mmlu/Econometrics": 0.728, - "helm_mmlu/Global Facts": 0.61, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.839, - "helm_mmlu/Professional Psychology": 0.864, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.934, - "helm_mmlu/Business Ethics": 0.85, - "helm_mmlu/Clinical Knowledge": 0.872, - "helm_mmlu/Conceptual Physics": 0.885, - "helm_mmlu/Electrical Engineering": 0.8, - "helm_mmlu/Elementary Mathematics": 0.87, - "helm_mmlu/Formal Logic": 0.73, - "helm_mmlu/High School World History": 0.92, - "helm_mmlu/Human Sexuality": 0.878, - "helm_mmlu/International Law": 0.893, - "helm_mmlu/Logical Fallacies": 0.89, - "helm_mmlu/Machine Learning": 0.777, - "helm_mmlu/Management": 0.913, - "helm_mmlu/Marketing": 0.953, - "helm_mmlu/Medical Genetics": 0.92, - "helm_mmlu/Miscellaneous": 0.932, - "helm_mmlu/Moral Scenarios": 0.787, - "helm_mmlu/Nutrition": 0.886, - "helm_mmlu/Prehistory": 0.91, - "helm_mmlu/Public Relations": 0.782, - "helm_mmlu/Security Studies": 0.849, - "helm_mmlu/Sociology": 0.925, - "helm_mmlu/Virology": 0.584, - "helm_mmlu/World Religions": 0.901, - "helm_mmlu/Mean win rate": 0.548 + "helm_capabilities/Mean score": 0.798, + "helm_capabilities/MMLU-Pro": 0.844, + "helm_capabilities/GPQA": 0.726, + "helm_capabilities/IFEval": 0.835, + "helm_capabilities/WildBench": 0.866, + "helm_capabilities/Omni-MATH": 0.718 } }, { - "id": "qwen/qwen2.5-7b-instruct-turbo", - "name": "Qwen2.5 Instruct Turbo 7B", - "developer": "qwen", + "id": "Qwen/QwQ-32B", + "name": "QwQ-32B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.529, - "helm_capabilities/MMLU-Pro": 0.539, - "helm_capabilities/GPQA": 0.341, - "helm_capabilities/IFEval": 0.741, - "helm_capabilities/WildBench": 0.731, - "helm_capabilities/Omni-MATH": 0.294, - "helm_lite/Mean win rate": 0.488, - "helm_lite/NarrativeQA": 0.742, - "helm_lite/NaturalQuestions (closed-book)": 0.205, - "helm_lite/OpenbookQA": 0.862, - "helm_lite/MMLU": 0.658, - "helm_lite/MATH": 0.835, - "helm_lite/GSM8K": 0.83, - "helm_lite/LegalBench": 0.632, - "helm_lite/MedQA": 0.6, - "helm_lite/WMT 2014": 0.155, - "helm_mmlu/MMLU All Subjects": 0.729, - "helm_mmlu/Abstract Algebra": 0.49, - "helm_mmlu/Anatomy": 0.689, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.79, - "helm_mmlu/Econometrics": 0.64, - "helm_mmlu/Global Facts": 0.42, - "helm_mmlu/Jurisprudence": 0.796, - "helm_mmlu/Philosophy": 0.746, - "helm_mmlu/Professional Psychology": 0.757, - "helm_mmlu/Us Foreign Policy": 0.86, - "helm_mmlu/Astronomy": 0.836, - "helm_mmlu/Business Ethics": 0.82, - "helm_mmlu/Clinical Knowledge": 0.785, - "helm_mmlu/Conceptual Physics": 0.736, - "helm_mmlu/Electrical Engineering": 0.717, - "helm_mmlu/Elementary Mathematics": 0.643, - "helm_mmlu/Formal Logic": 0.587, - "helm_mmlu/High School World History": 0.878, - "helm_mmlu/Human Sexuality": 0.794, - "helm_mmlu/International Law": 0.86, - "helm_mmlu/Logical Fallacies": 0.773, - "helm_mmlu/Machine Learning": 0.554, - "helm_mmlu/Management": 0.845, - "helm_mmlu/Marketing": 0.919, - "helm_mmlu/Medical Genetics": 0.85, - "helm_mmlu/Miscellaneous": 0.852, - "helm_mmlu/Moral Scenarios": 0.511, - "helm_mmlu/Nutrition": 0.778, - "helm_mmlu/Prehistory": 0.836, - "helm_mmlu/Public Relations": 0.709, - "helm_mmlu/Security Studies": 0.682, - "helm_mmlu/Sociology": 0.861, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.83, - "helm_mmlu/Mean win rate": 0.887 + "hfopenllm_v2/IFEval": 0.3977, + "hfopenllm_v2/BBH": 0.2983, + "hfopenllm_v2/MATH Level 5": 0.1609, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.4206, + "hfopenllm_v2/MMLU-PRO": 0.1196 } }, { - "id": "qwen/qwen3-235b-a22b-fp8-tput", - "name": "Qwen3 235B A22B FP8 Throughput", - "developer": "qwen", + "id": "Qwen/QwQ-32B-Preview", + "name": "QwQ-32B-Preview", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.726, - "helm_capabilities/MMLU-Pro": 0.817, - "helm_capabilities/GPQA": 0.623, - "helm_capabilities/IFEval": 0.816, - "helm_capabilities/WildBench": 0.828, - "helm_capabilities/Omni-MATH": 0.548 + "hfopenllm_v2/IFEval": 0.4035, + "hfopenllm_v2/BBH": 0.6691, + "hfopenllm_v2/MATH Level 5": 0.4494, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.411, + "hfopenllm_v2/MMLU-PRO": 0.5678 } }, { - "id": "qwen/qwen3-235b-a22b-instruct-2507-fp8", - "name": "Qwen3 235B A22B Instruct 2507 FP8", - "developer": "qwen", + "id": "Qwen/WorldPM-72B", + "name": "Qwen/WorldPM-72B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.798, - "helm_capabilities/MMLU-Pro": 0.844, - "helm_capabilities/GPQA": 0.726, - "helm_capabilities/IFEval": 0.835, - "helm_capabilities/WildBench": 0.866, - "helm_capabilities/Omni-MATH": 0.718 + "reward-bench/Score": 0.6333, + "reward-bench/Factuality": 0.7074, + "reward-bench/Precise IF": 0.3125, + "reward-bench/Math": 0.6557, + "reward-bench/Safety": 0.8533, + "reward-bench/Focus": 0.9172, + "reward-bench/Ties": 0.3535 } } ] diff --git a/data/developers/ray2333.json b/data/developers/ray2333.json index 197e293b2fa1afa6e8a7a29d93c4638037b8e1b8..2bd279d4a7d3c2870d731c763154ffe56f23504a 100644 --- a/data/developers/ray2333.json +++ b/data/developers/ray2333.json @@ -1,6 +1,33 @@ { "developer": "Ray2333", "models": [ + { + "id": "Ray2333/Gemma-2B-rewardmodel-baseline", + "name": "Ray2333/Gemma-2B-rewardmodel-baseline", + "developer": "Ray2333", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.729, + "reward-bench/Chat": 0.9413, + "reward-bench/Chat Hard": 0.4693, + "reward-bench/Safety": 0.7865, + "reward-bench/Reasoning": 0.7384, + "reward-bench/Prior Sets (0.5 weight)": 0.6897 + } + }, + { + "id": "Ray2333/Gemma-2B-rewardmodel-ft", + "name": "Ray2333/Gemma-2B-rewardmodel-ft", + "developer": "Ray2333", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.8048, + "reward-bench/Chat": 0.7793, + "reward-bench/Chat Hard": 0.7478, + "reward-bench/Safety": 0.8527, + "reward-bench/Reasoning": 0.8393 + } + }, { "id": "Ray2333/GRM-Gemma-2B-rewardmodel-ft", "name": "Ray2333/GRM-Gemma-2B-rewardmodel-ft", @@ -28,40 +55,22 @@ "reward-bench/Prior Sets (0.5 weight)": 0.6983 } }, - { - "id": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", - "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", - "developer": "Ray2333", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.6766, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.8618, - "reward-bench/Safety": 0.9222, - "reward-bench/Reasoning": 0.9362, - "reward-bench/Factuality": 0.6274, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.5847, - "reward-bench/Focus": 0.8929, - "reward-bench/Ties": 0.6824 - } - }, { "id": "Ray2333/GRM-gemma2-2B-rewardmodel-ft", "name": "Ray2333/GRM-gemma2-2B-rewardmodel-ft", "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5966, - "reward-bench/Chat": 0.9302, - "reward-bench/Chat Hard": 0.7719, - "reward-bench/Safety": 0.9222, - "reward-bench/Reasoning": 0.912, + "reward-bench/Score": 0.8839, "reward-bench/Factuality": 0.5305, "reward-bench/Precise IF": 0.3125, "reward-bench/Math": 0.5902, + "reward-bench/Safety": 0.9216, "reward-bench/Focus": 0.7455, - "reward-bench/Ties": 0.4788 + "reward-bench/Ties": 0.4788, + "reward-bench/Chat": 0.9302, + "reward-bench/Chat Hard": 0.7719, + "reward-bench/Reasoning": 0.912 } }, { @@ -83,23 +92,41 @@ "reward-bench/Ties": 0.5743 } }, + { + "id": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", + "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", + "developer": "Ray2333", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.6766, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.8618, + "reward-bench/Safety": 0.9222, + "reward-bench/Reasoning": 0.9362, + "reward-bench/Factuality": 0.6274, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.5847, + "reward-bench/Focus": 0.8929, + "reward-bench/Ties": 0.6824 + } + }, { "id": "Ray2333/GRM-llama3-8B-sftreg", "name": "Ray2333/GRM-llama3-8B-sftreg", "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6089, - "reward-bench/Chat": 0.986, - "reward-bench/Chat Hard": 0.6776, - "reward-bench/Safety": 0.7867, - "reward-bench/Reasoning": 0.9229, - "reward-bench/Prior Sets (0.5 weight)": 0.7309, + "reward-bench/Score": 0.8542, "reward-bench/Factuality": 0.6189, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.5792, + "reward-bench/Safety": 0.8919, "reward-bench/Focus": 0.6828, - "reward-bench/Ties": 0.5981 + "reward-bench/Ties": 0.5981, + "reward-bench/Chat": 0.986, + "reward-bench/Chat Hard": 0.6776, + "reward-bench/Reasoning": 0.9229, + "reward-bench/Prior Sets (0.5 weight)": 0.7309 } }, { @@ -115,33 +142,6 @@ "reward-bench/Reasoning": 0.945 } }, - { - "id": "Ray2333/Gemma-2B-rewardmodel-baseline", - "name": "Ray2333/Gemma-2B-rewardmodel-baseline", - "developer": "Ray2333", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.729, - "reward-bench/Chat": 0.9413, - "reward-bench/Chat Hard": 0.4693, - "reward-bench/Safety": 0.7865, - "reward-bench/Reasoning": 0.7384, - "reward-bench/Prior Sets (0.5 weight)": 0.6897 - } - }, - { - "id": "Ray2333/Gemma-2B-rewardmodel-ft", - "name": "Ray2333/Gemma-2B-rewardmodel-ft", - "developer": "Ray2333", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.8048, - "reward-bench/Chat": 0.7793, - "reward-bench/Chat Hard": 0.7478, - "reward-bench/Safety": 0.8527, - "reward-bench/Reasoning": 0.8393 - } - }, { "id": "Ray2333/reward-model-Mistral-7B-instruct-Unifie...", "name": "Ray2333/reward-model-Mistral-7B-instruct-Unifie...", diff --git a/data/developers/recoilme.json b/data/developers/recoilme.json index a767d74249450554babea0e0fb1705321ef571fe..8cf100b3cc24d33e85cb3cef5a35dd0ca17c5649 100644 --- a/data/developers/recoilme.json +++ b/data/developers/recoilme.json @@ -7,12 +7,12 @@ "developer": "recoilme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7649, - "hfopenllm_v2/BBH": 0.5974, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4245, - "hfopenllm_v2/MMLU-PRO": 0.4207 + "hfopenllm_v2/IFEval": 0.2854, + "hfopenllm_v2/BBH": 0.5984, + "hfopenllm_v2/MATH Level 5": 0.1005, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4607, + "hfopenllm_v2/MMLU-PRO": 0.4162 } }, { @@ -35,12 +35,12 @@ "developer": "recoilme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7592, - "hfopenllm_v2/BBH": 0.6026, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4099, - "hfopenllm_v2/MMLU-PRO": 0.4163 + "hfopenllm_v2/IFEval": 0.2747, + "hfopenllm_v2/BBH": 0.6031, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4686, + "hfopenllm_v2/MMLU-PRO": 0.4122 } }, { diff --git a/data/developers/rezvortex.json b/data/developers/rezvortex.json index 33312e29f040c0a280e0d7ba6bda55874dd96a18..2bba05e881305c661e7b0e1bebd4cc8ad3daf762 100644 --- a/data/developers/rezvortex.json +++ b/data/developers/rezvortex.json @@ -1,20 +1,6 @@ { "developer": "RezVortex", "models": [ - { - "id": "RezVortex/JAJUKA-WEWILLNEVERFORGETYOU-3B", - "name": "JAJUKA-WEWILLNEVERFORGETYOU-3B", - "developer": "RezVortex", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6858, - "hfopenllm_v2/BBH": 0.4619, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.363, - "hfopenllm_v2/MMLU-PRO": 0.3143 - } - }, { "id": "RezVortex/Jajuka-3b", "name": "Jajuka-3b", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.3671, "hfopenllm_v2/MMLU-PRO": 0.3137 } + }, + { + "id": "RezVortex/JAJUKA-WEWILLNEVERFORGETYOU-3B", + "name": "JAJUKA-WEWILLNEVERFORGETYOU-3B", + "developer": "RezVortex", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6858, + "hfopenllm_v2/BBH": 0.4619, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.363, + "hfopenllm_v2/MMLU-PRO": 0.3143 + } } ] } \ No newline at end of file diff --git a/data/developers/riaz.json b/data/developers/riaz.json index 342d5654379425c9866753c909eb0413c18e5c77..d54f5bbaf70d322fa875b56275f987dd3ae70f34 100644 --- a/data/developers/riaz.json +++ b/data/developers/riaz.json @@ -7,12 +7,12 @@ "developer": "riaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4137, - "hfopenllm_v2/BBH": 0.4565, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3776, - "hfopenllm_v2/MMLU-PRO": 0.2978 + "hfopenllm_v2/IFEval": 0.4373, + "hfopenllm_v2/BBH": 0.4586, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3763, + "hfopenllm_v2/MMLU-PRO": 0.2964 } } ] diff --git a/data/developers/rlhflow.json b/data/developers/rlhflow.json index 77943db5b2dda8795d48935b98b37c80216a7ae1..ded4687b9b57367ba736fc197812722b45b282e2 100644 --- a/data/developers/rlhflow.json +++ b/data/developers/rlhflow.json @@ -3,7 +3,7 @@ "models": [ { "id": "RLHFlow/ArmoRM-Llama3-8B-v0.1", - "name": "ArmoRM-Llama3-8B-v0.1", + "name": "RLHFlow/ArmoRM-Llama3-8B-v0.1", "developer": "RLHFlow", "evaluator_relationship": null, "benchmark_scores": { @@ -28,7 +28,7 @@ }, { "id": "RLHFlow/LLaMA3-iterative-DPO-final", - "name": "LLaMA3-iterative-DPO-final", + "name": "RLHFlow/LLaMA3-iterative-DPO-final", "developer": "RLHFlow", "evaluator_relationship": null, "benchmark_scores": { @@ -46,20 +46,6 @@ "reward-bench/Prior Sets (0.5 weight)": 0.4392 } }, - { - "id": "RLHFlow/RewardModel-Mistral-7B-for-DPA-v1", - "name": "RLHFlow/RewardModel-Mistral-7B-for-DPA-v1", - "developer": "RLHFlow", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.6633, - "reward-bench/Chat": 0.8799, - "reward-bench/Chat Hard": 0.4978, - "reward-bench/Safety": 0.7068, - "reward-bench/Reasoning": 0.5971, - "reward-bench/Prior Sets (0.5 weight)": 0.6068 - } - }, { "id": "RLHFlow/pair-preference-model-LLaMA3-8B", "name": "RLHFlow/pair-preference-model-LLaMA3-8B", @@ -73,6 +59,20 @@ "reward-bench/Reasoning": 0.9473, "reward-bench/Prior Sets (0.5 weight)": 0.7458 } + }, + { + "id": "RLHFlow/RewardModel-Mistral-7B-for-DPA-v1", + "name": "RLHFlow/RewardModel-Mistral-7B-for-DPA-v1", + "developer": "RLHFlow", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.6633, + "reward-bench/Chat": 0.8799, + "reward-bench/Chat Hard": 0.4978, + "reward-bench/Safety": 0.7068, + "reward-bench/Reasoning": 0.5971, + "reward-bench/Prior Sets (0.5 weight)": 0.6068 + } } ] } \ No newline at end of file diff --git a/data/developers/rootxhacker.json b/data/developers/rootxhacker.json index 85f94d4a69b82ff9515c80f0f5046994a47e78d4..1710809ec6de34c4865e5abcc14149c25536165b 100644 --- a/data/developers/rootxhacker.json +++ b/data/developers/rootxhacker.json @@ -15,20 +15,6 @@ "hfopenllm_v2/MMLU-PRO": 0.5279 } }, - { - "id": "rootxhacker/Apollo_v2-32B", - "name": "Apollo_v2-32B", - "developer": "rootxhacker", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.428, - "hfopenllm_v2/BBH": 0.7072, - "hfopenllm_v2/MATH Level 5": 0.4275, - "hfopenllm_v2/GPQA": 0.3784, - "hfopenllm_v2/MUSR": 0.4994, - "hfopenllm_v2/MMLU-PRO": 0.5869 - } - }, { "id": "rootxhacker/apollo-7B", "name": "apollo-7B", @@ -42,6 +28,20 @@ "hfopenllm_v2/MUSR": 0.4131, "hfopenllm_v2/MMLU-PRO": 0.1748 } + }, + { + "id": "rootxhacker/Apollo_v2-32B", + "name": "Apollo_v2-32B", + "developer": "rootxhacker", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.428, + "hfopenllm_v2/BBH": 0.7072, + "hfopenllm_v2/MATH Level 5": 0.4275, + "hfopenllm_v2/GPQA": 0.3784, + "hfopenllm_v2/MUSR": 0.4994, + "hfopenllm_v2/MMLU-PRO": 0.5869 + } } ] } \ No newline at end of file diff --git a/data/developers/sabersaleh.json b/data/developers/sabersaleh.json index 49625547055886537d31bd3a5d3e3b3a4eda1a78..1fd7aa43f325aaa60f4a7b6947e6929b39c987d9 100644 --- a/data/developers/sabersaleh.json +++ b/data/developers/sabersaleh.json @@ -57,20 +57,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1636 } }, - { - "id": "sabersaleh/Llama2-7B-SPO", - "name": "Llama2-7B-SPO", - "developer": "sabersaleh", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1567, - "hfopenllm_v2/BBH": 0.3383, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3874, - "hfopenllm_v2/MMLU-PRO": 0.1757 - } - }, { "id": "sabersaleh/Llama2-7B-SimPO", "name": "Llama2-7B-SimPO", @@ -85,6 +71,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1641 } }, + { + "id": "sabersaleh/Llama2-7B-SPO", + "name": "Llama2-7B-SPO", + "developer": "sabersaleh", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1567, + "hfopenllm_v2/BBH": 0.3383, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3874, + "hfopenllm_v2/MMLU-PRO": 0.1757 + } + }, { "id": "sabersaleh/Llama3", "name": "Llama3", diff --git a/data/developers/sakalti.json b/data/developers/sakalti.json index a073d172055492a731f0a4f4c9d818bcedb6d6ee..0685628dda18a928aedc49913dc15451f6dfdfd0 100644 --- a/data/developers/sakalti.json +++ b/data/developers/sakalti.json @@ -29,6 +29,76 @@ "hfopenllm_v2/MMLU-PRO": 0.5255 } }, + { + "id": "Sakalti/light-1.1-3B", + "name": "light-1.1-3B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2735, + "hfopenllm_v2/BBH": 0.2803, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3901, + "hfopenllm_v2/MMLU-PRO": 0.1209 + } + }, + { + "id": "Sakalti/light-3B", + "name": "light-3B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5337, + "hfopenllm_v2/BBH": 0.4831, + "hfopenllm_v2/MATH Level 5": 0.2591, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.3775 + } + }, + { + "id": "Sakalti/light-3b-beta", + "name": "light-3b-beta", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5485, + "hfopenllm_v2/BBH": 0.4815, + "hfopenllm_v2/MATH Level 5": 0.2772, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.3758 + } + }, + { + "id": "Sakalti/light-7b-beta", + "name": "light-7b-beta", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6234, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.3769, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.4456 + } + }, + { + "id": "Sakalti/llama-3-yanyuedao-8b-instruct", + "name": "llama-3-yanyuedao-8b-instruct", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2186, + "hfopenllm_v2/BBH": 0.435, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.2911 + } + }, { "id": "Sakalti/Llama3.2-3B-Uranus-1", "name": "Llama3.2-3B-Uranus-1", @@ -43,6 +113,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3094 } }, + { + "id": "Sakalti/magro-7B", + "name": "magro-7B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1344, + "hfopenllm_v2/BBH": 0.4186, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.446, + "hfopenllm_v2/MMLU-PRO": 0.2765 + } + }, { "id": "Sakalti/Magro-7B-v1.1", "name": "Magro-7B-v1.1", @@ -57,6 +141,48 @@ "hfopenllm_v2/MMLU-PRO": 0.2764 } }, + { + "id": "Sakalti/mergekit-01", + "name": "mergekit-01", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6234, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.3769, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.4456 + } + }, + { + "id": "Sakalti/mergekit-della_linear-vmeykci", + "name": "mergekit-della_linear-vmeykci", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1126, + "hfopenllm_v2/BBH": 0.2816, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3897, + "hfopenllm_v2/MMLU-PRO": 0.1089 + } + }, + { + "id": "Sakalti/model-3", + "name": "model-3", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6264, + "hfopenllm_v2/BBH": 0.5542, + "hfopenllm_v2/MATH Level 5": 0.3708, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.4455 + } + }, { "id": "Sakalti/Neptuno-3B", "name": "Neptuno-3B", @@ -127,6 +253,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1213 } }, + { + "id": "Sakalti/qwen2.5-2.3B", + "name": "qwen2.5-2.3B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1288, + "hfopenllm_v2/BBH": 0.2849, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3857, + "hfopenllm_v2/MMLU-PRO": 0.1173 + } + }, { "id": "Sakalti/QwenTest-7", "name": "QwenTest-7", @@ -142,106 +282,330 @@ } }, { - "id": "Sakalti/SJT-0.5B", - "name": "SJT-0.5B", + "id": "Sakalti/Saba-Passthrough-2", + "name": "Saba-Passthrough-2", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2425, - "hfopenllm_v2/BBH": 0.3306, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3196, - "hfopenllm_v2/MMLU-PRO": 0.1891 + "hfopenllm_v2/IFEval": 0.1691, + "hfopenllm_v2/BBH": 0.3672, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3844, + "hfopenllm_v2/MMLU-PRO": 0.2077 } }, { - "id": "Sakalti/SJT-1.5B-Alpha", - "name": "SJT-1.5B-Alpha", + "id": "Sakalti/Saba1-1.8B", + "name": "Saba1-1.8B", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3449, - "hfopenllm_v2/BBH": 0.4241, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4226, - "hfopenllm_v2/MMLU-PRO": 0.2961 + "hfopenllm_v2/IFEval": 0.3333, + "hfopenllm_v2/BBH": 0.4147, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.2926 } }, { - "id": "Sakalti/SJT-1.5B-Alpha-1.1", - "name": "SJT-1.5B-Alpha-1.1", + "id": "Sakalti/Saba1-7B", + "name": "Saba1-7B", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3439, - "hfopenllm_v2/BBH": 0.4243, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.2966 + "hfopenllm_v2/IFEval": 0.4585, + "hfopenllm_v2/BBH": 0.5489, + "hfopenllm_v2/MATH Level 5": 0.3663, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4793, + "hfopenllm_v2/MMLU-PRO": 0.4376 } }, { - "id": "Sakalti/SJT-1.7B", - "name": "SJT-1.7B", + "id": "Sakalti/Saba1.5-1.5B", + "name": "Saba1.5-1.5B", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1776, - "hfopenllm_v2/BBH": 0.2934, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.1133 + "hfopenllm_v2/IFEval": 0.3333, + "hfopenllm_v2/BBH": 0.4147, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.2926 } }, { - "id": "Sakalti/SJT-14B", - "name": "SJT-14B", + "id": "Sakalti/Saba1.5-Pro-3B", + "name": "Saba1.5-Pro-3B", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5494, - "hfopenllm_v2/BBH": 0.6536, - "hfopenllm_v2/MATH Level 5": 0.3844, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4766, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "hfopenllm_v2/IFEval": 0.2386, + "hfopenllm_v2/BBH": 0.3623, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4405, + "hfopenllm_v2/MMLU-PRO": 0.1958 } }, { - "id": "Sakalti/SJT-2.4B", - "name": "SJT-2.4B", + "id": "Sakalti/Saba2-14B-Preview", + "name": "Saba2-14B-Preview", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2804, - "hfopenllm_v2/BBH": 0.349, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3699, - "hfopenllm_v2/MMLU-PRO": 0.1858 + "hfopenllm_v2/IFEval": 0.4722, + "hfopenllm_v2/BBH": 0.6496, + "hfopenllm_v2/MATH Level 5": 0.3127, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4781, + "hfopenllm_v2/MMLU-PRO": 0.5384 } }, { - "id": "Sakalti/SJT-24B-Alpha", - "name": "SJT-24B-Alpha", + "id": "Sakalti/Saba2-3B", + "name": "Saba2-3B", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3206, - "hfopenllm_v2/BBH": 0.6081, - "hfopenllm_v2/MATH Level 5": 0.253, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.4857 + "hfopenllm_v2/IFEval": 0.2865, + "hfopenllm_v2/BBH": 0.2801, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3927, + "hfopenllm_v2/MMLU-PRO": 0.121 } }, { - "id": "Sakalti/SJT-2B", - "name": "SJT-2B", + "id": "Sakalti/Sailor-japanese", + "name": "Sailor-japanese", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1605, + "hfopenllm_v2/BBH": 0.2913, + "hfopenllm_v2/MATH Level 5": 0.003, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3912, + "hfopenllm_v2/MMLU-PRO": 0.1164 + } + }, + { + "id": "Sakalti/Saka-1.5B", + "name": "Saka-1.5B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2726, + "hfopenllm_v2/BBH": 0.3988, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.2415 + } + }, + { + "id": "Sakalti/Saka-14B", + "name": "Saka-14B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7174, + "hfopenllm_v2/BBH": 0.6497, + "hfopenllm_v2/MATH Level 5": 0.4094, + "hfopenllm_v2/GPQA": 0.396, + "hfopenllm_v2/MUSR": 0.4886, + "hfopenllm_v2/MMLU-PRO": 0.5396 + } + }, + { + "id": "Sakalti/Saka-24B", + "name": "Saka-24B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3819, + "hfopenllm_v2/BBH": 0.6072, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.4541, + "hfopenllm_v2/MMLU-PRO": 0.4766 + } + }, + { + "id": "Sakalti/Saka-7.2B", + "name": "Saka-7.2B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1545, + "hfopenllm_v2/BBH": 0.2945, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3711, + "hfopenllm_v2/MMLU-PRO": 0.116 + } + }, + { + "id": "Sakalti/Saka-7.6B", + "name": "Saka-7.6B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4524, + "hfopenllm_v2/BBH": 0.5655, + "hfopenllm_v2/MATH Level 5": 0.3255, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4489, + "hfopenllm_v2/MMLU-PRO": 0.454 + } + }, + { + "id": "Sakalti/SakalFusion-7B-Alpha", + "name": "SakalFusion-7B-Alpha", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.529, + "hfopenllm_v2/BBH": 0.5591, + "hfopenllm_v2/MATH Level 5": 0.3844, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4581, + "hfopenllm_v2/MMLU-PRO": 0.4474 + } + }, + { + "id": "Sakalti/SakalFusion-7B-Beta", + "name": "SakalFusion-7B-Beta", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1809, + "hfopenllm_v2/BBH": 0.2881, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3872, + "hfopenllm_v2/MMLU-PRO": 0.109 + } + }, + { + "id": "Sakalti/SakaMoe-3x1.6B-Instruct", + "name": "SakaMoe-3x1.6B-Instruct", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2371, + "hfopenllm_v2/BBH": 0.3282, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1882 + } + }, + { + "id": "Sakalti/SJT-0.5B", + "name": "SJT-0.5B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2425, + "hfopenllm_v2/BBH": 0.3306, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3196, + "hfopenllm_v2/MMLU-PRO": 0.1891 + } + }, + { + "id": "Sakalti/SJT-1.5B-Alpha", + "name": "SJT-1.5B-Alpha", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3449, + "hfopenllm_v2/BBH": 0.4241, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4226, + "hfopenllm_v2/MMLU-PRO": 0.2961 + } + }, + { + "id": "Sakalti/SJT-1.5B-Alpha-1.1", + "name": "SJT-1.5B-Alpha-1.1", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3439, + "hfopenllm_v2/BBH": 0.4243, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.2966 + } + }, + { + "id": "Sakalti/SJT-1.7B", + "name": "SJT-1.7B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1776, + "hfopenllm_v2/BBH": 0.2934, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.1133 + } + }, + { + "id": "Sakalti/SJT-14B", + "name": "SJT-14B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5494, + "hfopenllm_v2/BBH": 0.6536, + "hfopenllm_v2/MATH Level 5": 0.3844, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4766, + "hfopenllm_v2/MMLU-PRO": 0.5381 + } + }, + { + "id": "Sakalti/SJT-2.4B", + "name": "SJT-2.4B", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2804, + "hfopenllm_v2/BBH": 0.349, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3699, + "hfopenllm_v2/MMLU-PRO": 0.1858 + } + }, + { + "id": "Sakalti/SJT-24B-Alpha", + "name": "SJT-24B-Alpha", + "developer": "Sakalti", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3206, + "hfopenllm_v2/BBH": 0.6081, + "hfopenllm_v2/MATH Level 5": 0.253, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.4857 + } + }, + { + "id": "Sakalti/SJT-2B", + "name": "SJT-2B", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { @@ -436,232 +800,22 @@ } }, { - "id": "Sakalti/Saba-Passthrough-2", - "name": "Saba-Passthrough-2", + "id": "Sakalti/tara-3.8B", + "name": "tara-3.8B", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1691, - "hfopenllm_v2/BBH": 0.3672, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3844, - "hfopenllm_v2/MMLU-PRO": 0.2077 + "hfopenllm_v2/IFEval": 0.4077, + "hfopenllm_v2/BBH": 0.4886, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.478, + "hfopenllm_v2/MMLU-PRO": 0.3281 } }, { - "id": "Sakalti/Saba1-1.8B", - "name": "Saba1-1.8B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3333, - "hfopenllm_v2/BBH": 0.4147, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.2926 - } - }, - { - "id": "Sakalti/Saba1-7B", - "name": "Saba1-7B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4585, - "hfopenllm_v2/BBH": 0.5489, - "hfopenllm_v2/MATH Level 5": 0.3663, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4793, - "hfopenllm_v2/MMLU-PRO": 0.4376 - } - }, - { - "id": "Sakalti/Saba1.5-1.5B", - "name": "Saba1.5-1.5B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3333, - "hfopenllm_v2/BBH": 0.4147, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.2926 - } - }, - { - "id": "Sakalti/Saba1.5-Pro-3B", - "name": "Saba1.5-Pro-3B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2386, - "hfopenllm_v2/BBH": 0.3623, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4405, - "hfopenllm_v2/MMLU-PRO": 0.1958 - } - }, - { - "id": "Sakalti/Saba2-14B-Preview", - "name": "Saba2-14B-Preview", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4722, - "hfopenllm_v2/BBH": 0.6496, - "hfopenllm_v2/MATH Level 5": 0.3127, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4781, - "hfopenllm_v2/MMLU-PRO": 0.5384 - } - }, - { - "id": "Sakalti/Saba2-3B", - "name": "Saba2-3B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2865, - "hfopenllm_v2/BBH": 0.2801, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3927, - "hfopenllm_v2/MMLU-PRO": 0.121 - } - }, - { - "id": "Sakalti/Sailor-japanese", - "name": "Sailor-japanese", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1605, - "hfopenllm_v2/BBH": 0.2913, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3912, - "hfopenllm_v2/MMLU-PRO": 0.1164 - } - }, - { - "id": "Sakalti/Saka-1.5B", - "name": "Saka-1.5B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2726, - "hfopenllm_v2/BBH": 0.3988, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.2415 - } - }, - { - "id": "Sakalti/Saka-14B", - "name": "Saka-14B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7174, - "hfopenllm_v2/BBH": 0.6497, - "hfopenllm_v2/MATH Level 5": 0.4094, - "hfopenllm_v2/GPQA": 0.396, - "hfopenllm_v2/MUSR": 0.4886, - "hfopenllm_v2/MMLU-PRO": 0.5396 - } - }, - { - "id": "Sakalti/Saka-24B", - "name": "Saka-24B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3819, - "hfopenllm_v2/BBH": 0.6072, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.4541, - "hfopenllm_v2/MMLU-PRO": 0.4766 - } - }, - { - "id": "Sakalti/Saka-7.2B", - "name": "Saka-7.2B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1545, - "hfopenllm_v2/BBH": 0.2945, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3711, - "hfopenllm_v2/MMLU-PRO": 0.116 - } - }, - { - "id": "Sakalti/Saka-7.6B", - "name": "Saka-7.6B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4524, - "hfopenllm_v2/BBH": 0.5655, - "hfopenllm_v2/MATH Level 5": 0.3255, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4489, - "hfopenllm_v2/MMLU-PRO": 0.454 - } - }, - { - "id": "Sakalti/SakaMoe-3x1.6B-Instruct", - "name": "SakaMoe-3x1.6B-Instruct", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2371, - "hfopenllm_v2/BBH": 0.3282, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1882 - } - }, - { - "id": "Sakalti/SakalFusion-7B-Alpha", - "name": "SakalFusion-7B-Alpha", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.529, - "hfopenllm_v2/BBH": 0.5591, - "hfopenllm_v2/MATH Level 5": 0.3844, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4581, - "hfopenllm_v2/MMLU-PRO": 0.4474 - } - }, - { - "id": "Sakalti/SakalFusion-7B-Beta", - "name": "SakalFusion-7B-Beta", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1809, - "hfopenllm_v2/BBH": 0.2881, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3872, - "hfopenllm_v2/MMLU-PRO": 0.109 - } - }, - { - "id": "Sakalti/Tara-3.8B-v1.1", - "name": "Tara-3.8B-v1.1", + "id": "Sakalti/Tara-3.8B-v1.1", + "name": "Tara-3.8B-v1.1", "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { @@ -673,160 +827,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3281 } }, - { - "id": "Sakalti/light-1.1-3B", - "name": "light-1.1-3B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2735, - "hfopenllm_v2/BBH": 0.2803, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3901, - "hfopenllm_v2/MMLU-PRO": 0.1209 - } - }, - { - "id": "Sakalti/light-3B", - "name": "light-3B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5337, - "hfopenllm_v2/BBH": 0.4831, - "hfopenllm_v2/MATH Level 5": 0.2591, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.3775 - } - }, - { - "id": "Sakalti/light-3b-beta", - "name": "light-3b-beta", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5485, - "hfopenllm_v2/BBH": 0.4815, - "hfopenllm_v2/MATH Level 5": 0.2772, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.3758 - } - }, - { - "id": "Sakalti/light-7b-beta", - "name": "light-7b-beta", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6234, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.3769, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.4456 - } - }, - { - "id": "Sakalti/llama-3-yanyuedao-8b-instruct", - "name": "llama-3-yanyuedao-8b-instruct", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2186, - "hfopenllm_v2/BBH": 0.435, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.2911 - } - }, - { - "id": "Sakalti/magro-7B", - "name": "magro-7B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1344, - "hfopenllm_v2/BBH": 0.4186, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.446, - "hfopenllm_v2/MMLU-PRO": 0.2765 - } - }, - { - "id": "Sakalti/mergekit-01", - "name": "mergekit-01", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6234, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.3769, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.4456 - } - }, - { - "id": "Sakalti/mergekit-della_linear-vmeykci", - "name": "mergekit-della_linear-vmeykci", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1126, - "hfopenllm_v2/BBH": 0.2816, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3897, - "hfopenllm_v2/MMLU-PRO": 0.1089 - } - }, - { - "id": "Sakalti/model-3", - "name": "model-3", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6264, - "hfopenllm_v2/BBH": 0.5542, - "hfopenllm_v2/MATH Level 5": 0.3708, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.4455 - } - }, - { - "id": "Sakalti/qwen2.5-2.3B", - "name": "qwen2.5-2.3B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1288, - "hfopenllm_v2/BBH": 0.2849, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3857, - "hfopenllm_v2/MMLU-PRO": 0.1173 - } - }, - { - "id": "Sakalti/tara-3.8B", - "name": "tara-3.8B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4077, - "hfopenllm_v2/BBH": 0.4886, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.478, - "hfopenllm_v2/MMLU-PRO": 0.3281 - } - }, { "id": "Sakalti/ultiima-14B", "name": "ultiima-14B", diff --git a/data/developers/sao10k.json b/data/developers/sao10k.json index 6569058a39b468de833ea3ab9419e073af211e5a..e66900f1906266fdf37e55995d3b04130f5b6fd2 100644 --- a/data/developers/sao10k.json +++ b/data/developers/sao10k.json @@ -35,12 +35,12 @@ "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7281, - "hfopenllm_v2/BBH": 0.6503, - "hfopenllm_v2/MATH Level 5": 0.2243, + "hfopenllm_v2/IFEval": 0.7384, + "hfopenllm_v2/BBH": 0.6471, + "hfopenllm_v2/MATH Level 5": 0.2137, "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4196, - "hfopenllm_v2/MMLU-PRO": 0.5096 + "hfopenllm_v2/MUSR": 0.4209, + "hfopenllm_v2/MMLU-PRO": 0.5104 } }, { diff --git a/data/developers/sci-m-wang.json b/data/developers/sci-m-wang.json index a6c5a9c80e75b2261628705e430eee8d33854978..cdf4776cff7c1f8bb7944912c72f972ea977f301 100644 --- a/data/developers/sci-m-wang.json +++ b/data/developers/sci-m-wang.json @@ -1,6 +1,20 @@ { "developer": "sci-m-wang", "models": [ + { + "id": "sci-m-wang/deepseek-llm-7b-chat-sa-v0.1", + "name": "deepseek-llm-7b-chat-sa-v0.1", + "developer": "sci-m-wang", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4036, + "hfopenllm_v2/BBH": 0.3718, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.2209 + } + }, { "id": "sci-m-wang/Mistral-7B-Instruct-sa-v0.1", "name": "Mistral-7B-Instruct-sa-v0.1", @@ -28,20 +42,6 @@ "hfopenllm_v2/MUSR": 0.4073, "hfopenllm_v2/MMLU-PRO": 0.3985 } - }, - { - "id": "sci-m-wang/deepseek-llm-7b-chat-sa-v0.1", - "name": "deepseek-llm-7b-chat-sa-v0.1", - "developer": "sci-m-wang", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4036, - "hfopenllm_v2/BBH": 0.3718, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.2209 - } } ] } \ No newline at end of file diff --git a/data/developers/sequelbox.json b/data/developers/sequelbox.json index e20c1d05c1bcbf7d412506136d5b13fef4639618..e82470efcced51f7e1ac3e43c8735eb3cbc14f30 100644 --- a/data/developers/sequelbox.json +++ b/data/developers/sequelbox.json @@ -1,6 +1,20 @@ { "developer": "sequelbox", "models": [ + { + "id": "sequelbox/gemma-2-9B-MOTH", + "name": "gemma-2-9B-MOTH", + "developer": "sequelbox", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2059, + "hfopenllm_v2/BBH": 0.308, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3409, + "hfopenllm_v2/MMLU-PRO": 0.114 + } + }, { "id": "sequelbox/Llama3.1-70B-PlumChat", "name": "Llama3.1-70B-PlumChat", @@ -70,20 +84,6 @@ "hfopenllm_v2/MUSR": 0.3919, "hfopenllm_v2/MMLU-PRO": 0.2975 } - }, - { - "id": "sequelbox/gemma-2-9B-MOTH", - "name": "gemma-2-9B-MOTH", - "developer": "sequelbox", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2059, - "hfopenllm_v2/BBH": 0.308, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3409, - "hfopenllm_v2/MMLU-PRO": 0.114 - } } ] } \ No newline at end of file diff --git a/data/developers/sethuiyer.json b/data/developers/sethuiyer.json index 5039098f4a6a9fd9b7ad65deaa9bcd839ac57a0c..8c2a5d6156f4238828149cbb80ac84aad02697e0 100644 --- a/data/developers/sethuiyer.json +++ b/data/developers/sethuiyer.json @@ -29,20 +29,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3511 } }, - { - "id": "sethuiyer/LlamaZero-3.1-8B-Experimental-1208", - "name": "LlamaZero-3.1-8B-Experimental-1208", - "developer": "sethuiyer", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6051, - "hfopenllm_v2/BBH": 0.4981, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.3 - } - }, { "id": "sethuiyer/Llamaverse-3.1-8B-Instruct", "name": "Llamaverse-3.1-8B-Instruct", @@ -57,6 +43,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3523 } }, + { + "id": "sethuiyer/LlamaZero-3.1-8B-Experimental-1208", + "name": "LlamaZero-3.1-8B-Experimental-1208", + "developer": "sethuiyer", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6051, + "hfopenllm_v2/BBH": 0.4981, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.3 + } + }, { "id": "sethuiyer/Llamazing-3.1-8B-Instruct", "name": "Llamazing-3.1-8B-Instruct", diff --git a/data/developers/sfairxc.json b/data/developers/sfairxc.json index 0f83a5aa819fcf69906563e63fd5c5a7cc1f8ce0..f511504fa472f754b653d8fff6432038f2fa5642 100644 --- a/data/developers/sfairxc.json +++ b/data/developers/sfairxc.json @@ -7,17 +7,17 @@ "developer": "sfairXC", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8338, + "reward-bench/Score": 0.6292, + "reward-bench/Chat": 0.9944, + "reward-bench/Chat Hard": 0.6513, + "reward-bench/Safety": 0.7667, + "reward-bench/Reasoning": 0.8644, + "reward-bench/Prior Sets (0.5 weight)": 0.7492, "reward-bench/Factuality": 0.5916, "reward-bench/Precise IF": 0.4188, "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8676, "reward-bench/Focus": 0.7051, - "reward-bench/Ties": 0.6647, - "reward-bench/Chat": 0.9944, - "reward-bench/Chat Hard": 0.6513, - "reward-bench/Reasoning": 0.8644, - "reward-bench/Prior Sets (0.5 weight)": 0.7492 + "reward-bench/Ties": 0.6647 } } ] diff --git a/data/developers/sharathhebbar24.json b/data/developers/sharathhebbar24.json index b0739e1b331d5c06ace519d1073750dbd3400865..efc3c20484e1afb781c77bd2f8d823bfcb4a31fc 100644 --- a/data/developers/sharathhebbar24.json +++ b/data/developers/sharathhebbar24.json @@ -1,20 +1,6 @@ { "developer": "Sharathhebbar24", "models": [ - { - "id": "Sharathhebbar24/SSH_355M", - "name": "SSH_355M", - "developer": "Sharathhebbar24", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1424, - "hfopenllm_v2/BBH": 0.3099, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.1176 - } - }, { "id": "Sharathhebbar24/chat_gpt2_dpo", "name": "chat_gpt2_dpo", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.3818, "hfopenllm_v2/MMLU-PRO": 0.1142 } + }, + { + "id": "Sharathhebbar24/SSH_355M", + "name": "SSH_355M", + "developer": "Sharathhebbar24", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1424, + "hfopenllm_v2/BBH": 0.3099, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.1176 + } } ] } \ No newline at end of file diff --git a/data/developers/shikaichen.json b/data/developers/shikaichen.json index 6502ef5b0e02cc85862537458f25816eb0826b7d..6162cba6dec7eaed27af88272ffb98342af2522b 100644 --- a/data/developers/shikaichen.json +++ b/data/developers/shikaichen.json @@ -7,16 +7,16 @@ "developer": "ShikaiChen", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7249, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.9079, - "reward-bench/Safety": 0.9222, - "reward-bench/Reasoning": 0.9903, + "reward-bench/Score": 0.9499, "reward-bench/Factuality": 0.7558, "reward-bench/Precise IF": 0.35, "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.9378, "reward-bench/Focus": 0.9131, - "reward-bench/Ties": 0.7633 + "reward-bench/Ties": 0.7633, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.9079, + "reward-bench/Reasoning": 0.9903 } } ] diff --git a/data/developers/shivam9980.json b/data/developers/shivam9980.json index bdf9dcbd88c8b400b1ada1eeb240f667593b0ca6..4b480049d9dffdf995929a88536fbe6580e19b67 100644 --- a/data/developers/shivam9980.json +++ b/data/developers/shivam9980.json @@ -1,20 +1,6 @@ { "developer": "shivam9980", "models": [ - { - "id": "shivam9980/NEPALI-LLM", - "name": "NEPALI-LLM", - "developer": "shivam9980", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0417, - "hfopenllm_v2/BBH": 0.3828, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4122, - "hfopenllm_v2/MMLU-PRO": 0.2064 - } - }, { "id": "shivam9980/mistral-7b-news-cnn-merged", "name": "mistral-7b-news-cnn-merged", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.4523, "hfopenllm_v2/MMLU-PRO": 0.2827 } + }, + { + "id": "shivam9980/NEPALI-LLM", + "name": "NEPALI-LLM", + "developer": "shivam9980", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.0417, + "hfopenllm_v2/BBH": 0.3828, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4122, + "hfopenllm_v2/MMLU-PRO": 0.2064 + } } ] } \ No newline at end of file diff --git a/data/developers/sicarius-prototyping.json b/data/developers/sicarius-prototyping.json index c61b296d37ad9ca148604e6c10a345f9e24dd027..63756f4c626668b117b7d90628ce388cf2afeaa0 100644 --- a/data/developers/sicarius-prototyping.json +++ b/data/developers/sicarius-prototyping.json @@ -1,6 +1,20 @@ { "developer": "Sicarius-Prototyping", "models": [ + { + "id": "Sicarius-Prototyping/bacon_and_food", + "name": "bacon_and_food", + "developer": "Sicarius-Prototyping", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.586, + "hfopenllm_v2/BBH": 0.4725, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3884, + "hfopenllm_v2/MMLU-PRO": 0.3263 + } + }, { "id": "Sicarius-Prototyping/Brainy_LLAMA", "name": "Brainy_LLAMA", @@ -28,20 +42,6 @@ "hfopenllm_v2/MUSR": 0.3325, "hfopenllm_v2/MMLU-PRO": 0.186 } - }, - { - "id": "Sicarius-Prototyping/bacon_and_food", - "name": "bacon_and_food", - "developer": "Sicarius-Prototyping", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.586, - "hfopenllm_v2/BBH": 0.4725, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3884, - "hfopenllm_v2/MMLU-PRO": 0.3263 - } } ] } \ No newline at end of file diff --git a/data/developers/sicariussicariistuff.json b/data/developers/sicariussicariistuff.json index 8b47da480157ebac5222a015de4726330a4530d3..0d2028ef01da9c1d75147248c52590b10b58262a 100644 --- a/data/developers/sicariussicariistuff.json +++ b/data/developers/sicariussicariistuff.json @@ -29,6 +29,20 @@ "hfopenllm_v2/MMLU-PRO": 0.1399 } }, + { + "id": "SicariusSicariiStuff/dn_ep02", + "name": "dn_ep02", + "developer": "SicariusSicariiStuff", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5064, + "hfopenllm_v2/BBH": 0.5266, + "hfopenllm_v2/MATH Level 5": 0.142, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4316, + "hfopenllm_v2/MMLU-PRO": 0.3998 + } + }, { "id": "SicariusSicariiStuff/Dusk_Rainbow", "name": "Dusk_Rainbow", @@ -252,20 +266,6 @@ "hfopenllm_v2/MUSR": 0.4727, "hfopenllm_v2/MMLU-PRO": 0.3132 } - }, - { - "id": "SicariusSicariiStuff/dn_ep02", - "name": "dn_ep02", - "developer": "SicariusSicariiStuff", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5064, - "hfopenllm_v2/BBH": 0.5266, - "hfopenllm_v2/MATH Level 5": 0.142, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4316, - "hfopenllm_v2/MMLU-PRO": 0.3998 - } } ] } \ No newline at end of file diff --git a/data/developers/skywork.json b/data/developers/skywork.json index 74d24a368540017020e88ed938e51159414ee9bc..e03d4e3531550f0a1890672b22366dbe23effd27 100644 --- a/data/developers/skywork.json +++ b/data/developers/skywork.json @@ -27,27 +27,41 @@ "reward-bench/Reasoning": 0.898 } }, + { + "id": "Skywork/Skywork-o1-Open-Llama-3.1-8B", + "name": "Skywork-o1-Open-Llama-3.1-8B", + "developer": "Skywork", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3518, + "hfopenllm_v2/BBH": 0.4516, + "hfopenllm_v2/MATH Level 5": 0.5211, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3156, + "hfopenllm_v2/MMLU-PRO": 0.203 + } + }, { "id": "Skywork/Skywork-Reward-Gemma-2-27B", "name": "Skywork/Skywork-Reward-Gemma-2-27B", "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7576, - "reward-bench/Chat": 0.9581, - "reward-bench/Chat Hard": 0.9145, - "reward-bench/Safety": 0.9422, - "reward-bench/Reasoning": 0.9606, + "reward-bench/Score": 0.938, "reward-bench/Factuality": 0.7368, "reward-bench/Precise IF": 0.4031, "reward-bench/Math": 0.7049, + "reward-bench/Safety": 0.9189, "reward-bench/Focus": 0.9323, - "reward-bench/Ties": 0.8261 + "reward-bench/Ties": 0.8261, + "reward-bench/Chat": 0.9581, + "reward-bench/Chat Hard": 0.9145, + "reward-bench/Reasoning": 0.9606 } }, { "id": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", - "name": "Skywork-Reward-Gemma-2-27B-v0.2", + "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { @@ -57,16 +71,16 @@ "hfopenllm_v2/GPQA": 0.344, "hfopenllm_v2/MUSR": 0.4231, "hfopenllm_v2/MMLU-PRO": 0.4103, - "reward-bench/Score": 0.9426, + "reward-bench/Score": 0.7531, + "reward-bench/Chat": 0.9609, + "reward-bench/Chat Hard": 0.8991, + "reward-bench/Safety": 0.9689, + "reward-bench/Reasoning": 0.9807, "reward-bench/Factuality": 0.7674, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.6721, - "reward-bench/Safety": 0.9297, "reward-bench/Focus": 0.9172, - "reward-bench/Ties": 0.8182, - "reward-bench/Chat": 0.9609, - "reward-bench/Chat Hard": 0.8991, - "reward-bench/Reasoning": 0.9807 + "reward-bench/Ties": 0.8182 } }, { @@ -216,30 +230,16 @@ "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9007, + "reward-bench/Score": 0.6885, + "reward-bench/Chat": 0.8994, + "reward-bench/Chat Hard": 0.875, + "reward-bench/Safety": 0.8911, + "reward-bench/Reasoning": 0.9176, "reward-bench/Factuality": 0.6063, "reward-bench/Precise IF": 0.35, "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.9108, "reward-bench/Focus": 0.8909, - "reward-bench/Ties": 0.7586, - "reward-bench/Chat": 0.8994, - "reward-bench/Chat Hard": 0.875, - "reward-bench/Reasoning": 0.9176 - } - }, - { - "id": "Skywork/Skywork-o1-Open-Llama-3.1-8B", - "name": "Skywork-o1-Open-Llama-3.1-8B", - "developer": "Skywork", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3518, - "hfopenllm_v2/BBH": 0.4516, - "hfopenllm_v2/MATH Level 5": 0.5211, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3156, - "hfopenllm_v2/MMLU-PRO": 0.203 + "reward-bench/Ties": 0.7586 } } ] diff --git a/data/developers/sometimesanotion.json b/data/developers/sometimesanotion.json index 2873e9464f191e6c97951bfbde0b20afc70e76a1..c020e85fc5c690d215cbd09f94a114e50c6a6936 100644 --- a/data/developers/sometimesanotion.json +++ b/data/developers/sometimesanotion.json @@ -57,6 +57,34 @@ "hfopenllm_v2/MMLU-PRO": 0.4505 } }, + { + "id": "sometimesanotion/lamarck-14b-prose-model_stock", + "name": "lamarck-14b-prose-model_stock", + "developer": "sometimesanotion", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4276, + "hfopenllm_v2/BBH": 0.6488, + "hfopenllm_v2/MATH Level 5": 0.3414, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4846, + "hfopenllm_v2/MMLU-PRO": 0.5354 + } + }, + { + "id": "sometimesanotion/lamarck-14b-reason-model_stock", + "name": "lamarck-14b-reason-model_stock", + "developer": "sometimesanotion", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4965, + "hfopenllm_v2/BBH": 0.6569, + "hfopenllm_v2/MATH Level 5": 0.358, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4741, + "hfopenllm_v2/MMLU-PRO": 0.5402 + } + }, { "id": "sometimesanotion/Lamarck-14B-v0.1-experimental", "name": "Lamarck-14B-v0.1-experimental", @@ -337,20 +365,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4589 } }, - { - "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-Prose01", - "name": "Qwen2.5-14B-Vimarckoso-v3-Prose01", - "developer": "sometimesanotion", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6872, - "hfopenllm_v2/BBH": 0.6359, - "hfopenllm_v2/MATH Level 5": 0.3995, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4807, - "hfopenllm_v2/MMLU-PRO": 0.5275 - } - }, { "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-model_stock", "name": "Qwen2.5-14B-Vimarckoso-v3-model_stock", @@ -365,6 +379,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5316 } }, + { + "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-Prose01", + "name": "Qwen2.5-14B-Vimarckoso-v3-Prose01", + "developer": "sometimesanotion", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6872, + "hfopenllm_v2/BBH": 0.6359, + "hfopenllm_v2/MATH Level 5": 0.3995, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4807, + "hfopenllm_v2/MMLU-PRO": 0.5275 + } + }, { "id": "sometimesanotion/Qwen2.5-7B-Gordion-v0.1", "name": "Qwen2.5-7B-Gordion-v0.1", @@ -784,34 +812,6 @@ "hfopenllm_v2/MUSR": 0.5141, "hfopenllm_v2/MMLU-PRO": 0.5111 } - }, - { - "id": "sometimesanotion/lamarck-14b-prose-model_stock", - "name": "lamarck-14b-prose-model_stock", - "developer": "sometimesanotion", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4276, - "hfopenllm_v2/BBH": 0.6488, - "hfopenllm_v2/MATH Level 5": 0.3414, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4846, - "hfopenllm_v2/MMLU-PRO": 0.5354 - } - }, - { - "id": "sometimesanotion/lamarck-14b-reason-model_stock", - "name": "lamarck-14b-reason-model_stock", - "developer": "sometimesanotion", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4965, - "hfopenllm_v2/BBH": 0.6569, - "hfopenllm_v2/MATH Level 5": 0.358, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4741, - "hfopenllm_v2/MMLU-PRO": 0.5402 - } } ] } \ No newline at end of file diff --git a/data/developers/stabilityai.json b/data/developers/stabilityai.json index 352eab5bb61d7f6570ba8d85f6599f07e37f2c5e..fa056e36c8ea5518e291812fa80267171985efd8 100644 --- a/data/developers/stabilityai.json +++ b/data/developers/stabilityai.json @@ -1,20 +1,6 @@ { "developer": "stabilityai", "models": [ - { - "id": "stabilityai/StableBeluga2", - "name": "StableBeluga2", - "developer": "stabilityai", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3787, - "hfopenllm_v2/BBH": 0.5824, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.473, - "hfopenllm_v2/MMLU-PRO": 0.3326 - } - }, { "id": "stabilityai/stable-code-instruct-3b", "name": "stabilityai/stable-code-instruct-3b", @@ -29,6 +15,20 @@ "reward-bench/Prior Sets (0.5 weight)": 0.4506 } }, + { + "id": "stabilityai/StableBeluga2", + "name": "StableBeluga2", + "developer": "stabilityai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3787, + "hfopenllm_v2/BBH": 0.5824, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.473, + "hfopenllm_v2/MMLU-PRO": 0.3326 + } + }, { "id": "stabilityai/stablelm-2-12b", "name": "stablelm-2-12b", @@ -45,7 +45,7 @@ }, { "id": "stabilityai/stablelm-2-12b-chat", - "name": "stablelm-2-12b-chat", + "name": "stabilityai/stablelm-2-12b-chat", "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { @@ -93,7 +93,7 @@ }, { "id": "stabilityai/stablelm-2-zephyr-1_6b", - "name": "stablelm-2-zephyr-1_6b", + "name": "stabilityai/stablelm-2-zephyr-1_6b", "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { @@ -127,7 +127,7 @@ }, { "id": "stabilityai/stablelm-zephyr-3b", - "name": "stablelm-zephyr-3b", + "name": "stabilityai/stablelm-zephyr-3b", "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { diff --git a/data/developers/sultanr.json b/data/developers/sultanr.json index 66d7f9d1e1a8f04e94773c6cce3dfbe31f53919f..c320049febba8aa937915baa7877fb901641f218 100644 --- a/data/developers/sultanr.json +++ b/data/developers/sultanr.json @@ -16,16 +16,17 @@ } }, { - "id": "SultanR/SmolTulu-1.7b-RM", - "name": "SultanR/SmolTulu-1.7b-RM", + "id": "SultanR/SmolTulu-1.7b-it-v0", + "name": "SmolTulu-1.7b-it-v0", "developer": "SultanR", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5094, - "reward-bench/Chat": 0.743, - "reward-bench/Chat Hard": 0.4408, - "reward-bench/Safety": 0.5716, - "reward-bench/Reasoning": 0.2821 + "hfopenllm_v2/IFEval": 0.6541, + "hfopenllm_v2/BBH": 0.3713, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.354, + "hfopenllm_v2/MMLU-PRO": 0.171 } }, { @@ -43,17 +44,16 @@ } }, { - "id": "SultanR/SmolTulu-1.7b-it-v0", - "name": "SmolTulu-1.7b-it-v0", + "id": "SultanR/SmolTulu-1.7b-RM", + "name": "SultanR/SmolTulu-1.7b-RM", "developer": "SultanR", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6541, - "hfopenllm_v2/BBH": 0.3713, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.354, - "hfopenllm_v2/MMLU-PRO": 0.171 + "reward-bench/Score": 0.5094, + "reward-bench/Chat": 0.743, + "reward-bench/Chat Hard": 0.4408, + "reward-bench/Safety": 0.5716, + "reward-bench/Reasoning": 0.2821 } } ] diff --git a/data/developers/sumink.json b/data/developers/sumink.json index e80bea14dcef5ea856b6e949097f077d82db6c3d..6e7f0f5128686ba1a8c73f71e203d7195edc1a05 100644 --- a/data/developers/sumink.json +++ b/data/developers/sumink.json @@ -1,62 +1,6 @@ { "developer": "sumink", "models": [ - { - "id": "sumink/Qmerft", - "name": "Qmerft", - "developer": "sumink", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1564, - "hfopenllm_v2/BBH": 0.2939, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3688, - "hfopenllm_v2/MMLU-PRO": 0.1157 - } - }, - { - "id": "sumink/Qwenftmodel", - "name": "Qwenftmodel", - "developer": "sumink", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1729, - "hfopenllm_v2/BBH": 0.3823, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3617, - "hfopenllm_v2/MMLU-PRO": 0.2339 - } - }, - { - "id": "sumink/Qwenmplus", - "name": "Qwenmplus", - "developer": "sumink", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.204, - "hfopenllm_v2/BBH": 0.3676, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3828, - "hfopenllm_v2/MMLU-PRO": 0.1992 - } - }, - { - "id": "sumink/Qwensci", - "name": "Qwensci", - "developer": "sumink", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.174, - "hfopenllm_v2/BBH": 0.3282, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3609, - "hfopenllm_v2/MMLU-PRO": 0.126 - } - }, { "id": "sumink/bbhqwen", "name": "bbhqwen", @@ -225,6 +169,62 @@ "hfopenllm_v2/MMLU-PRO": 0.3529 } }, + { + "id": "sumink/Qmerft", + "name": "Qmerft", + "developer": "sumink", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1564, + "hfopenllm_v2/BBH": 0.2939, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3688, + "hfopenllm_v2/MMLU-PRO": 0.1157 + } + }, + { + "id": "sumink/Qwenftmodel", + "name": "Qwenftmodel", + "developer": "sumink", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1729, + "hfopenllm_v2/BBH": 0.3823, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3617, + "hfopenllm_v2/MMLU-PRO": 0.2339 + } + }, + { + "id": "sumink/Qwenmplus", + "name": "Qwenmplus", + "developer": "sumink", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.204, + "hfopenllm_v2/BBH": 0.3676, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3828, + "hfopenllm_v2/MMLU-PRO": 0.1992 + } + }, + { + "id": "sumink/Qwensci", + "name": "Qwensci", + "developer": "sumink", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.174, + "hfopenllm_v2/BBH": 0.3282, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3609, + "hfopenllm_v2/MMLU-PRO": 0.126 + } + }, { "id": "sumink/qwft", "name": "qwft", diff --git a/data/developers/supichi.json b/data/developers/supichi.json index 6ecb1a54881b531ea993c765c78c24fa9899ec87..be41814ef66baa8ee077cb346f080e74aa5594e5 100644 --- a/data/developers/supichi.json +++ b/data/developers/supichi.json @@ -29,20 +29,6 @@ "hfopenllm_v2/MMLU-PRO": 0.1112 } }, - { - "id": "Supichi/BBAIK29", - "name": "BBAIK29", - "developer": "Supichi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4588, - "hfopenllm_v2/BBH": 0.559, - "hfopenllm_v2/MATH Level 5": 0.3678, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4501, - "hfopenllm_v2/MMLU-PRO": 0.4469 - } - }, { "id": "Supichi/BBAI_135_Gemma", "name": "BBAI_135_Gemma", @@ -127,6 +113,20 @@ "hfopenllm_v2/MMLU-PRO": 0.116 } }, + { + "id": "Supichi/BBAIK29", + "name": "BBAIK29", + "developer": "Supichi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4588, + "hfopenllm_v2/BBH": 0.559, + "hfopenllm_v2/MATH Level 5": 0.3678, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4501, + "hfopenllm_v2/MMLU-PRO": 0.4469 + } + }, { "id": "Supichi/HF_TOKEN", "name": "HF_TOKEN", diff --git a/data/developers/t145.json b/data/developers/t145.json index 66d575dca223a9d26a763efc75545aeb619d8578..ad61070ed0a4e5da5fa3512b14d771ccdc6f5dd1 100644 --- a/data/developers/t145.json +++ b/data/developers/t145.json @@ -197,6 +197,20 @@ "hfopenllm_v2/MMLU-PRO": 0.378 } }, + { + "id": "T145/qwen-2.5-3B-merge-test", + "name": "qwen-2.5-3B-merge-test", + "developer": "T145", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5751, + "hfopenllm_v2/BBH": 0.4842, + "hfopenllm_v2/MATH Level 5": 0.3202, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4007, + "hfopenllm_v2/MMLU-PRO": 0.329 + } + }, { "id": "T145/ZEUS-8B-V10", "name": "ZEUS-8B-V10", @@ -407,20 +421,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3896 } }, - { - "id": "T145/ZEUS-8B-V2-ORPO", - "name": "ZEUS-8B-V2-ORPO", - "developer": "T145", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7187, - "hfopenllm_v2/BBH": 0.5075, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.3935, - "hfopenllm_v2/MMLU-PRO": 0.3678 - } - }, { "id": "T145/ZEUS-8B-V2-abliterated", "name": "ZEUS-8B-V2-abliterated", @@ -435,6 +435,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3825 } }, + { + "id": "T145/ZEUS-8B-V2-ORPO", + "name": "ZEUS-8B-V2-ORPO", + "developer": "T145", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7187, + "hfopenllm_v2/BBH": 0.5075, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3935, + "hfopenllm_v2/MMLU-PRO": 0.3678 + } + }, { "id": "T145/ZEUS-8B-V20", "name": "ZEUS-8B-V20", @@ -700,20 +714,6 @@ "hfopenllm_v2/MUSR": 0.3949, "hfopenllm_v2/MMLU-PRO": 0.3901 } - }, - { - "id": "T145/qwen-2.5-3B-merge-test", - "name": "qwen-2.5-3B-merge-test", - "developer": "T145", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5751, - "hfopenllm_v2/BBH": 0.4842, - "hfopenllm_v2/MATH Level 5": 0.3202, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4007, - "hfopenllm_v2/MMLU-PRO": 0.329 - } } ] } \ No newline at end of file diff --git a/data/developers/theprint.json b/data/developers/theprint.json index bc918827549a11b66c5052705449c2f653231dda..317c1e9ace20eaa4ae354ffa2c6a7785705bc3ff 100644 --- a/data/developers/theprint.json +++ b/data/developers/theprint.json @@ -127,6 +127,20 @@ "hfopenllm_v2/MMLU-PRO": 0.277 } }, + { + "id": "theprint/phi-3-mini-4k-python", + "name": "phi-3-mini-4k-python", + "developer": "theprint", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2409, + "hfopenllm_v2/BBH": 0.4938, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.3577 + } + }, { "id": "theprint/ReWiz-7B", "name": "ReWiz-7B", @@ -238,20 +252,6 @@ "hfopenllm_v2/MUSR": 0.4066, "hfopenllm_v2/MMLU-PRO": 0.3192 } - }, - { - "id": "theprint/phi-3-mini-4k-python", - "name": "phi-3-mini-4k-python", - "developer": "theprint", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2409, - "hfopenllm_v2/BBH": 0.4938, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.3577 - } } ] } \ No newline at end of file diff --git a/data/developers/tiger-lab.json b/data/developers/tiger-lab.json index b8cefe535b9ad8717beca5a57c1a96b5095d11df..d7fb41d995ca9e3ab4e0908fbc299ebfa8f667e0 100644 --- a/data/developers/tiger-lab.json +++ b/data/developers/tiger-lab.json @@ -1,20 +1,6 @@ { "developer": "TIGER-Lab", "models": [ - { - "id": "TIGER-Lab/AceCodeRM-7B", - "name": "AceCodeRM-7B", - "developer": "TIGER-Lab", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5855, - "hfopenllm_v2/BBH": 0.4773, - "hfopenllm_v2/MATH Level 5": 0.3467, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4192, - "hfopenllm_v2/MMLU-PRO": 0.3361 - } - }, { "id": "TIGER-Lab/AceCoder-Qwen2.5-7B-Ins-Rule", "name": "AceCoder-Qwen2.5-7B-Ins-Rule", @@ -57,6 +43,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3428 } }, + { + "id": "TIGER-Lab/AceCodeRM-7B", + "name": "AceCodeRM-7B", + "developer": "TIGER-Lab", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5855, + "hfopenllm_v2/BBH": 0.4773, + "hfopenllm_v2/MATH Level 5": 0.3467, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4192, + "hfopenllm_v2/MMLU-PRO": 0.3361 + } + }, { "id": "TIGER-Lab/MAmmoTH2-7B-Plus", "name": "MAmmoTH2-7B-Plus", diff --git a/data/developers/tiiuae.json b/data/developers/tiiuae.json index d7aacc648812adc90e58e9065a4ac9822073e8d5..0134425f8dd645edf05a0f5359175c618b059029 100644 --- a/data/developers/tiiuae.json +++ b/data/developers/tiiuae.json @@ -2,7 +2,21 @@ "developer": "tiiuae", "models": [ { - "id": "tiiuae/Falcon-40B", + "id": "tiiuae/falcon-11B", + "name": "falcon-11B", + "developer": "tiiuae", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3261, + "hfopenllm_v2/BBH": 0.4392, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3986, + "hfopenllm_v2/MMLU-PRO": 0.2389 + } + }, + { + "id": "tiiuae/falcon-40b", "name": "Falcon 40B", "developer": "tiiuae", "evaluator_relationship": null, @@ -21,11 +35,41 @@ "helm_classic/XSUM": -1.0, "helm_classic/IMDB": 0.959, "helm_classic/CivilComments": 0.552, - "helm_classic/RAFT": 0.661 + "helm_classic/RAFT": 0.661, + "helm_lite/Mean win rate": 0.217, + "helm_lite/NarrativeQA": 0.671, + "helm_lite/NaturalQuestions (closed-book)": 0.392, + "helm_lite/OpenbookQA": 0.662, + "helm_lite/MMLU": 0.507, + "helm_lite/MATH": 0.128, + "helm_lite/GSM8K": 0.267, + "helm_lite/LegalBench": 0.442, + "helm_lite/MedQA": 0.419, + "helm_lite/WMT 2014": 0.162, + "hfopenllm_v2/IFEval": 0.2496, + "hfopenllm_v2/BBH": 0.4019, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3631, + "hfopenllm_v2/MMLU-PRO": 0.2505 + } + }, + { + "id": "tiiuae/falcon-40b-instruct", + "name": "falcon-40b-instruct", + "developer": "tiiuae", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2454, + "hfopenllm_v2/BBH": 0.4054, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3762, + "hfopenllm_v2/MMLU-PRO": 0.2261 } }, { - "id": "tiiuae/Falcon-7B", + "id": "tiiuae/falcon-7b", "name": "Falcon 7B", "developer": "tiiuae", "evaluator_relationship": null, @@ -44,7 +88,37 @@ "helm_classic/XSUM": -1.0, "helm_classic/IMDB": 0.836, "helm_classic/CivilComments": 0.514, - "helm_classic/RAFT": 0.602 + "helm_classic/RAFT": 0.602, + "helm_lite/Mean win rate": 0.064, + "helm_lite/NarrativeQA": 0.621, + "helm_lite/NaturalQuestions (closed-book)": 0.285, + "helm_lite/OpenbookQA": 0.26, + "helm_lite/MMLU": 0.288, + "helm_lite/MATH": 0.044, + "helm_lite/GSM8K": 0.055, + "helm_lite/LegalBench": 0.346, + "helm_lite/MedQA": 0.254, + "helm_lite/WMT 2014": 0.094, + "hfopenllm_v2/IFEval": 0.1821, + "hfopenllm_v2/BBH": 0.3285, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3778, + "hfopenllm_v2/MMLU-PRO": 0.1125 + } + }, + { + "id": "tiiuae/falcon-7b-instruct", + "name": "falcon-7b-instruct", + "developer": "tiiuae", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1969, + "hfopenllm_v2/BBH": 0.3203, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3634, + "hfopenllm_v2/MMLU-PRO": 0.1155 } }, { @@ -93,6 +167,20 @@ "helm_classic/RAFT": 0.523 } }, + { + "id": "tiiuae/falcon-mamba-7b", + "name": "falcon-mamba-7b", + "developer": "tiiuae", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3336, + "hfopenllm_v2/BBH": 0.4285, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.2302 + } + }, { "id": "tiiuae/Falcon3-10B-Base", "name": "Falcon3-10B-Base", @@ -232,110 +320,6 @@ "hfopenllm_v2/MUSR": 0.3869, "hfopenllm_v2/MMLU-PRO": 0.3369 } - }, - { - "id": "tiiuae/falcon-11B", - "name": "falcon-11B", - "developer": "tiiuae", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3261, - "hfopenllm_v2/BBH": 0.4392, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3986, - "hfopenllm_v2/MMLU-PRO": 0.2389 - } - }, - { - "id": "tiiuae/falcon-40b", - "name": "Falcon 40B", - "developer": "tiiuae", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.217, - "helm_lite/NarrativeQA": 0.671, - "helm_lite/NaturalQuestions (closed-book)": 0.392, - "helm_lite/OpenbookQA": 0.662, - "helm_lite/MMLU": 0.507, - "helm_lite/MATH": 0.128, - "helm_lite/GSM8K": 0.267, - "helm_lite/LegalBench": 0.442, - "helm_lite/MedQA": 0.419, - "helm_lite/WMT 2014": 0.162, - "hfopenllm_v2/IFEval": 0.2496, - "hfopenllm_v2/BBH": 0.4019, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3631, - "hfopenllm_v2/MMLU-PRO": 0.2505 - } - }, - { - "id": "tiiuae/falcon-40b-instruct", - "name": "falcon-40b-instruct", - "developer": "tiiuae", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2454, - "hfopenllm_v2/BBH": 0.4054, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3762, - "hfopenllm_v2/MMLU-PRO": 0.2261 - } - }, - { - "id": "tiiuae/falcon-7b", - "name": "Falcon 7B", - "developer": "tiiuae", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.064, - "helm_lite/NarrativeQA": 0.621, - "helm_lite/NaturalQuestions (closed-book)": 0.285, - "helm_lite/OpenbookQA": 0.26, - "helm_lite/MMLU": 0.288, - "helm_lite/MATH": 0.044, - "helm_lite/GSM8K": 0.055, - "helm_lite/LegalBench": 0.346, - "helm_lite/MedQA": 0.254, - "helm_lite/WMT 2014": 0.094, - "hfopenllm_v2/IFEval": 0.1821, - "hfopenllm_v2/BBH": 0.3285, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3778, - "hfopenllm_v2/MMLU-PRO": 0.1125 - } - }, - { - "id": "tiiuae/falcon-7b-instruct", - "name": "falcon-7b-instruct", - "developer": "tiiuae", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1969, - "hfopenllm_v2/BBH": 0.3203, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3634, - "hfopenllm_v2/MMLU-PRO": 0.1155 - } - }, - { - "id": "tiiuae/falcon-mamba-7b", - "name": "falcon-mamba-7b", - "developer": "tiiuae", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3336, - "hfopenllm_v2/BBH": 0.4285, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.2302 - } } ] } \ No newline at end of file diff --git a/data/developers/triangle104.json b/data/developers/triangle104.json index b5dc4366af66252a7cff6c2cd383e780abb24eae..86646ba029b55228f0615ec25b16293d85ab7a94 100644 --- a/data/developers/triangle104.json +++ b/data/developers/triangle104.json @@ -71,6 +71,76 @@ "hfopenllm_v2/MMLU-PRO": 0.3673 } }, + { + "id": "Triangle104/Dark-Chivalry_V1.0", + "name": "Dark-Chivalry_V1.0", + "developer": "Triangle104", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4326, + "hfopenllm_v2/BBH": 0.4974, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4182, + "hfopenllm_v2/MMLU-PRO": 0.3444 + } + }, + { + "id": "Triangle104/Distilled-DarkPlanet-Allades-8B", + "name": "Distilled-DarkPlanet-Allades-8B", + "developer": "Triangle104", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.346, + "hfopenllm_v2/BBH": 0.4634, + "hfopenllm_v2/MATH Level 5": 0.4003, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.2901 + } + }, + { + "id": "Triangle104/Distilled-DarkPlanet-Allades-8B_TIES", + "name": "Distilled-DarkPlanet-Allades-8B_TIES", + "developer": "Triangle104", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3892, + "hfopenllm_v2/BBH": 0.5042, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.3868, + "hfopenllm_v2/MMLU-PRO": 0.3401 + } + }, + { + "id": "Triangle104/Distilled-Whiskey-8b", + "name": "Distilled-Whiskey-8b", + "developer": "Triangle104", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3448, + "hfopenllm_v2/BBH": 0.5028, + "hfopenllm_v2/MATH Level 5": 0.2545, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4172, + "hfopenllm_v2/MMLU-PRO": 0.3367 + } + }, + { + "id": "Triangle104/Dolphin3-Llama3.2-Smart", + "name": "Dolphin3-Llama3.2-Smart", + "developer": "Triangle104", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4137, + "hfopenllm_v2/BBH": 0.3975, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.2195 + } + }, { "id": "Triangle104/DS-Distilled-Hermes-Llama-3.1", "name": "DS-Distilled-Hermes-Llama-3.1", @@ -183,76 +253,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3028 } }, - { - "id": "Triangle104/Dark-Chivalry_V1.0", - "name": "Dark-Chivalry_V1.0", - "developer": "Triangle104", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4326, - "hfopenllm_v2/BBH": 0.4974, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4182, - "hfopenllm_v2/MMLU-PRO": 0.3444 - } - }, - { - "id": "Triangle104/Distilled-DarkPlanet-Allades-8B", - "name": "Distilled-DarkPlanet-Allades-8B", - "developer": "Triangle104", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.346, - "hfopenllm_v2/BBH": 0.4634, - "hfopenllm_v2/MATH Level 5": 0.4003, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.2901 - } - }, - { - "id": "Triangle104/Distilled-DarkPlanet-Allades-8B_TIES", - "name": "Distilled-DarkPlanet-Allades-8B_TIES", - "developer": "Triangle104", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3892, - "hfopenllm_v2/BBH": 0.5042, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.3868, - "hfopenllm_v2/MMLU-PRO": 0.3401 - } - }, - { - "id": "Triangle104/Distilled-Whiskey-8b", - "name": "Distilled-Whiskey-8b", - "developer": "Triangle104", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3448, - "hfopenllm_v2/BBH": 0.5028, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4172, - "hfopenllm_v2/MMLU-PRO": 0.3367 - } - }, - { - "id": "Triangle104/Dolphin3-Llama3.2-Smart", - "name": "Dolphin3-Llama3.2-Smart", - "developer": "Triangle104", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4137, - "hfopenllm_v2/BBH": 0.3975, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.2195 - } - }, { "id": "Triangle104/Gemmadevi-Stock-10B", "name": "Gemmadevi-Stock-10B", @@ -365,34 +365,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3206 } }, - { - "id": "Triangle104/LThreePointOne-8B-HermesBlackroot", - "name": "LThreePointOne-8B-HermesBlackroot", - "developer": "Triangle104", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1792, - "hfopenllm_v2/BBH": 0.4998, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3586, - "hfopenllm_v2/MMLU-PRO": 0.3285 - } - }, - { - "id": "Triangle104/LThreePointOne-8B-HermesInk", - "name": "LThreePointOne-8B-HermesInk", - "developer": "Triangle104", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4031, - "hfopenllm_v2/BBH": 0.5223, - "hfopenllm_v2/MATH Level 5": 0.1722, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4129, - "hfopenllm_v2/MMLU-PRO": 0.3467 - } - }, { "id": "Triangle104/Llama3.1-Allades-Lit-8b", "name": "Llama3.1-Allades-Lit-8b", @@ -421,6 +393,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3004 } }, + { + "id": "Triangle104/LThreePointOne-8B-HermesBlackroot", + "name": "LThreePointOne-8B-HermesBlackroot", + "developer": "Triangle104", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1792, + "hfopenllm_v2/BBH": 0.4998, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3586, + "hfopenllm_v2/MMLU-PRO": 0.3285 + } + }, + { + "id": "Triangle104/LThreePointOne-8B-HermesInk", + "name": "LThreePointOne-8B-HermesInk", + "developer": "Triangle104", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4031, + "hfopenllm_v2/BBH": 0.5223, + "hfopenllm_v2/MATH Level 5": 0.1722, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4129, + "hfopenllm_v2/MMLU-PRO": 0.3467 + } + }, { "id": "Triangle104/Minerva-1.5b", "name": "Minerva-1.5b", diff --git a/data/developers/vagosolutions.json b/data/developers/vagosolutions.json index ecbb33654002c8b680d7345058a43422d24c0ff6..8d73ab72e4adfede7d8d2179c11946e8bf8eb580 100644 --- a/data/developers/vagosolutions.json +++ b/data/developers/vagosolutions.json @@ -99,6 +99,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3305 } }, + { + "id": "VAGOsolutions/SauerkrautLM-gemma-2-2b-it", + "name": "SauerkrautLM-gemma-2-2b-it", + "developer": "VAGOsolutions", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1321, + "hfopenllm_v2/BBH": 0.4241, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3995, + "hfopenllm_v2/MMLU-PRO": 0.2693 + } + }, + { + "id": "VAGOsolutions/SauerkrautLM-gemma-2-9b-it", + "name": "SauerkrautLM-gemma-2-9b-it", + "developer": "VAGOsolutions", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3024, + "hfopenllm_v2/BBH": 0.6073, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4318, + "hfopenllm_v2/MMLU-PRO": 0.4091 + } + }, { "id": "VAGOsolutions/SauerkrautLM-Gemma-2b", "name": "SauerkrautLM-Gemma-2b", @@ -183,34 +211,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3183 } }, - { - "id": "VAGOsolutions/SauerkrautLM-gemma-2-2b-it", - "name": "SauerkrautLM-gemma-2-2b-it", - "developer": "VAGOsolutions", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1321, - "hfopenllm_v2/BBH": 0.4241, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3995, - "hfopenllm_v2/MMLU-PRO": 0.2693 - } - }, - { - "id": "VAGOsolutions/SauerkrautLM-gemma-2-9b-it", - "name": "SauerkrautLM-gemma-2-9b-it", - "developer": "VAGOsolutions", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3024, - "hfopenllm_v2/BBH": 0.6073, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4318, - "hfopenllm_v2/MMLU-PRO": 0.4091 - } - }, { "id": "VAGOsolutions/SauerkrautLM-v2-14b-DPO", "name": "SauerkrautLM-v2-14b-DPO", diff --git a/data/developers/valiantlabs.json b/data/developers/valiantlabs.json index bf9fb4afa6f318f8db15eb852084df0656489446..fea79922ada6f8587a14d0c683f2c0090d2ca061 100644 --- a/data/developers/valiantlabs.json +++ b/data/developers/valiantlabs.json @@ -49,12 +49,12 @@ "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3496, - "hfopenllm_v2/BBH": 0.4947, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3959, - "hfopenllm_v2/MMLU-PRO": 0.3644 + "hfopenllm_v2/IFEval": 0.7168, + "hfopenllm_v2/BBH": 0.4911, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3512, + "hfopenllm_v2/MMLU-PRO": 0.3663 } }, { @@ -91,12 +91,12 @@ "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5328, - "hfopenllm_v2/BBH": 0.4613, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3367, - "hfopenllm_v2/MMLU-PRO": 0.2424 + "hfopenllm_v2/IFEval": 0.5483, + "hfopenllm_v2/BBH": 0.461, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3433, + "hfopenllm_v2/MMLU-PRO": 0.2407 } }, { @@ -105,12 +105,12 @@ "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2678, - "hfopenllm_v2/BBH": 0.4429, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3959, - "hfopenllm_v2/MMLU-PRO": 0.2927 + "hfopenllm_v2/IFEval": 0.6496, + "hfopenllm_v2/BBH": 0.4774, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3909, + "hfopenllm_v2/MMLU-PRO": 0.3382 } }, { diff --git a/data/developers/vhab10.json b/data/developers/vhab10.json index f095bada4c5a5b84e0d492b92e33bdd7a68c123f..40e6271ce21ffab2cf76fc396d6d50660b8fb800 100644 --- a/data/developers/vhab10.json +++ b/data/developers/vhab10.json @@ -1,6 +1,20 @@ { "developer": "vhab10", "models": [ + { + "id": "vhab10/llama-3-8b-merged-linear", + "name": "llama-3-8b-merged-linear", + "developer": "vhab10", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5917, + "hfopenllm_v2/BBH": 0.4937, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4191, + "hfopenllm_v2/MMLU-PRO": 0.3704 + } + }, { "id": "vhab10/Llama-3.1-8B-Base-Instruct-SLERP", "name": "Llama-3.1-8B-Base-Instruct-SLERP", @@ -28,20 +42,6 @@ "hfopenllm_v2/MUSR": 0.3497, "hfopenllm_v2/MMLU-PRO": 0.2916 } - }, - { - "id": "vhab10/llama-3-8b-merged-linear", - "name": "llama-3-8b-merged-linear", - "developer": "vhab10", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5917, - "hfopenllm_v2/BBH": 0.4937, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4191, - "hfopenllm_v2/MMLU-PRO": 0.3704 - } } ] } \ No newline at end of file diff --git a/data/developers/virnect.json b/data/developers/virnect.json index c4d108ef590950a6696d9775575feeb937623918..42ebd864a2c9cd593e1e2721cb69ddb9031aa22d 100644 --- a/data/developers/virnect.json +++ b/data/developers/virnect.json @@ -7,12 +7,12 @@ "developer": "VIRNECT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5058, - "hfopenllm_v2/BBH": 0.4908, - "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/IFEval": 0.5021, + "hfopenllm_v2/BBH": 0.4918, + "hfopenllm_v2/MATH Level 5": 0.108, "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3662, - "hfopenllm_v2/MMLU-PRO": 0.3539 + "hfopenllm_v2/MUSR": 0.3648, + "hfopenllm_v2/MMLU-PRO": 0.3536 } }, { diff --git a/data/developers/weqweasdas.json b/data/developers/weqweasdas.json index 41634316953e64adcf8dfec1bf82c885064f6beb..d624c7924eb072ed053fc828793fc733cb9e7d03 100644 --- a/data/developers/weqweasdas.json +++ b/data/developers/weqweasdas.json @@ -1,6 +1,25 @@ { "developer": "weqweasdas", "models": [ + { + "id": "weqweasdas/hh_rlhf_rm_open_llama_3b", + "name": "weqweasdas/hh_rlhf_rm_open_llama_3b", + "developer": "weqweasdas", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.5027, + "reward-bench/Factuality": 0.3642, + "reward-bench/Precise IF": 0.275, + "reward-bench/Math": 0.3497, + "reward-bench/Safety": 0.4149, + "reward-bench/Focus": 0.2384, + "reward-bench/Ties": 0.0315, + "reward-bench/Chat": 0.8184, + "reward-bench/Chat Hard": 0.3728, + "reward-bench/Reasoning": 0.3281, + "reward-bench/Prior Sets (0.5 weight)": 0.6564 + } + }, { "id": "weqweasdas/RM-Gemma-2B", "name": "weqweasdas/RM-Gemma-2B", @@ -26,17 +45,17 @@ "developer": "weqweasdas", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6967, + "reward-bench/Score": 0.4826, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.4978, + "reward-bench/Safety": 0.4822, + "reward-bench/Reasoning": 0.7362, + "reward-bench/Prior Sets (0.5 weight)": 0.7069, "reward-bench/Factuality": 0.4926, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.5784, "reward-bench/Focus": 0.497, - "reward-bench/Ties": 0.4232, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.4978, - "reward-bench/Reasoning": 0.7362, - "reward-bench/Prior Sets (0.5 weight)": 0.7069 + "reward-bench/Ties": 0.4232 } }, { @@ -59,36 +78,17 @@ "developer": "weqweasdas", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.596, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.6053, - "reward-bench/Safety": 0.6911, - "reward-bench/Reasoning": 0.7736, - "reward-bench/Prior Sets (0.5 weight)": 0.753, + "reward-bench/Score": 0.7982, "reward-bench/Factuality": 0.5937, "reward-bench/Precise IF": 0.3438, "reward-bench/Math": 0.5956, + "reward-bench/Safety": 0.8703, "reward-bench/Focus": 0.7293, - "reward-bench/Ties": 0.6226 - } - }, - { - "id": "weqweasdas/hh_rlhf_rm_open_llama_3b", - "name": "weqweasdas/hh_rlhf_rm_open_llama_3b", - "developer": "weqweasdas", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.5027, - "reward-bench/Factuality": 0.3642, - "reward-bench/Precise IF": 0.275, - "reward-bench/Math": 0.3497, - "reward-bench/Safety": 0.4149, - "reward-bench/Focus": 0.2384, - "reward-bench/Ties": 0.0315, - "reward-bench/Chat": 0.8184, - "reward-bench/Chat Hard": 0.3728, - "reward-bench/Reasoning": 0.3281, - "reward-bench/Prior Sets (0.5 weight)": 0.6564 + "reward-bench/Ties": 0.6226, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.6053, + "reward-bench/Reasoning": 0.7736, + "reward-bench/Prior Sets (0.5 weight)": 0.753 } } ] diff --git a/data/developers/weyaxi.json b/data/developers/weyaxi.json index 9d6c12fcc47862825f53e1e4b1c81ff9b3189f3e..ea911216e69bc46da866d69f16443b70106ab7ab 100644 --- a/data/developers/weyaxi.json +++ b/data/developers/weyaxi.json @@ -43,20 +43,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2259 } }, - { - "id": "Weyaxi/Einstein-v6.1-Llama3-8B", - "name": "Einstein-v6.1-Llama3-8B", - "developer": "Weyaxi", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4568, - "hfopenllm_v2/BBH": 0.5008, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4213, - "hfopenllm_v2/MMLU-PRO": 0.3131 - } - }, { "id": "Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B", "name": "Einstein-v6.1-developed-by-Weyaxi-Llama3-8B", @@ -71,6 +57,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3093 } }, + { + "id": "Weyaxi/Einstein-v6.1-Llama3-8B", + "name": "Einstein-v6.1-Llama3-8B", + "developer": "Weyaxi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4568, + "hfopenllm_v2/BBH": 0.5008, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4213, + "hfopenllm_v2/MMLU-PRO": 0.3131 + } + }, { "id": "Weyaxi/Einstein-v7-Qwen2-7B", "name": "Einstein-v7-Qwen2-7B", diff --git a/data/developers/win10.json b/data/developers/win10.json index 335cf7902906d8cc35d7707b4280f0550729bd2b..ab266d88ecc7d9801029dcffcb50e3677f52036b 100644 --- a/data/developers/win10.json +++ b/data/developers/win10.json @@ -57,6 +57,34 @@ "hfopenllm_v2/MMLU-PRO": 0.3228 } }, + { + "id": "win10/llama3-13.45b-Instruct", + "name": "llama3-13.45b-Instruct", + "developer": "win10", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4144, + "hfopenllm_v2/BBH": 0.4865, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3848, + "hfopenllm_v2/MMLU-PRO": 0.3345 + } + }, + { + "id": "win10/miscii-14b-1M-0128", + "name": "miscii-14b-1M-0128", + "developer": "win10", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4181, + "hfopenllm_v2/BBH": 0.5742, + "hfopenllm_v2/MATH Level 5": 0.4773, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.5431, + "hfopenllm_v2/MMLU-PRO": 0.4491 + } + }, { "id": "win10/Norns-Qwen2.5-12B", "name": "Norns-Qwen2.5-12B", @@ -98,34 +126,6 @@ "hfopenllm_v2/MUSR": 0.4378, "hfopenllm_v2/MMLU-PRO": 0.1934 } - }, - { - "id": "win10/llama3-13.45b-Instruct", - "name": "llama3-13.45b-Instruct", - "developer": "win10", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4144, - "hfopenllm_v2/BBH": 0.4865, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3848, - "hfopenllm_v2/MMLU-PRO": 0.3345 - } - }, - { - "id": "win10/miscii-14b-1M-0128", - "name": "miscii-14b-1M-0128", - "developer": "win10", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4181, - "hfopenllm_v2/BBH": 0.5742, - "hfopenllm_v2/MATH Level 5": 0.4773, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.5431, - "hfopenllm_v2/MMLU-PRO": 0.4491 - } } ] } \ No newline at end of file diff --git a/data/developers/winglian.json b/data/developers/winglian.json index db16fdc9fecf90f748ada6e8e9fc7986ca2b894e..6f9a26d92467199e44eea3d2dda2ac615a540348 100644 --- a/data/developers/winglian.json +++ b/data/developers/winglian.json @@ -1,20 +1,6 @@ { "developer": "winglian", "models": [ - { - "id": "winglian/Llama-3-8b-64k-PoSE", - "name": "Llama-3-8b-64k-PoSE", - "developer": "winglian", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2857, - "hfopenllm_v2/BBH": 0.3702, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.2467 - } - }, { "id": "winglian/llama-3-8b-256k-PoSE", "name": "llama-3-8b-256k-PoSE", @@ -28,6 +14,20 @@ "hfopenllm_v2/MUSR": 0.3316, "hfopenllm_v2/MMLU-PRO": 0.1116 } + }, + { + "id": "winglian/Llama-3-8b-64k-PoSE", + "name": "Llama-3-8b-64k-PoSE", + "developer": "winglian", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2857, + "hfopenllm_v2/BBH": 0.3702, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.2467 + } } ] } \ No newline at end of file diff --git a/data/developers/xai.json b/data/developers/xai.json index f433d52c08a0e026e1495ce27730a08f3b883dad..38f1e10cd3423ec6f0d71b60a3ad0caeed064623 100644 --- a/data/developers/xai.json +++ b/data/developers/xai.json @@ -4,7 +4,7 @@ { "id": "xai/Grok 4", "name": "Grok 4", - "developer": "xai", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { "apex-agents/Overall Pass@1": 0.152, @@ -20,7 +20,7 @@ { "id": "xai/grok-3-beta", "name": "Grok 3 Beta", - "developer": "xai", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.727, @@ -34,7 +34,7 @@ { "id": "xai/grok-3-mini", "name": "grok-3-mini", - "developer": "xai", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.673, @@ -61,7 +61,7 @@ { "id": "xai/grok-3-mini-beta", "name": "Grok 3 mini Beta", - "developer": "xai", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.679, @@ -78,13 +78,13 @@ "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 25.4 + "terminal-bench-2.0/terminal-bench-2.0": 23.1 } }, { "id": "xai/grok-4-0709", "name": "grok-4-0709", - "developer": "xai", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { "global-mmlu-lite/Global MMLU Lite": 0.8881, diff --git a/data/developers/xclbr7.json b/data/developers/xclbr7.json index 3d8100e2b07037301a9f7029a956d95ebc7d1aa0..2e2c000d3a74eadfd8d24930f7ef63d3f4b7d7d9 100644 --- a/data/developers/xclbr7.json +++ b/data/developers/xclbr7.json @@ -15,20 +15,6 @@ "hfopenllm_v2/MMLU-PRO": 0.3586 } }, - { - "id": "Xclbr7/Hyena-12b", - "name": "Hyena-12b", - "developer": "Xclbr7", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3404, - "hfopenllm_v2/BBH": 0.5457, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3984, - "hfopenllm_v2/MMLU-PRO": 0.3439 - } - }, { "id": "Xclbr7/caliburn-12b", "name": "caliburn-12b", @@ -56,6 +42,20 @@ "hfopenllm_v2/MUSR": 0.437, "hfopenllm_v2/MMLU-PRO": 0.3784 } + }, + { + "id": "Xclbr7/Hyena-12b", + "name": "Hyena-12b", + "developer": "Xclbr7", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3404, + "hfopenllm_v2/BBH": 0.5457, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3984, + "hfopenllm_v2/MMLU-PRO": 0.3439 + } } ] } \ No newline at end of file diff --git a/data/developers/xinchen9.json b/data/developers/xinchen9.json index 7c861896befb6eb332fa8f8e14a51c229d4b6cb0..3caed50dd5bad9825ff7414a57353a764f10c902 100644 --- a/data/developers/xinchen9.json +++ b/data/developers/xinchen9.json @@ -1,6 +1,20 @@ { "developer": "xinchen9", "models": [ + { + "id": "xinchen9/llama3-b8-ft-dis", + "name": "llama3-b8-ft-dis", + "developer": "xinchen9", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1546, + "hfopenllm_v2/BBH": 0.4626, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.3654, + "hfopenllm_v2/MMLU-PRO": 0.3244 + } + }, { "id": "xinchen9/Llama3.1_8B_Instruct_CoT", "name": "Llama3.1_8B_Instruct_CoT", @@ -56,20 +70,6 @@ "hfopenllm_v2/MUSR": 0.3994, "hfopenllm_v2/MMLU-PRO": 0.2284 } - }, - { - "id": "xinchen9/llama3-b8-ft-dis", - "name": "llama3-b8-ft-dis", - "developer": "xinchen9", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1546, - "hfopenllm_v2/BBH": 0.4626, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.3654, - "hfopenllm_v2/MMLU-PRO": 0.3244 - } } ] } \ No newline at end of file diff --git a/data/developers/xukp20.json b/data/developers/xukp20.json index ec4d4e13a4615567769db5124d18519260083f4a..ab51e2b1b49eb65e77d508fc3bff37a0f1179db5 100644 --- a/data/developers/xukp20.json +++ b/data/developers/xukp20.json @@ -1,6 +1,20 @@ { "developer": "xukp20", "models": [ + { + "id": "xukp20/llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table", + "name": "llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table", + "developer": "xukp20", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.69, + "hfopenllm_v2/BBH": 0.4978, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3673, + "hfopenllm_v2/MMLU-PRO": 0.3716 + } + }, { "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table", "name": "Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table", @@ -98,20 +112,6 @@ "hfopenllm_v2/MUSR": 0.3633, "hfopenllm_v2/MMLU-PRO": 0.3671 } - }, - { - "id": "xukp20/llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table", - "name": "llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table", - "developer": "xukp20", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.69, - "hfopenllm_v2/BBH": 0.4978, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3673, - "hfopenllm_v2/MMLU-PRO": 0.3716 - } } ] } \ No newline at end of file diff --git a/data/developers/yam-peleg.json b/data/developers/yam-peleg.json index f415128b8e93253c12ae15436b68cf36d5f248bf..3161f95274f1998cddb90c53a59dce4097dbe0fd 100644 --- a/data/developers/yam-peleg.json +++ b/data/developers/yam-peleg.json @@ -35,12 +35,12 @@ "developer": "yam-peleg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.177, - "hfopenllm_v2/BBH": 0.3411, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.374, - "hfopenllm_v2/MMLU-PRO": 0.2529 + "hfopenllm_v2/IFEval": 0.1856, + "hfopenllm_v2/BBH": 0.4149, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3765, + "hfopenllm_v2/MMLU-PRO": 0.2573 } } ] diff --git a/data/developers/ymcki.json b/data/developers/ymcki.json index b70afb964f4764611c0eaf7ed8372d4914cef9c9..522152b195db93b535cb213cee3863371f59f211 100644 --- a/data/developers/ymcki.json +++ b/data/developers/ymcki.json @@ -1,62 +1,6 @@ { "developer": "ymcki", "models": [ - { - "id": "ymcki/Llama-3.1-8B-GRPO-Instruct", - "name": "Llama-3.1-8B-GRPO-Instruct", - "developer": "ymcki", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7445, - "hfopenllm_v2/BBH": 0.5132, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3817, - "hfopenllm_v2/MMLU-PRO": 0.3738 - } - }, - { - "id": "ymcki/Llama-3.1-8B-SFT-GRPO-Instruct", - "name": "Llama-3.1-8B-SFT-GRPO-Instruct", - "developer": "ymcki", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3354, - "hfopenllm_v2/BBH": 0.3126, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3526, - "hfopenllm_v2/MMLU-PRO": 0.1098 - } - }, - { - "id": "ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18", - "name": "gemma-2-2b-ORPO-jpn-it-abliterated-18", - "developer": "ymcki", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4631, - "hfopenllm_v2/BBH": 0.4053, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.2345 - } - }, - { - "id": "ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18-merge", - "name": "gemma-2-2b-ORPO-jpn-it-abliterated-18-merge", - "developer": "ymcki", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5218, - "hfopenllm_v2/BBH": 0.4147, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3514, - "hfopenllm_v2/MMLU-PRO": 0.2461 - } - }, { "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17", "name": "gemma-2-2b-jpn-it-abliterated-17", @@ -154,6 +98,62 @@ "hfopenllm_v2/MUSR": 0.3915, "hfopenllm_v2/MMLU-PRO": 0.2473 } + }, + { + "id": "ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18", + "name": "gemma-2-2b-ORPO-jpn-it-abliterated-18", + "developer": "ymcki", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4631, + "hfopenllm_v2/BBH": 0.4053, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.2345 + } + }, + { + "id": "ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18-merge", + "name": "gemma-2-2b-ORPO-jpn-it-abliterated-18-merge", + "developer": "ymcki", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5218, + "hfopenllm_v2/BBH": 0.4147, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3514, + "hfopenllm_v2/MMLU-PRO": 0.2461 + } + }, + { + "id": "ymcki/Llama-3.1-8B-GRPO-Instruct", + "name": "Llama-3.1-8B-GRPO-Instruct", + "developer": "ymcki", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7445, + "hfopenllm_v2/BBH": 0.5132, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3817, + "hfopenllm_v2/MMLU-PRO": 0.3738 + } + }, + { + "id": "ymcki/Llama-3.1-8B-SFT-GRPO-Instruct", + "name": "Llama-3.1-8B-SFT-GRPO-Instruct", + "developer": "ymcki", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3354, + "hfopenllm_v2/BBH": 0.3126, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3526, + "hfopenllm_v2/MMLU-PRO": 0.1098 + } } ] } \ No newline at end of file diff --git a/data/developers/yoyo-ai.json b/data/developers/yoyo-ai.json index eb2a1ce270d817efe822931d5e6cc6863bc0fc22..9dcbc81e86094f67bbf3f24e1917205fb4cc44f8 100644 --- a/data/developers/yoyo-ai.json +++ b/data/developers/yoyo-ai.json @@ -15,6 +15,20 @@ "hfopenllm_v2/MMLU-PRO": 0.5207 } }, + { + "id": "YOYO-AI/Qwen2.5-14B-it-restore", + "name": "Qwen2.5-14B-it-restore", + "developer": "YOYO-AI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8209, + "hfopenllm_v2/BBH": 0.6388, + "hfopenllm_v2/MATH Level 5": 0.537, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4087, + "hfopenllm_v2/MMLU-PRO": 0.49 + } + }, { "id": "YOYO-AI/Qwen2.5-14B-YOYO-0505", "name": "Qwen2.5-14B-YOYO-0505", @@ -113,6 +127,34 @@ "hfopenllm_v2/MMLU-PRO": 0.5381 } }, + { + "id": "YOYO-AI/Qwen2.5-14B-YOYO-latest", + "name": "Qwen2.5-14B-YOYO-latest", + "developer": "YOYO-AI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5911, + "hfopenllm_v2/BBH": 0.6656, + "hfopenllm_v2/MATH Level 5": 0.4418, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4691, + "hfopenllm_v2/MMLU-PRO": 0.5371 + } + }, + { + "id": "YOYO-AI/Qwen2.5-14B-YOYO-latest-V2", + "name": "Qwen2.5-14B-YOYO-latest-V2", + "developer": "YOYO-AI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7771, + "hfopenllm_v2/BBH": 0.6299, + "hfopenllm_v2/MATH Level 5": 0.5159, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4299, + "hfopenllm_v2/MMLU-PRO": 0.5224 + } + }, { "id": "YOYO-AI/Qwen2.5-14B-YOYO-SCE", "name": "Qwen2.5-14B-YOYO-SCE", @@ -169,48 +211,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4968 } }, - { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-latest", - "name": "Qwen2.5-14B-YOYO-latest", - "developer": "YOYO-AI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5911, - "hfopenllm_v2/BBH": 0.6656, - "hfopenllm_v2/MATH Level 5": 0.4418, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4691, - "hfopenllm_v2/MMLU-PRO": 0.5371 - } - }, - { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-latest-V2", - "name": "Qwen2.5-14B-YOYO-latest-V2", - "developer": "YOYO-AI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7771, - "hfopenllm_v2/BBH": 0.6299, - "hfopenllm_v2/MATH Level 5": 0.5159, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4299, - "hfopenllm_v2/MMLU-PRO": 0.5224 - } - }, - { - "id": "YOYO-AI/Qwen2.5-14B-it-restore", - "name": "Qwen2.5-14B-it-restore", - "developer": "YOYO-AI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8209, - "hfopenllm_v2/BBH": 0.6388, - "hfopenllm_v2/MATH Level 5": 0.537, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4087, - "hfopenllm_v2/MMLU-PRO": 0.49 - } - }, { "id": "YOYO-AI/Qwen2.5-7B-it-restore", "name": "Qwen2.5-7B-it-restore", diff --git a/data/developers/yuvraj17.json b/data/developers/yuvraj17.json index 6cff91e0bff775c6a11b30e9637ddcb1cc121d7d..a8f978afc031af7ed9f5351099fc921cabd75e4d 100644 --- a/data/developers/yuvraj17.json +++ b/data/developers/yuvraj17.json @@ -2,17 +2,17 @@ "developer": "yuvraj17", "models": [ { - "id": "yuvraj17/Llama3-8B-SuperNova-Spectrum-Hermes-DPO", - "name": "Llama3-8B-SuperNova-Spectrum-Hermes-DPO", + "id": "yuvraj17/Llama3-8B-abliterated-Spectrum-slerp", + "name": "Llama3-8B-abliterated-Spectrum-slerp", "developer": "yuvraj17", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4691, - "hfopenllm_v2/BBH": 0.44, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4012, - "hfopenllm_v2/MMLU-PRO": 0.2635 + "hfopenllm_v2/IFEval": 0.2885, + "hfopenllm_v2/BBH": 0.4978, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3257 } }, { @@ -30,17 +30,17 @@ } }, { - "id": "yuvraj17/Llama3-8B-abliterated-Spectrum-slerp", - "name": "Llama3-8B-abliterated-Spectrum-slerp", + "id": "yuvraj17/Llama3-8B-SuperNova-Spectrum-Hermes-DPO", + "name": "Llama3-8B-SuperNova-Spectrum-Hermes-DPO", "developer": "yuvraj17", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2885, - "hfopenllm_v2/BBH": 0.4978, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3257 + "hfopenllm_v2/IFEval": 0.4691, + "hfopenllm_v2/BBH": 0.44, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4012, + "hfopenllm_v2/MMLU-PRO": 0.2635 } } ] diff --git a/data/developers/z-ai.json b/data/developers/z-ai.json index d4ada9599b117d1b4893fef821933bb44c4fb1d9..25c72391d11bee4c4ccdbee1d0c2cdded93b09ab 100644 --- a/data/developers/z-ai.json +++ b/data/developers/z-ai.json @@ -7,7 +7,7 @@ "developer": "Z-AI", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 33.3 + "terminal-bench-2.0/terminal-bench-2.0": 33.4 } }, { diff --git a/data/developers/z.ai.json b/data/developers/z.ai.json index 61c8b659f6eee02cc2d6daa2330e083662c9e675..8921fb0501217b4c718467219685dda1990f317c 100644 --- a/data/developers/z.ai.json +++ b/data/developers/z.ai.json @@ -1,10 +1,10 @@ { - "developer": "Z.AI", + "developer": "Z.ai", "models": [ { "id": "z-ai/glm-4.5", "name": "z-ai/glm-4.5", - "developer": "Z.AI", + "developer": "Z.ai", "evaluator_relationship": null, "benchmark_scores": { "livecodebenchpro/Hard Problems": 0.0, diff --git a/data/developers/zelk12.json b/data/developers/zelk12.json index 4037af7a97ada5692b99451903fcb046865830b1..7354c9ad3962812f9191091f1806b21899dae4e6 100644 --- a/data/developers/zelk12.json +++ b/data/developers/zelk12.json @@ -1,6 +1,20 @@ { "developer": "zelk12", "models": [ + { + "id": "zelk12/gemma-2-S2MTM-9B", + "name": "gemma-2-S2MTM-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7823, + "hfopenllm_v2/BBH": 0.6061, + "hfopenllm_v2/MATH Level 5": 0.2047, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4218, + "hfopenllm_v2/MMLU-PRO": 0.4297 + } + }, { "id": "zelk12/Gemma-2-TM-9B", "name": "Gemma-2-TM-9B", @@ -15,6 +29,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4088 } }, + { + "id": "zelk12/MT-gemma-2-9B", + "name": "MT-gemma-2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7968, + "hfopenllm_v2/BBH": 0.6064, + "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.4224 + } + }, { "id": "zelk12/MT-Gen1-gemma-2-9B", "name": "MT-Gen1-gemma-2-9B", @@ -29,20 +57,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4381 } }, - { - "id": "zelk12/MT-Gen2-GI-gemma-2-9B", - "name": "MT-Gen2-GI-gemma-2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7914, - "hfopenllm_v2/BBH": 0.6096, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4283, - "hfopenllm_v2/MMLU-PRO": 0.4356 - } - }, { "id": "zelk12/MT-Gen2-gemma-2-9B", "name": "MT-Gen2-gemma-2-9B", @@ -57,6 +71,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4387 } }, + { + "id": "zelk12/MT-Gen2-GI-gemma-2-9B", + "name": "MT-Gen2-GI-gemma-2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7914, + "hfopenllm_v2/BBH": 0.6096, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4283, + "hfopenllm_v2/MMLU-PRO": 0.4356 + } + }, { "id": "zelk12/MT-Gen3-gemma-2-9B", "name": "MT-Gen3-gemma-2-9B", @@ -183,20 +211,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4374 } }, - { - "id": "zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B", - "name": "MT-Merge2-MU-gemma-2-MTg2MT1g2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7956, - "hfopenllm_v2/BBH": 0.6084, - "hfopenllm_v2/MATH Level 5": 0.2183, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4322, - "hfopenllm_v2/MMLU-PRO": 0.4373 - } - }, { "id": "zelk12/MT-Merge2-gemma-2-9B", "name": "MT-Merge2-gemma-2-9B", @@ -211,6 +225,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4382 } }, + { + "id": "zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B", + "name": "MT-Merge2-MU-gemma-2-MTg2MT1g2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7956, + "hfopenllm_v2/BBH": 0.6084, + "hfopenllm_v2/MATH Level 5": 0.2183, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4322, + "hfopenllm_v2/MMLU-PRO": 0.4373 + } + }, { "id": "zelk12/MT-Merge3-gemma-2-9B", "name": "MT-Merge3-gemma-2-9B", @@ -268,17 +296,17 @@ } }, { - "id": "zelk12/MT-gemma-2-9B", - "name": "MT-gemma-2-9B", + "id": "zelk12/MT1-gemma-2-9B", + "name": "MT1-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7968, - "hfopenllm_v2/BBH": 0.6064, - "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/IFEval": 0.7947, + "hfopenllm_v2/BBH": 0.6109, + "hfopenllm_v2/MATH Level 5": 0.2236, "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.4224 + "hfopenllm_v2/MUSR": 0.4322, + "hfopenllm_v2/MMLU-PRO": 0.4358 } }, { @@ -337,20 +365,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4286 } }, - { - "id": "zelk12/MT1-Gen5-IF-gemma-2-S2DMv1-9B", - "name": "MT1-Gen5-IF-gemma-2-S2DMv1-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7929, - "hfopenllm_v2/BBH": 0.6, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4245, - "hfopenllm_v2/MMLU-PRO": 0.4218 - } - }, { "id": "zelk12/MT1-Gen5-gemma-2-9B", "name": "MT1-Gen5-gemma-2-9B", @@ -365,6 +379,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4222 } }, + { + "id": "zelk12/MT1-Gen5-IF-gemma-2-S2DMv1-9B", + "name": "MT1-Gen5-IF-gemma-2-S2DMv1-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7929, + "hfopenllm_v2/BBH": 0.6, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4245, + "hfopenllm_v2/MMLU-PRO": 0.4218 + } + }, { "id": "zelk12/MT1-Gen6-gemma-2-9B", "name": "MT1-Gen6-gemma-2-9B", @@ -408,17 +436,17 @@ } }, { - "id": "zelk12/MT1-gemma-2-9B", - "name": "MT1-gemma-2-9B", + "id": "zelk12/MT2-gemma-2-9B", + "name": "MT2-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7947, - "hfopenllm_v2/BBH": 0.6109, - "hfopenllm_v2/MATH Level 5": 0.2236, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4322, - "hfopenllm_v2/MMLU-PRO": 0.4358 + "hfopenllm_v2/IFEval": 0.7886, + "hfopenllm_v2/BBH": 0.6115, + "hfopenllm_v2/MATH Level 5": 0.2213, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4217, + "hfopenllm_v2/MMLU-PRO": 0.4368 } }, { @@ -534,17 +562,17 @@ } }, { - "id": "zelk12/MT2-gemma-2-9B", - "name": "MT2-gemma-2-9B", + "id": "zelk12/MT3-gemma-2-9B", + "name": "MT3-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7886, - "hfopenllm_v2/BBH": 0.6115, - "hfopenllm_v2/MATH Level 5": 0.2213, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4217, - "hfopenllm_v2/MMLU-PRO": 0.4368 + "hfopenllm_v2/IFEval": 0.7786, + "hfopenllm_v2/BBH": 0.6131, + "hfopenllm_v2/MATH Level 5": 0.2168, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4243, + "hfopenllm_v2/MMLU-PRO": 0.4327 } }, { @@ -660,17 +688,17 @@ } }, { - "id": "zelk12/MT3-gemma-2-9B", - "name": "MT3-gemma-2-9B", + "id": "zelk12/MT4-gemma-2-9B", + "name": "MT4-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7786, - "hfopenllm_v2/BBH": 0.6131, - "hfopenllm_v2/MATH Level 5": 0.2168, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4243, - "hfopenllm_v2/MMLU-PRO": 0.4327 + "hfopenllm_v2/IFEval": 0.7762, + "hfopenllm_v2/BBH": 0.6073, + "hfopenllm_v2/MATH Level 5": 0.2085, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4309, + "hfopenllm_v2/MMLU-PRO": 0.4366 } }, { @@ -758,17 +786,17 @@ } }, { - "id": "zelk12/MT4-gemma-2-9B", - "name": "MT4-gemma-2-9B", + "id": "zelk12/MT5-gemma-2-9B", + "name": "MT5-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7762, - "hfopenllm_v2/BBH": 0.6073, - "hfopenllm_v2/MATH Level 5": 0.2085, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4309, - "hfopenllm_v2/MMLU-PRO": 0.4366 + "hfopenllm_v2/IFEval": 0.8048, + "hfopenllm_v2/BBH": 0.6112, + "hfopenllm_v2/MATH Level 5": 0.2258, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4204, + "hfopenllm_v2/MMLU-PRO": 0.4367 } }, { @@ -855,20 +883,6 @@ "hfopenllm_v2/MMLU-PRO": 0.439 } }, - { - "id": "zelk12/MT5-gemma-2-9B", - "name": "MT5-gemma-2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8048, - "hfopenllm_v2/BBH": 0.6112, - "hfopenllm_v2/MATH Level 5": 0.2258, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4204, - "hfopenllm_v2/MMLU-PRO": 0.4367 - } - }, { "id": "zelk12/MTM-Merge-gemma-2-9B", "name": "MTM-Merge-gemma-2-9B", @@ -897,104 +911,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4382 } }, - { - "id": "zelk12/Rv0.4DMv1t0.25-gemma-2-9B", - "name": "Rv0.4DMv1t0.25-gemma-2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7497, - "hfopenllm_v2/BBH": 0.607, - "hfopenllm_v2/MATH Level 5": 0.2258, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4309, - "hfopenllm_v2/MMLU-PRO": 0.4401 - } - }, - { - "id": "zelk12/Rv0.4DMv1t0.25Tt0.25-gemma-2-9B", - "name": "Rv0.4DMv1t0.25Tt0.25-gemma-2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7646, - "hfopenllm_v2/BBH": 0.6098, - "hfopenllm_v2/MATH Level 5": 0.2069, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.4283, - "hfopenllm_v2/MMLU-PRO": 0.4347 - } - }, - { - "id": "zelk12/Rv0.4MT4g2-gemma-2-9B", - "name": "Rv0.4MT4g2-gemma-2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.732, - "hfopenllm_v2/BBH": 0.6041, - "hfopenllm_v2/MATH Level 5": 0.1949, - "hfopenllm_v2/GPQA": 0.3532, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.4417 - } - }, - { - "id": "zelk12/T31122024203920-gemma-2-9B", - "name": "T31122024203920-gemma-2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7676, - "hfopenllm_v2/BBH": 0.6096, - "hfopenllm_v2/MATH Level 5": 0.2054, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4322, - "hfopenllm_v2/MMLU-PRO": 0.4373 - } - }, - { - "id": "zelk12/Test01012025155054", - "name": "Test01012025155054", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1555, - "hfopenllm_v2/BBH": 0.283, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.367, - "hfopenllm_v2/MMLU-PRO": 0.109 - } - }, - { - "id": "zelk12/Test01012025155054t0.5_gemma-2", - "name": "Test01012025155054t0.5_gemma-2", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1555, - "hfopenllm_v2/BBH": 0.283, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.367, - "hfopenllm_v2/MMLU-PRO": 0.109 - } - }, - { - "id": "zelk12/gemma-2-S2MTM-9B", - "name": "gemma-2-S2MTM-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7823, - "hfopenllm_v2/BBH": 0.6061, - "hfopenllm_v2/MATH Level 5": 0.2047, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4218, - "hfopenllm_v2/MMLU-PRO": 0.4297 - } - }, { "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1", "name": "recoilme-gemma-2-Ataraxy-9B-v0.1", @@ -1092,6 +1008,90 @@ "hfopenllm_v2/MUSR": 0.4295, "hfopenllm_v2/MMLU-PRO": 0.4181 } + }, + { + "id": "zelk12/Rv0.4DMv1t0.25-gemma-2-9B", + "name": "Rv0.4DMv1t0.25-gemma-2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7497, + "hfopenllm_v2/BBH": 0.607, + "hfopenllm_v2/MATH Level 5": 0.2258, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4309, + "hfopenllm_v2/MMLU-PRO": 0.4401 + } + }, + { + "id": "zelk12/Rv0.4DMv1t0.25Tt0.25-gemma-2-9B", + "name": "Rv0.4DMv1t0.25Tt0.25-gemma-2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7646, + "hfopenllm_v2/BBH": 0.6098, + "hfopenllm_v2/MATH Level 5": 0.2069, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.4283, + "hfopenllm_v2/MMLU-PRO": 0.4347 + } + }, + { + "id": "zelk12/Rv0.4MT4g2-gemma-2-9B", + "name": "Rv0.4MT4g2-gemma-2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.732, + "hfopenllm_v2/BBH": 0.6041, + "hfopenllm_v2/MATH Level 5": 0.1949, + "hfopenllm_v2/GPQA": 0.3532, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.4417 + } + }, + { + "id": "zelk12/T31122024203920-gemma-2-9B", + "name": "T31122024203920-gemma-2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7676, + "hfopenllm_v2/BBH": 0.6096, + "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4322, + "hfopenllm_v2/MMLU-PRO": 0.4373 + } + }, + { + "id": "zelk12/Test01012025155054", + "name": "Test01012025155054", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1555, + "hfopenllm_v2/BBH": 0.283, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.367, + "hfopenllm_v2/MMLU-PRO": 0.109 + } + }, + { + "id": "zelk12/Test01012025155054t0.5_gemma-2", + "name": "Test01012025155054t0.5_gemma-2", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1555, + "hfopenllm_v2/BBH": 0.283, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.367, + "hfopenllm_v2/MMLU-PRO": 0.109 + } } ] } \ No newline at end of file diff --git a/data/models.json b/data/models.json index e0a63d2fe5c1ad114b298407343dffcd46fa8132..701a3a8baf8e4517958a43a4f0ae71e5f95e0fdc 100644 --- a/data/models.json +++ b/data/models.json @@ -1,18 +1,4 @@ [ - { - "id": "0-hero/Matter-0.1-7B-DPO-preview", - "name": "0-hero/Matter-0.1-7B-DPO-preview", - "developer": "0-hero", - "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7247, - "reward-bench/Chat": 0.8939, - "reward-bench/Chat Hard": 0.5768, - "reward-bench/Safety": 0.6378, - "reward-bench/Reasoning": 0.8854, - "reward-bench/Prior Sets (0.5 weight)": 0.5348 - } - }, { "id": "0-hero/Matter-0.1-7B-boost-DPO-preview", "name": "0-hero/Matter-0.1-7B-boost-DPO-preview", @@ -27,6 +13,20 @@ "reward-bench/Prior Sets (0.5 weight)": 0.5566 } }, + { + "id": "0-hero/Matter-0.1-7B-DPO-preview", + "name": "0-hero/Matter-0.1-7B-DPO-preview", + "developer": "0-hero", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.7247, + "reward-bench/Chat": 0.8939, + "reward-bench/Chat Hard": 0.5768, + "reward-bench/Safety": 0.6378, + "reward-bench/Reasoning": 0.8854, + "reward-bench/Prior Sets (0.5 weight)": 0.5348 + } + }, { "id": "0-hero/Matter-0.2-7B-DPO", "name": "Matter-0.2-7B-DPO", @@ -182,11 +182,57 @@ } }, { - "id": "01-ai/Yi-34B", - "name": "Yi-34B", + "id": "01-ai/yi-34b", + "name": "Yi 34B", "developer": "01-ai", "evaluator_relationship": null, "benchmark_scores": { + "helm_lite/Mean win rate": 0.57, + "helm_lite/NarrativeQA": 0.782, + "helm_lite/NaturalQuestions (closed-book)": 0.443, + "helm_lite/OpenbookQA": 0.92, + "helm_lite/MMLU": 0.65, + "helm_lite/MATH": 0.375, + "helm_lite/GSM8K": 0.648, + "helm_lite/LegalBench": 0.618, + "helm_lite/MedQA": 0.656, + "helm_lite/WMT 2014": 0.172, + "helm_mmlu/MMLU All Subjects": 0.762, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.748, + "helm_mmlu/College Physics": 0.5, + "helm_mmlu/Computer Security": 0.83, + "helm_mmlu/Econometrics": 0.588, + "helm_mmlu/Global Facts": 0.53, + "helm_mmlu/Jurisprudence": 0.898, + "helm_mmlu/Philosophy": 0.82, + "helm_mmlu/Professional Psychology": 0.835, + "helm_mmlu/Us Foreign Policy": 0.91, + "helm_mmlu/Astronomy": 0.901, + "helm_mmlu/Business Ethics": 0.75, + "helm_mmlu/Clinical Knowledge": 0.8, + "helm_mmlu/Conceptual Physics": 0.77, + "helm_mmlu/Electrical Engineering": 0.779, + "helm_mmlu/Elementary Mathematics": 0.656, + "helm_mmlu/Formal Logic": 0.548, + "helm_mmlu/High School World History": 0.907, + "helm_mmlu/Human Sexuality": 0.87, + "helm_mmlu/International Law": 0.909, + "helm_mmlu/Logical Fallacies": 0.883, + "helm_mmlu/Machine Learning": 0.58, + "helm_mmlu/Management": 0.893, + "helm_mmlu/Marketing": 0.936, + "helm_mmlu/Medical Genetics": 0.87, + "helm_mmlu/Miscellaneous": 0.902, + "helm_mmlu/Moral Scenarios": 0.606, + "helm_mmlu/Nutrition": 0.869, + "helm_mmlu/Prehistory": 0.877, + "helm_mmlu/Public Relations": 0.745, + "helm_mmlu/Security Studies": 0.833, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.572, + "helm_mmlu/World Religions": 0.877, + "helm_mmlu/Mean win rate": 0.315, "hfopenllm_v2/IFEval": 0.3046, "hfopenllm_v2/BBH": 0.5457, "hfopenllm_v2/MATH Level 5": 0.0514, @@ -224,11 +270,57 @@ } }, { - "id": "01-ai/Yi-6B", - "name": "Yi-6B", + "id": "01-ai/yi-6b", + "name": "Yi 6B", "developer": "01-ai", "evaluator_relationship": null, "benchmark_scores": { + "helm_lite/Mean win rate": 0.253, + "helm_lite/NarrativeQA": 0.702, + "helm_lite/NaturalQuestions (closed-book)": 0.31, + "helm_lite/OpenbookQA": 0.8, + "helm_lite/MMLU": 0.53, + "helm_lite/MATH": 0.126, + "helm_lite/GSM8K": 0.375, + "helm_lite/LegalBench": 0.519, + "helm_lite/MedQA": 0.497, + "helm_lite/WMT 2014": 0.117, + "helm_mmlu/MMLU All Subjects": 0.64, + "helm_mmlu/Abstract Algebra": 0.3, + "helm_mmlu/Anatomy": 0.6, + "helm_mmlu/College Physics": 0.422, + "helm_mmlu/Computer Security": 0.73, + "helm_mmlu/Econometrics": 0.351, + "helm_mmlu/Global Facts": 0.43, + "helm_mmlu/Jurisprudence": 0.796, + "helm_mmlu/Philosophy": 0.678, + "helm_mmlu/Professional Psychology": 0.668, + "helm_mmlu/Us Foreign Policy": 0.87, + "helm_mmlu/Astronomy": 0.684, + "helm_mmlu/Business Ethics": 0.67, + "helm_mmlu/Clinical Knowledge": 0.66, + "helm_mmlu/Conceptual Physics": 0.621, + "helm_mmlu/Electrical Engineering": 0.662, + "helm_mmlu/Elementary Mathematics": 0.452, + "helm_mmlu/Formal Logic": 0.452, + "helm_mmlu/High School World History": 0.785, + "helm_mmlu/Human Sexuality": 0.763, + "helm_mmlu/International Law": 0.769, + "helm_mmlu/Logical Fallacies": 0.779, + "helm_mmlu/Machine Learning": 0.411, + "helm_mmlu/Management": 0.806, + "helm_mmlu/Marketing": 0.893, + "helm_mmlu/Medical Genetics": 0.77, + "helm_mmlu/Miscellaneous": 0.796, + "helm_mmlu/Moral Scenarios": 0.335, + "helm_mmlu/Nutrition": 0.739, + "helm_mmlu/Prehistory": 0.713, + "helm_mmlu/Public Relations": 0.718, + "helm_mmlu/Security Studies": 0.735, + "helm_mmlu/Sociology": 0.831, + "helm_mmlu/Virology": 0.452, + "helm_mmlu/World Religions": 0.836, + "helm_mmlu/Mean win rate": 0.651, "hfopenllm_v2/IFEval": 0.2893, "hfopenllm_v2/BBH": 0.4309, "hfopenllm_v2/MATH Level 5": 0.0159, @@ -307,114 +399,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2425 } }, - { - "id": "01-ai/yi-34b", - "name": "Yi 34B", - "developer": "01-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.57, - "helm_lite/NarrativeQA": 0.782, - "helm_lite/NaturalQuestions (closed-book)": 0.443, - "helm_lite/OpenbookQA": 0.92, - "helm_lite/MMLU": 0.65, - "helm_lite/MATH": 0.375, - "helm_lite/GSM8K": 0.648, - "helm_lite/LegalBench": 0.618, - "helm_lite/MedQA": 0.656, - "helm_lite/WMT 2014": 0.172, - "helm_mmlu/MMLU All Subjects": 0.762, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.748, - "helm_mmlu/College Physics": 0.5, - "helm_mmlu/Computer Security": 0.83, - "helm_mmlu/Econometrics": 0.588, - "helm_mmlu/Global Facts": 0.53, - "helm_mmlu/Jurisprudence": 0.898, - "helm_mmlu/Philosophy": 0.82, - "helm_mmlu/Professional Psychology": 0.835, - "helm_mmlu/Us Foreign Policy": 0.91, - "helm_mmlu/Astronomy": 0.901, - "helm_mmlu/Business Ethics": 0.75, - "helm_mmlu/Clinical Knowledge": 0.8, - "helm_mmlu/Conceptual Physics": 0.77, - "helm_mmlu/Electrical Engineering": 0.779, - "helm_mmlu/Elementary Mathematics": 0.656, - "helm_mmlu/Formal Logic": 0.548, - "helm_mmlu/High School World History": 0.907, - "helm_mmlu/Human Sexuality": 0.87, - "helm_mmlu/International Law": 0.909, - "helm_mmlu/Logical Fallacies": 0.883, - "helm_mmlu/Machine Learning": 0.58, - "helm_mmlu/Management": 0.893, - "helm_mmlu/Marketing": 0.936, - "helm_mmlu/Medical Genetics": 0.87, - "helm_mmlu/Miscellaneous": 0.902, - "helm_mmlu/Moral Scenarios": 0.606, - "helm_mmlu/Nutrition": 0.869, - "helm_mmlu/Prehistory": 0.877, - "helm_mmlu/Public Relations": 0.745, - "helm_mmlu/Security Studies": 0.833, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.572, - "helm_mmlu/World Religions": 0.877, - "helm_mmlu/Mean win rate": 0.315 - } - }, - { - "id": "01-ai/yi-6b", - "name": "Yi 6B", - "developer": "01-ai", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.253, - "helm_lite/NarrativeQA": 0.702, - "helm_lite/NaturalQuestions (closed-book)": 0.31, - "helm_lite/OpenbookQA": 0.8, - "helm_lite/MMLU": 0.53, - "helm_lite/MATH": 0.126, - "helm_lite/GSM8K": 0.375, - "helm_lite/LegalBench": 0.519, - "helm_lite/MedQA": 0.497, - "helm_lite/WMT 2014": 0.117, - "helm_mmlu/MMLU All Subjects": 0.64, - "helm_mmlu/Abstract Algebra": 0.3, - "helm_mmlu/Anatomy": 0.6, - "helm_mmlu/College Physics": 0.422, - "helm_mmlu/Computer Security": 0.73, - "helm_mmlu/Econometrics": 0.351, - "helm_mmlu/Global Facts": 0.43, - "helm_mmlu/Jurisprudence": 0.796, - "helm_mmlu/Philosophy": 0.678, - "helm_mmlu/Professional Psychology": 0.668, - "helm_mmlu/Us Foreign Policy": 0.87, - "helm_mmlu/Astronomy": 0.684, - "helm_mmlu/Business Ethics": 0.67, - "helm_mmlu/Clinical Knowledge": 0.66, - "helm_mmlu/Conceptual Physics": 0.621, - "helm_mmlu/Electrical Engineering": 0.662, - "helm_mmlu/Elementary Mathematics": 0.452, - "helm_mmlu/Formal Logic": 0.452, - "helm_mmlu/High School World History": 0.785, - "helm_mmlu/Human Sexuality": 0.763, - "helm_mmlu/International Law": 0.769, - "helm_mmlu/Logical Fallacies": 0.779, - "helm_mmlu/Machine Learning": 0.411, - "helm_mmlu/Management": 0.806, - "helm_mmlu/Marketing": 0.893, - "helm_mmlu/Medical Genetics": 0.77, - "helm_mmlu/Miscellaneous": 0.796, - "helm_mmlu/Moral Scenarios": 0.335, - "helm_mmlu/Nutrition": 0.739, - "helm_mmlu/Prehistory": 0.713, - "helm_mmlu/Public Relations": 0.718, - "helm_mmlu/Security Studies": 0.735, - "helm_mmlu/Sociology": 0.831, - "helm_mmlu/Virology": 0.452, - "helm_mmlu/World Religions": 0.836, - "helm_mmlu/Mean win rate": 0.651 - } - }, { "id": "01-ai/yi-large-preview", "name": "Yi Large Preview", @@ -637,6 +621,20 @@ "hfopenllm_v2/MMLU-PRO": 0.3528 } }, + { + "id": "aaditya/Llama3-OpenBioLLM-70B", + "name": "Llama3-OpenBioLLM-70B", + "developer": "aaditya", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7597, + "hfopenllm_v2/BBH": 0.6399, + "hfopenllm_v2/MATH Level 5": 0.1971, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4417, + "hfopenllm_v2/MMLU-PRO": 0.4867 + } + }, { "id": "AALF/FuseChat-Llama-3.1-8B-Instruct-preview", "name": "FuseChat-Llama-3.1-8B-Instruct-preview", @@ -693,174 +691,6 @@ "hfopenllm_v2/MMLU-PRO": 0.2125 } }, - { - "id": "AELLM/gemma-2-aeria-infinity-9b", - "name": "gemma-2-aeria-infinity-9b", - "developer": "AELLM", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7594, - "hfopenllm_v2/BBH": 0.5983, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.3862 - } - }, - { - "id": "AELLM/gemma-2-lyco-infinity-9b", - "name": "gemma-2-lyco-infinity-9b", - "developer": "AELLM", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7316, - "hfopenllm_v2/BBH": 0.584, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4006, - "hfopenllm_v2/MMLU-PRO": 0.3787 - } - }, - { - "id": "AGI-0/Art-v0-3B", - "name": "Art-v0-3B", - "developer": "AGI-0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3192, - "hfopenllm_v2/BBH": 0.3401, - "hfopenllm_v2/MATH Level 5": 0.2462, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3768, - "hfopenllm_v2/MMLU-PRO": 0.1179 - } - }, - { - "id": "AGI-0/Artificium-llama3.1-8B-001", - "name": "Artificium-llama3.1-8B-001", - "developer": "AGI-0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5248, - "hfopenllm_v2/BBH": 0.4256, - "hfopenllm_v2/MATH Level 5": 0.136, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3795, - "hfopenllm_v2/MMLU-PRO": 0.3182 - } - }, - { - "id": "AGI-0/smartllama3.1-8B-001", - "name": "smartllama3.1-8B-001", - "developer": "AGI-0", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3518, - "hfopenllm_v2/BBH": 0.467, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4386, - "hfopenllm_v2/MMLU-PRO": 0.3487 - } - }, - { - "id": "AI-MO/NuminaMath-7B-CoT", - "name": "NuminaMath-7B-CoT", - "developer": "AI-MO", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2689, - "hfopenllm_v2/BBH": 0.4314, - "hfopenllm_v2/MATH Level 5": 0.2696, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3303, - "hfopenllm_v2/MMLU-PRO": 0.2868 - } - }, - { - "id": "AI-MO/NuminaMath-7B-TIR", - "name": "NuminaMath-7B-TIR", - "developer": "AI-MO", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2756, - "hfopenllm_v2/BBH": 0.4144, - "hfopenllm_v2/MATH Level 5": 0.1609, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3509, - "hfopenllm_v2/MMLU-PRO": 0.2733 - } - }, - { - "id": "AI-Sweden-Models/Llama-3-8B-instruct", - "name": "Llama-3-8B-instruct", - "developer": "AI-Sweden-Models", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2401, - "hfopenllm_v2/BBH": 0.4173, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4771, - "hfopenllm_v2/MMLU-PRO": 0.2597 - } - }, - { - "id": "AI-Sweden-Models/gpt-sw3-40b", - "name": "gpt-sw3-40b", - "developer": "AI-Sweden-Models", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.147, - "hfopenllm_v2/BBH": 0.3268, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2349, - "hfopenllm_v2/MUSR": 0.3632, - "hfopenllm_v2/MMLU-PRO": 0.1276 - } - }, - { - "id": "AI4free/Dhanishtha", - "name": "Dhanishtha", - "developer": "AI4free", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2451, - "hfopenllm_v2/BBH": 0.3404, - "hfopenllm_v2/MATH Level 5": 0.256, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3569, - "hfopenllm_v2/MMLU-PRO": 0.1643 - } - }, - { - "id": "AI4free/t2", - "name": "t2", - "developer": "AI4free", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3867, - "hfopenllm_v2/BBH": 0.291, - "hfopenllm_v2/MATH Level 5": 0.1896, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3846, - "hfopenllm_v2/MMLU-PRO": 0.1144 - } - }, - { - "id": "AIDC-AI/Marco-o1", - "name": "Marco-o1", - "developer": "AIDC-AI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4771, - "hfopenllm_v2/BBH": 0.5364, - "hfopenllm_v2/MATH Level 5": 0.3746, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.4117 - } - }, { "id": "Aashraf995/Creative-7B-nerd", "name": "Creative-7B-nerd", @@ -918,73630 +748,73271 @@ } }, { - "id": "AbacusResearch/Jallabi-34B", - "name": "Jallabi-34B", - "developer": "AbacusResearch", + "id": "abacusai/bigstral-12b-32k", + "name": "bigstral-12b-32k", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3529, - "hfopenllm_v2/BBH": 0.6023, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4822, - "hfopenllm_v2/MMLU-PRO": 0.4682 + "hfopenllm_v2/IFEval": 0.4194, + "hfopenllm_v2/BBH": 0.47, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.456, + "hfopenllm_v2/MMLU-PRO": 0.2641 } }, { - "id": "Ahdoot/StructuredThinker-v0.3-MoreStructure", - "name": "StructuredThinker-v0.3-MoreStructure", - "developer": "Ahdoot", + "id": "abacusai/bigyi-15b", + "name": "bigyi-15b", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4193, - "hfopenllm_v2/BBH": 0.4838, - "hfopenllm_v2/MATH Level 5": 0.2908, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.361 + "hfopenllm_v2/IFEval": 0.2094, + "hfopenllm_v2/BBH": 0.4345, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.3003 } }, { - "id": "Ahdoot/Test_StealthThinker", - "name": "Test_StealthThinker", - "developer": "Ahdoot", + "id": "abacusai/Dracarys-72B-Instruct", + "name": "Dracarys-72B-Instruct", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.422, - "hfopenllm_v2/BBH": 0.4647, - "hfopenllm_v2/MATH Level 5": 0.179, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.3597 + "hfopenllm_v2/IFEval": 0.7856, + "hfopenllm_v2/BBH": 0.6944, + "hfopenllm_v2/MATH Level 5": 0.3965, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4558, + "hfopenllm_v2/MMLU-PRO": 0.5456 } }, { - "id": "Ahjeong/MMPO_Gemma_7b", - "name": "Ahjeong/MMPO_Gemma_7b", - "developer": "Ahjeong", + "id": "abacusai/Liberated-Qwen1.5-14B", + "name": "Liberated-Qwen1.5-14B", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7587, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.614, - "reward-bench/Safety": 0.7135, - "reward-bench/Reasoning": 0.7756, - "reward-bench/Prior Sets (0.5 weight)": 0.6831 + "hfopenllm_v2/IFEval": 0.3631, + "hfopenllm_v2/BBH": 0.4948, + "hfopenllm_v2/MATH Level 5": 0.1601, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4175, + "hfopenllm_v2/MMLU-PRO": 0.3512 } }, { - "id": "Ahjeong/MMPO_Gemma_7b_gamma1.1_epoch3", - "name": "Ahjeong/MMPO_Gemma_7b_gamma1.1_epoch3", - "developer": "Ahjeong", + "id": "abacusai/Llama-3-Smaug-8B", + "name": "Llama-3-Smaug-8B", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7652, - "reward-bench/Chat": 0.9721, - "reward-bench/Chat Hard": 0.6338, - "reward-bench/Safety": 0.7635, - "reward-bench/Reasoning": 0.7284, - "reward-bench/Prior Sets (0.5 weight)": 0.6913 + "hfopenllm_v2/IFEval": 0.4867, + "hfopenllm_v2/BBH": 0.4931, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3622, + "hfopenllm_v2/MMLU-PRO": 0.3185 } }, { - "id": "AicoresSecurity/Cybernet-Sec-3B-R1-V0", - "name": "Cybernet-Sec-3B-R1-V0", - "developer": "AicoresSecurity", + "id": "abacusai/Smaug-34B-v0.1", + "name": "Smaug-34B-v0.1", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6358, - "hfopenllm_v2/BBH": 0.4497, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3314, - "hfopenllm_v2/MMLU-PRO": 0.301 + "hfopenllm_v2/IFEval": 0.5016, + "hfopenllm_v2/BBH": 0.5358, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.3979, + "hfopenllm_v2/MMLU-PRO": 0.4543 } }, { - "id": "AicoresSecurity/Cybernet-Sec-3B-R1-V0-Coder", - "name": "Cybernet-Sec-3B-R1-V0-Coder", - "developer": "AicoresSecurity", + "id": "abacusai/Smaug-72B-v0.1", + "name": "Smaug-72B-v0.1", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7098, - "hfopenllm_v2/BBH": 0.4478, - "hfopenllm_v2/MATH Level 5": 0.1488, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3408, - "hfopenllm_v2/MMLU-PRO": 0.3178 + "hfopenllm_v2/IFEval": 0.5167, + "hfopenllm_v2/BBH": 0.5996, + "hfopenllm_v2/MATH Level 5": 0.1911, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4473, + "hfopenllm_v2/MMLU-PRO": 0.4624 } }, { - "id": "AicoresSecurity/Cybernet-Sec-3B-R1-V1", - "name": "Cybernet-Sec-3B-R1-V1", - "developer": "AicoresSecurity", + "id": "abacusai/Smaug-Llama-3-70B-Instruct-32K", + "name": "Smaug-Llama-3-70B-Instruct-32K", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6146, - "hfopenllm_v2/BBH": 0.4282, - "hfopenllm_v2/MATH Level 5": 0.1518, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3287, - "hfopenllm_v2/MMLU-PRO": 0.2876 + "hfopenllm_v2/IFEval": 0.7761, + "hfopenllm_v2/BBH": 0.6493, + "hfopenllm_v2/MATH Level 5": 0.2749, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4208, + "hfopenllm_v2/MMLU-PRO": 0.4765 } }, { - "id": "AicoresSecurity/Cybernet-Sec-3B-R1-V1.1", - "name": "Cybernet-Sec-3B-R1-V1.1", - "developer": "AicoresSecurity", + "id": "abacusai/Smaug-Mixtral-v0.1", + "name": "Smaug-Mixtral-v0.1", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.673, - "hfopenllm_v2/BBH": 0.4392, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3541, - "hfopenllm_v2/MMLU-PRO": 0.3088 + "hfopenllm_v2/IFEval": 0.5554, + "hfopenllm_v2/BBH": 0.5162, + "hfopenllm_v2/MATH Level 5": 0.0952, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4298, + "hfopenllm_v2/MMLU-PRO": 0.3352 } }, { - "id": "Alepach/notHumpback-M0", - "name": "notHumpback-M0", - "developer": "Alepach", + "id": "abacusai/Smaug-Qwen2-72B-Instruct", + "name": "Smaug-Qwen2-72B-Instruct", + "developer": "abacusai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.235, - "hfopenllm_v2/BBH": 0.2785, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3552, - "hfopenllm_v2/MMLU-PRO": 0.1119 + "hfopenllm_v2/IFEval": 0.7825, + "hfopenllm_v2/BBH": 0.691, + "hfopenllm_v2/MATH Level 5": 0.4131, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4401, + "hfopenllm_v2/MMLU-PRO": 0.519 } }, { - "id": "Alepach/notHumpback-M1", - "name": "notHumpback-M1", - "developer": "Alepach", + "id": "AbacusResearch/Jallabi-34B", + "name": "Jallabi-34B", + "developer": "AbacusResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2207, - "hfopenllm_v2/BBH": 0.2882, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2374, - "hfopenllm_v2/MUSR": 0.342, - "hfopenllm_v2/MMLU-PRO": 0.1091 + "hfopenllm_v2/IFEval": 0.3529, + "hfopenllm_v2/BBH": 0.6023, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4822, + "hfopenllm_v2/MMLU-PRO": 0.4682 } }, { - "id": "Alepach/notHumpback-M1-v2", - "name": "notHumpback-M1-v2", - "developer": "Alepach", + "id": "abhishek/autotrain-0tmgq-5tpbg", + "name": "autotrain-0tmgq-5tpbg", + "developer": "abhishek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2277, - "hfopenllm_v2/BBH": 0.2776, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3473, - "hfopenllm_v2/MMLU-PRO": 0.1119 + "hfopenllm_v2/IFEval": 0.1957, + "hfopenllm_v2/BBH": 0.3135, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.365, + "hfopenllm_v2/MMLU-PRO": 0.1151 } }, { - "id": "AlephAlpha/luminous-base", - "name": "Luminous Base 13B", - "developer": "AlephAlpha", + "id": "abhishek/autotrain-llama3-70b-orpo-v1", + "name": "autotrain-llama3-70b-orpo-v1", + "developer": "abhishek", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.041, - "helm_lite/NarrativeQA": 0.633, - "helm_lite/NaturalQuestions (closed-book)": 0.197, - "helm_lite/OpenbookQA": 0.286, - "helm_lite/MMLU": 0.243, - "helm_lite/MATH": 0.026, - "helm_lite/GSM8K": 0.028, - "helm_lite/LegalBench": 0.332, - "helm_lite/MedQA": 0.26, - "helm_lite/WMT 2014": 0.066 + "hfopenllm_v2/IFEval": 0.4233, + "hfopenllm_v2/BBH": 0.5998, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.1122 } }, { - "id": "AlephAlpha/luminous-extended", - "name": "Luminous Extended 30B", - "developer": "AlephAlpha", + "id": "abhishek/autotrain-llama3-70b-orpo-v2", + "name": "autotrain-llama3-70b-orpo-v2", + "developer": "abhishek", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.078, - "helm_lite/NarrativeQA": 0.684, - "helm_lite/NaturalQuestions (closed-book)": 0.253, - "helm_lite/OpenbookQA": 0.272, - "helm_lite/MMLU": 0.248, - "helm_lite/MATH": 0.04, - "helm_lite/GSM8K": 0.075, - "helm_lite/LegalBench": 0.421, - "helm_lite/MedQA": 0.276, - "helm_lite/WMT 2014": 0.083 + "hfopenllm_v2/IFEval": 0.5406, + "hfopenllm_v2/BBH": 0.5899, + "hfopenllm_v2/MATH Level 5": 0.2107, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4113, + "hfopenllm_v2/MMLU-PRO": 0.4818 } }, { - "id": "AlephAlpha/luminous-supreme", - "name": "Luminous Supreme 70B", - "developer": "AlephAlpha", + "id": "abhishek/autotrain-llama3-orpo-v2", + "name": "autotrain-llama3-orpo-v2", + "developer": "abhishek", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.145, - "helm_lite/NarrativeQA": 0.743, - "helm_lite/NaturalQuestions (closed-book)": 0.299, - "helm_lite/OpenbookQA": 0.284, - "helm_lite/MMLU": 0.316, - "helm_lite/MATH": 0.078, - "helm_lite/GSM8K": 0.137, - "helm_lite/LegalBench": 0.452, - "helm_lite/MedQA": 0.276, - "helm_lite/WMT 2014": 0.102 + "hfopenllm_v2/IFEval": 0.4372, + "hfopenllm_v2/BBH": 0.3159, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3792, + "hfopenllm_v2/MMLU-PRO": 0.2218 } }, { - "id": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "name": "gte-Qwen2-7B-instruct", - "developer": "Alibaba-NLP", + "id": "abhishek/autotrain-vr4a1-e5mms", + "name": "autotrain-vr4a1-e5mms", + "developer": "abhishek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2255, - "hfopenllm_v2/BBH": 0.4495, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3559, - "hfopenllm_v2/MMLU-PRO": 0.3321 + "hfopenllm_v2/IFEval": 0.2142, + "hfopenllm_v2/BBH": 0.5001, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.3891, + "hfopenllm_v2/MMLU-PRO": 0.3667 } }, { - "id": "Alsebay/Qwen2.5-7B-test-novelist", - "name": "Qwen2.5-7B-test-novelist", - "developer": "Alsebay", + "id": "abideen/MedPhi-4-14B-v1", + "name": "MedPhi-4-14B-v1", + "developer": "abideen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5352, - "hfopenllm_v2/BBH": 0.5151, - "hfopenllm_v2/MATH Level 5": 0.2349, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4749, - "hfopenllm_v2/MMLU-PRO": 0.3866 + "hfopenllm_v2/IFEval": 0.6277, + "hfopenllm_v2/BBH": 0.6897, + "hfopenllm_v2/MATH Level 5": 0.2931, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4155, + "hfopenllm_v2/MMLU-PRO": 0.5338 } }, { - "id": "Amaorynho/BBAI2006", - "name": "BBAI2006", - "developer": "Amaorynho", + "id": "adamo1139/Yi-34B-200K-AEZAKMI-v2", + "name": "Yi-34B-200K-AEZAKMI-v2", + "developer": "adamo1139", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1467, - "hfopenllm_v2/BBH": 0.2704, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3605, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.4555, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.3886, + "hfopenllm_v2/MMLU-PRO": 0.4513 } }, { - "id": "Amaorynho/BBAI270V4", - "name": "BBAI270V4", - "developer": "Amaorynho", + "id": "adriszmar/QAIMath-Qwen2.5-7B-TIES", + "name": "QAIMath-Qwen2.5-7B-TIES", + "developer": "adriszmar", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.199, - "hfopenllm_v2/BBH": 0.3071, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3314, - "hfopenllm_v2/MMLU-PRO": 0.1114 + "hfopenllm_v2/IFEval": 0.1746, + "hfopenllm_v2/BBH": 0.3126, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.4096, + "hfopenllm_v2/MMLU-PRO": 0.1087 } }, { - "id": "Amaorynho/BBAIIFEV1", - "name": "BBAIIFEV1", - "developer": "Amaorynho", + "id": "AELLM/gemma-2-aeria-infinity-9b", + "name": "gemma-2-aeria-infinity-9b", + "developer": "AELLM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8047, - "hfopenllm_v2/BBH": 0.5292, - "hfopenllm_v2/MATH Level 5": 0.1934, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3857 + "hfopenllm_v2/IFEval": 0.7594, + "hfopenllm_v2/BBH": 0.5983, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.3862 } }, { - "id": "Amaorynho/BBAI_375", - "name": "BBAI_375", - "developer": "Amaorynho", + "id": "AELLM/gemma-2-lyco-infinity-9b", + "name": "gemma-2-lyco-infinity-9b", + "developer": "AELLM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1467, - "hfopenllm_v2/BBH": 0.2704, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3605, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.7316, + "hfopenllm_v2/BBH": 0.584, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4006, + "hfopenllm_v2/MMLU-PRO": 0.3787 } }, { - "id": "Amu/t1-1.5B", - "name": "t1-1.5B", - "developer": "Amu", + "id": "aevalone/distill_qw_test", + "name": "distill_qw_test", + "developer": "aevalone", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3394, - "hfopenllm_v2/BBH": 0.4008, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3517, - "hfopenllm_v2/MMLU-PRO": 0.2566 + "hfopenllm_v2/IFEval": 0.7409, + "hfopenllm_v2/BBH": 0.5246, + "hfopenllm_v2/MATH Level 5": 0.4781, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.386, + "hfopenllm_v2/MMLU-PRO": 0.4092 } }, { - "id": "Amu/t1-3B", - "name": "t1-3B", - "developer": "Amu", + "id": "agentlans/Gemma2-9B-AdvancedFuse", + "name": "Gemma2-9B-AdvancedFuse", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3328, - "hfopenllm_v2/BBH": 0.3999, - "hfopenllm_v2/MATH Level 5": 0.1375, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.3435, - "hfopenllm_v2/MMLU-PRO": 0.1284 + "hfopenllm_v2/IFEval": 0.1543, + "hfopenllm_v2/BBH": 0.5859, + "hfopenllm_v2/MATH Level 5": 0.1005, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.4 } }, { - "id": "Anthropic-LM-v4-s3-52B", - "name": "Anthropic-LM v4-s3 52B", - "developer": "unknown", + "id": "agentlans/Llama-3.2-1B-Instruct-CrashCourse12K", + "name": "Llama-3.2-1B-Instruct-CrashCourse12K", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.78, - "helm_classic/MMLU": 0.481, - "helm_classic/BoolQ": 0.815, - "helm_classic/NarrativeQA": 0.728, - "helm_classic/NaturalQuestions (open-book)": 0.686, - "helm_classic/QuAC": 0.431, - "helm_classic/HellaSwag": 0.807, - "helm_classic/OpenbookQA": 0.558, - "helm_classic/TruthfulQA": 0.368, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.154, - "helm_classic/XSUM": 0.134, - "helm_classic/IMDB": 0.934, - "helm_classic/CivilComments": 0.61, - "helm_classic/RAFT": 0.699 + "hfopenllm_v2/IFEval": 0.5395, + "hfopenllm_v2/BBH": 0.3548, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.321, + "hfopenllm_v2/MMLU-PRO": 0.1809 } }, { - "id": "Anthropic/claude-3-5-sonnet-20240620", - "name": "Anthropic/claude-3-5-sonnet-20240620", - "developer": "Anthropic", + "id": "agentlans/Llama3.1-8B-drill", + "name": "Llama3.1-8B-drill", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8417, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.7401, - "reward-bench/Safety": 0.8162, - "reward-bench/Reasoning": 0.8469 + "hfopenllm_v2/IFEval": 0.7652, + "hfopenllm_v2/BBH": 0.5016, + "hfopenllm_v2/MATH Level 5": 0.1715, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3672, + "hfopenllm_v2/MMLU-PRO": 0.3776 } }, { - "id": "Anthropic/claude-3-haiku-20240307", - "name": "Anthropic/claude-3-haiku-20240307", - "developer": "Anthropic", + "id": "agentlans/Llama3.1-Daredevilish", + "name": "Llama3.1-Daredevilish", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7289, - "reward-bench/Chat": 0.9274, - "reward-bench/Chat Hard": 0.5197, - "reward-bench/Safety": 0.7953, - "reward-bench/Reasoning": 0.706, - "reward-bench/Prior Sets (0.5 weight)": 0.6635 + "hfopenllm_v2/IFEval": 0.6292, + "hfopenllm_v2/BBH": 0.5013, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4091, + "hfopenllm_v2/MMLU-PRO": 0.3697 } }, { - "id": "Anthropic/claude-3-opus-20240229", - "name": "Anthropic/claude-3-opus-20240229", - "developer": "Anthropic", + "id": "agentlans/Llama3.1-Daredevilish-Instruct", + "name": "Llama3.1-Daredevilish-Instruct", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8008, - "reward-bench/Chat": 0.9469, - "reward-bench/Chat Hard": 0.6031, - "reward-bench/Safety": 0.8662, - "reward-bench/Reasoning": 0.7868 + "hfopenllm_v2/IFEval": 0.7926, + "hfopenllm_v2/BBH": 0.5235, + "hfopenllm_v2/MATH Level 5": 0.1722, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3911, + "hfopenllm_v2/MMLU-PRO": 0.3877 } }, { - "id": "Anthropic/claude-3-sonnet-20240229", - "name": "Anthropic/claude-3-sonnet-20240229", - "developer": "Anthropic", + "id": "agentlans/Llama3.1-LexiHermes-SuperStorm", + "name": "Llama3.1-LexiHermes-SuperStorm", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7458, - "reward-bench/Chat": 0.9344, - "reward-bench/Chat Hard": 0.5658, - "reward-bench/Safety": 0.8169, - "reward-bench/Reasoning": 0.6907, - "reward-bench/Prior Sets (0.5 weight)": 0.6963 + "hfopenllm_v2/IFEval": 0.7835, + "hfopenllm_v2/BBH": 0.5266, + "hfopenllm_v2/MATH Level 5": 0.1616, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.3963, + "hfopenllm_v2/MMLU-PRO": 0.3844 } }, { - "id": "ArliAI/ArliAI-RPMax-12B-v1.1", - "name": "ArliAI-RPMax-12B-v1.1", - "developer": "ArliAI", + "id": "agentlans/Llama3.1-SuperDeepFuse", + "name": "Llama3.1-SuperDeepFuse", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5349, - "hfopenllm_v2/BBH": 0.4752, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3618, - "hfopenllm_v2/MMLU-PRO": 0.3384 + "hfopenllm_v2/IFEval": 0.7762, + "hfopenllm_v2/BBH": 0.5049, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3699, + "hfopenllm_v2/MMLU-PRO": 0.3775 } }, { - "id": "ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1", - "name": "Llama-3.1-8B-ArliAI-RPMax-v1.1", - "developer": "ArliAI", + "id": "agentlans/Llama3.1-SuperDeepFuse-CrashCourse12K", + "name": "Llama3.1-SuperDeepFuse-CrashCourse12K", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6359, - "hfopenllm_v2/BBH": 0.5016, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3577, - "hfopenllm_v2/MMLU-PRO": 0.3551 + "hfopenllm_v2/IFEval": 0.7187, + "hfopenllm_v2/BBH": 0.5216, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4026, + "hfopenllm_v2/MMLU-PRO": 0.3631 } }, { - "id": "Arthur-LAGACHERIE/Precis-1B-Instruct", - "name": "Precis-1B-Instruct", - "developer": "Arthur-LAGACHERIE", + "id": "agentlans/Qwen2.5-0.5B-Instruct-CrashCourse-dropout", + "name": "Qwen2.5-0.5B-Instruct-CrashCourse-dropout", + "developer": "agentlans", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3671, - "hfopenllm_v2/BBH": 0.3224, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3436, - "hfopenllm_v2/MMLU-PRO": 0.1426 + "hfopenllm_v2/IFEval": 0.2949, + "hfopenllm_v2/BBH": 0.3312, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1608 } }, { - "id": "Artples/L-MChat-7b", - "name": "L-MChat-7b", - "developer": "Artples", + "id": "AGI-0/Art-v0-3B", + "name": "Art-v0-3B", + "developer": "AGI-0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5297, - "hfopenllm_v2/BBH": 0.46, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4029, - "hfopenllm_v2/MMLU-PRO": 0.3299 + "hfopenllm_v2/IFEval": 0.3192, + "hfopenllm_v2/BBH": 0.3401, + "hfopenllm_v2/MATH Level 5": 0.2462, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3768, + "hfopenllm_v2/MMLU-PRO": 0.1179 } }, { - "id": "Artples/L-MChat-Small", - "name": "L-MChat-Small", - "developer": "Artples", + "id": "AGI-0/Artificium-llama3.1-8B-001", + "name": "Artificium-llama3.1-8B-001", + "developer": "AGI-0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3287, - "hfopenllm_v2/BBH": 0.4823, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3696, - "hfopenllm_v2/MMLU-PRO": 0.2464 + "hfopenllm_v2/IFEval": 0.5248, + "hfopenllm_v2/BBH": 0.4256, + "hfopenllm_v2/MATH Level 5": 0.136, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3795, + "hfopenllm_v2/MMLU-PRO": 0.3182 } }, { - "id": "Aryanne/QwentileSwap", - "name": "QwentileSwap", - "developer": "Aryanne", + "id": "AGI-0/smartllama3.1-8B-001", + "name": "smartllama3.1-8B-001", + "developer": "AGI-0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.7008, - "hfopenllm_v2/MATH Level 5": 0.4222, - "hfopenllm_v2/GPQA": 0.3674, - "hfopenllm_v2/MUSR": 0.464, - "hfopenllm_v2/MMLU-PRO": 0.5946 - } - }, - { - "id": "Aryanne/SHBA", - "name": "SHBA", - "developer": "Aryanne", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7817, - "hfopenllm_v2/BBH": 0.5233, - "hfopenllm_v2/MATH Level 5": 0.1798, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4161, - "hfopenllm_v2/MMLU-PRO": 0.3892 + "hfopenllm_v2/IFEval": 0.3518, + "hfopenllm_v2/BBH": 0.467, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4386, + "hfopenllm_v2/MMLU-PRO": 0.3487 } }, { - "id": "Aryanne/SuperHeart", - "name": "SuperHeart", - "developer": "Aryanne", + "id": "Ahdoot/StructuredThinker-v0.3-MoreStructure", + "name": "StructuredThinker-v0.3-MoreStructure", + "developer": "Ahdoot", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5192, - "hfopenllm_v2/BBH": 0.5215, - "hfopenllm_v2/MATH Level 5": 0.1563, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4436, - "hfopenllm_v2/MMLU-PRO": 0.3912 + "hfopenllm_v2/IFEval": 0.4193, + "hfopenllm_v2/BBH": 0.4838, + "hfopenllm_v2/MATH Level 5": 0.2908, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.361 } }, { - "id": "AtAndDev/Qwen2.5-1.5B-continuous-learnt", - "name": "Qwen2.5-1.5B-continuous-learnt", - "developer": "AtAndDev", + "id": "Ahdoot/Test_StealthThinker", + "name": "Test_StealthThinker", + "developer": "Ahdoot", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4605, - "hfopenllm_v2/BBH": 0.4258, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3636, - "hfopenllm_v2/MMLU-PRO": 0.2812 + "hfopenllm_v2/IFEval": 0.422, + "hfopenllm_v2/BBH": 0.4647, + "hfopenllm_v2/MATH Level 5": 0.179, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.3597 } }, { - "id": "Ateron/Glowing-Forest-12B", - "name": "Glowing-Forest-12B", - "developer": "Ateron", + "id": "Ahjeong/MMPO_Gemma_7b", + "name": "Ahjeong/MMPO_Gemma_7b", + "developer": "Ahjeong", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3592, - "hfopenllm_v2/BBH": 0.5492, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4449, - "hfopenllm_v2/MMLU-PRO": 0.3718 + "reward-bench/Score": 0.7587, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.614, + "reward-bench/Safety": 0.7135, + "reward-bench/Reasoning": 0.7756, + "reward-bench/Prior Sets (0.5 weight)": 0.6831 } }, { - "id": "Ateron/Lotus-Magpic", - "name": "Lotus-Magpic", - "developer": "Ateron", + "id": "Ahjeong/MMPO_Gemma_7b_gamma1.1_epoch3", + "name": "Ahjeong/MMPO_Gemma_7b_gamma1.1_epoch3", + "developer": "Ahjeong", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6286, - "hfopenllm_v2/BBH": 0.5254, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4332, - "hfopenllm_v2/MMLU-PRO": 0.3491 + "reward-bench/Score": 0.7652, + "reward-bench/Chat": 0.9721, + "reward-bench/Chat Hard": 0.6338, + "reward-bench/Safety": 0.7635, + "reward-bench/Reasoning": 0.7284, + "reward-bench/Prior Sets (0.5 weight)": 0.6913 } }, { - "id": "Ateron/Way_of_MagPicaro", - "name": "Way_of_MagPicaro", - "developer": "Ateron", + "id": "ahmeda335/13_outOf_32_pruned_layers_llama3.1-8b", + "name": "13_outOf_32_pruned_layers_llama3.1-8b", + "developer": "ahmeda335", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2637, - "hfopenllm_v2/BBH": 0.5427, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4649, - "hfopenllm_v2/MMLU-PRO": 0.3536 + "hfopenllm_v2/IFEval": 0.1748, + "hfopenllm_v2/BBH": 0.2883, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3803, + "hfopenllm_v2/MMLU-PRO": 0.1129 } }, { - "id": "AtlaAI/Selene-1", - "name": "AtlaAI/Selene-1", - "developer": "AtlaAI", + "id": "AI-MO/NuminaMath-7B-CoT", + "name": "NuminaMath-7B-CoT", + "developer": "AI-MO", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9241, - "reward-bench/Chat": 0.9777, - "reward-bench/Chat Hard": 0.8399, - "reward-bench/Safety": 0.9216, - "reward-bench/Reasoning": 0.9572 + "hfopenllm_v2/IFEval": 0.2689, + "hfopenllm_v2/BBH": 0.4314, + "hfopenllm_v2/MATH Level 5": 0.2696, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3303, + "hfopenllm_v2/MMLU-PRO": 0.2868 } }, { - "id": "AtlaAI/Selene-1-Mini-Llama-3.1-8B", - "name": "AtlaAI/Selene-1-Mini-Llama-3.1-8B", - "developer": "AtlaAI", + "id": "AI-MO/NuminaMath-7B-TIR", + "name": "NuminaMath-7B-TIR", + "developer": "AI-MO", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8913, - "reward-bench/Chat": 0.9358, - "reward-bench/Chat Hard": 0.7939, - "reward-bench/Safety": 0.8926, - "reward-bench/Reasoning": 0.9429 + "hfopenllm_v2/IFEval": 0.2756, + "hfopenllm_v2/BBH": 0.4144, + "hfopenllm_v2/MATH Level 5": 0.1609, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3509, + "hfopenllm_v2/MMLU-PRO": 0.2733 } }, { - "id": "AuraIndustries/Aura-4B", - "name": "Aura-4B", - "developer": "AuraIndustries", + "id": "AI-Sweden-Models/gpt-sw3-40b", + "name": "gpt-sw3-40b", + "developer": "AI-Sweden-Models", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3816, - "hfopenllm_v2/BBH": 0.449, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3938, - "hfopenllm_v2/MMLU-PRO": 0.2706 + "hfopenllm_v2/IFEval": 0.147, + "hfopenllm_v2/BBH": 0.3268, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2349, + "hfopenllm_v2/MUSR": 0.3632, + "hfopenllm_v2/MMLU-PRO": 0.1276 } }, { - "id": "AuraIndustries/Aura-8B", - "name": "Aura-8B", - "developer": "AuraIndustries", + "id": "AI-Sweden-Models/Llama-3-8B-instruct", + "name": "Llama-3-8B-instruct", + "developer": "AI-Sweden-Models", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7205, - "hfopenllm_v2/BBH": 0.5131, - "hfopenllm_v2/MATH Level 5": 0.1518, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4004, - "hfopenllm_v2/MMLU-PRO": 0.3874 + "hfopenllm_v2/IFEval": 0.2401, + "hfopenllm_v2/BBH": 0.4173, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4771, + "hfopenllm_v2/MMLU-PRO": 0.2597 } }, { - "id": "AuraIndustries/Aura-MoE-2x4B", - "name": "Aura-MoE-2x4B", - "developer": "AuraIndustries", + "id": "ai2/llama-2-chat-7b-nectar-3.8m.json", + "name": "ai2/llama-2-chat-7b-nectar-3.8m.json", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4601, - "hfopenllm_v2/BBH": 0.4339, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.4085, - "hfopenllm_v2/MMLU-PRO": 0.265 + "reward-bench/Score": 0.5843, + "reward-bench/Chat": 0.8631, + "reward-bench/Chat Hard": 0.2654, + "reward-bench/Safety": 0.6243 } }, { - "id": "AuraIndustries/Aura-MoE-2x4B-v2", - "name": "Aura-MoE-2x4B-v2", - "developer": "AuraIndustries", + "id": "ai2/llama-2-chat-nectar-180k.json", + "name": "ai2/llama-2-chat-nectar-180k.json", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4778, - "hfopenllm_v2/BBH": 0.4315, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4101, - "hfopenllm_v2/MMLU-PRO": 0.261 + "reward-bench/Score": 0.5235, + "reward-bench/Chat": 0.8827, + "reward-bench/Chat Hard": 0.2851, + "reward-bench/Safety": 0.4027 } }, { - "id": "Aurel9/testmerge-7b", - "name": "testmerge-7b", - "developer": "Aurel9", + "id": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", + "name": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.398, - "hfopenllm_v2/BBH": 0.519, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4659, - "hfopenllm_v2/MMLU-PRO": 0.3053 + "reward-bench/Score": 0.644, + "reward-bench/Chat": 0.9441, + "reward-bench/Chat Hard": 0.4539, + "reward-bench/Safety": 0.5338 } }, { - "id": "Ayush-Singh/Llama1B-sft-2", - "name": "Llama1B-sft-2", - "developer": "Ayush-Singh", + "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", + "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1374, - "hfopenllm_v2/BBH": 0.2834, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3552, - "hfopenllm_v2/MMLU-PRO": 0.1117 + "reward-bench/Score": 0.6924, + "reward-bench/Chat": 0.9441, + "reward-bench/Chat Hard": 0.3575, + "reward-bench/Safety": 0.7757 } }, { - "id": "Azure99/Blossom-V6-14B", - "name": "Blossom-V6-14B", - "developer": "Azure99", + "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", + "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6395, - "hfopenllm_v2/BBH": 0.5069, - "hfopenllm_v2/MATH Level 5": 0.5257, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.4035, - "hfopenllm_v2/MMLU-PRO": 0.4544 + "reward-bench/Score": 0.7127, + "reward-bench/Chat": 0.9358, + "reward-bench/Chat Hard": 0.4079, + "reward-bench/Safety": 0.7946 } }, { - "id": "Azure99/Blossom-V6-7B", - "name": "Blossom-V6-7B", - "developer": "Azure99", + "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", + "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5538, - "hfopenllm_v2/BBH": 0.4974, - "hfopenllm_v2/MATH Level 5": 0.4585, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4301, - "hfopenllm_v2/MMLU-PRO": 0.4144 + "reward-bench/Score": 0.6756, + "reward-bench/Chat": 0.9134, + "reward-bench/Chat Hard": 0.3904, + "reward-bench/Safety": 0.723 } }, { - "id": "Azure99/blossom-v5-32b", - "name": "blossom-v5-32b", - "developer": "Azure99", + "id": "ai2/tulu-2-7b-rm-v0.json", + "name": "ai2/tulu-2-7b-rm-v0.json", + "developer": "AI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5235, - "hfopenllm_v2/BBH": 0.5955, - "hfopenllm_v2/MATH Level 5": 0.1866, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.4235 + "reward-bench/Score": 0.6655, + "reward-bench/Chat": 0.933, + "reward-bench/Chat Hard": 0.4539, + "reward-bench/Safety": 0.6095 } }, { - "id": "Azure99/blossom-v5-llama3-8b", - "name": "blossom-v5-llama3-8b", - "developer": "Azure99", + "id": "ai21/J1-Grande-v1-17B", + "name": "J1-Grande v1 17B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4343, - "hfopenllm_v2/BBH": 0.4185, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.367, - "hfopenllm_v2/MMLU-PRO": 0.2206 + "helm_classic/Mean win rate": 0.433, + "helm_classic/MMLU": 0.27, + "helm_classic/BoolQ": 0.722, + "helm_classic/NarrativeQA": 0.672, + "helm_classic/NaturalQuestions (open-book)": 0.578, + "helm_classic/QuAC": 0.362, + "helm_classic/HellaSwag": 0.739, + "helm_classic/OpenbookQA": 0.52, + "helm_classic/TruthfulQA": 0.193, + "helm_classic/MS MARCO (TREC)": 0.341, + "helm_classic/CNN/DailyMail": 0.143, + "helm_classic/XSUM": 0.122, + "helm_classic/IMDB": 0.953, + "helm_classic/CivilComments": 0.529, + "helm_classic/RAFT": 0.658 } }, { - "id": "Azure99/blossom-v5.1-34b", - "name": "blossom-v5.1-34b", - "developer": "Azure99", + "id": "ai21/J1-Grande-v2-beta-17B", + "name": "J1-Grande v2 beta 17B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5697, - "hfopenllm_v2/BBH": 0.6109, - "hfopenllm_v2/MATH Level 5": 0.2591, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3928, - "hfopenllm_v2/MMLU-PRO": 0.4558 + "helm_classic/Mean win rate": 0.706, + "helm_classic/MMLU": 0.445, + "helm_classic/BoolQ": 0.812, + "helm_classic/NarrativeQA": 0.725, + "helm_classic/NaturalQuestions (open-book)": 0.625, + "helm_classic/QuAC": 0.392, + "helm_classic/HellaSwag": 0.764, + "helm_classic/OpenbookQA": 0.56, + "helm_classic/TruthfulQA": 0.306, + "helm_classic/MS MARCO (TREC)": 0.46, + "helm_classic/CNN/DailyMail": 0.146, + "helm_classic/XSUM": 0.152, + "helm_classic/IMDB": 0.957, + "helm_classic/CivilComments": 0.546, + "helm_classic/RAFT": 0.679 } }, { - "id": "Azure99/blossom-v5.1-9b", - "name": "blossom-v5.1-9b", - "developer": "Azure99", + "id": "ai21/J1-Jumbo-v1-178B", + "name": "J1-Jumbo v1 178B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5086, - "hfopenllm_v2/BBH": 0.5343, - "hfopenllm_v2/MATH Level 5": 0.2122, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.3994, - "hfopenllm_v2/MMLU-PRO": 0.3979 + "helm_classic/Mean win rate": 0.517, + "helm_classic/MMLU": 0.259, + "helm_classic/BoolQ": 0.776, + "helm_classic/NarrativeQA": 0.695, + "helm_classic/NaturalQuestions (open-book)": 0.595, + "helm_classic/QuAC": 0.358, + "helm_classic/HellaSwag": 0.765, + "helm_classic/OpenbookQA": 0.534, + "helm_classic/TruthfulQA": 0.175, + "helm_classic/MS MARCO (TREC)": 0.363, + "helm_classic/CNN/DailyMail": 0.144, + "helm_classic/XSUM": 0.129, + "helm_classic/IMDB": 0.943, + "helm_classic/CivilComments": 0.553, + "helm_classic/RAFT": 0.681 } }, { - "id": "BAAI/Gemma2-9B-IT-Simpo-Infinity-Preference", - "name": "Gemma2-9B-IT-Simpo-Infinity-Preference", - "developer": "BAAI", + "id": "ai21/J1-Large-v1-7.5B", + "name": "J1-Large v1 7.5B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3176, - "hfopenllm_v2/BBH": 0.5979, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.3966, - "hfopenllm_v2/MMLU-PRO": 0.3869 + "helm_classic/Mean win rate": 0.285, + "helm_classic/MMLU": 0.241, + "helm_classic/BoolQ": 0.683, + "helm_classic/NarrativeQA": 0.623, + "helm_classic/NaturalQuestions (open-book)": 0.532, + "helm_classic/QuAC": 0.328, + "helm_classic/HellaSwag": 0.7, + "helm_classic/OpenbookQA": 0.514, + "helm_classic/TruthfulQA": 0.197, + "helm_classic/MS MARCO (TREC)": 0.292, + "helm_classic/CNN/DailyMail": 0.134, + "helm_classic/XSUM": 0.102, + "helm_classic/IMDB": 0.956, + "helm_classic/CivilComments": 0.532, + "helm_classic/RAFT": 0.545 } }, { - "id": "BAAI/Infinity-Instruct-3M-0613-Llama3-70B", - "name": "Infinity-Instruct-3M-0613-Llama3-70B", - "developer": "BAAI", + "id": "ai21/j2-grande", + "name": "Jurassic-2 Grande 17B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6821, - "hfopenllm_v2/BBH": 0.6642, - "hfopenllm_v2/MATH Level 5": 0.2153, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4523, - "hfopenllm_v2/MMLU-PRO": 0.473 + "helm_lite/Mean win rate": 0.172, + "helm_lite/NarrativeQA": 0.744, + "helm_lite/NaturalQuestions (closed-book)": 0.35, + "helm_lite/OpenbookQA": 0.614, + "helm_lite/MMLU": 0.471, + "helm_lite/MATH": 0.064, + "helm_lite/GSM8K": 0.159, + "helm_lite/LegalBench": 0.468, + "helm_lite/MedQA": 0.39, + "helm_lite/WMT 2014": 0.102 } }, { - "id": "BAAI/Infinity-Instruct-3M-0613-Mistral-7B", - "name": "Infinity-Instruct-3M-0613-Mistral-7B", - "developer": "BAAI", + "id": "ai21/j2-jumbo", + "name": "Jurassic-2 Jumbo 178B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.532, - "hfopenllm_v2/BBH": 0.4958, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4351, - "hfopenllm_v2/MMLU-PRO": 0.3161 + "helm_lite/Mean win rate": 0.215, + "helm_lite/NarrativeQA": 0.728, + "helm_lite/NaturalQuestions (closed-book)": 0.385, + "helm_lite/OpenbookQA": 0.688, + "helm_lite/MMLU": 0.483, + "helm_lite/MATH": 0.103, + "helm_lite/GSM8K": 0.239, + "helm_lite/LegalBench": 0.533, + "helm_lite/MedQA": 0.431, + "helm_lite/WMT 2014": 0.114 } }, { - "id": "BAAI/Infinity-Instruct-3M-0625-Llama3-70B", - "name": "Infinity-Instruct-3M-0625-Llama3-70B", - "developer": "BAAI", + "id": "ai21/jamba-1.5-large", + "name": "Jamba 1.5 Large", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7442, - "hfopenllm_v2/BBH": 0.667, - "hfopenllm_v2/MATH Level 5": 0.2251, - "hfopenllm_v2/GPQA": 0.3574, - "hfopenllm_v2/MUSR": 0.4617, - "hfopenllm_v2/MMLU-PRO": 0.4586 + "helm_lite/Mean win rate": 0.637, + "helm_lite/NarrativeQA": 0.664, + "helm_lite/NaturalQuestions (closed-book)": 0.394, + "helm_lite/OpenbookQA": 0.948, + "helm_lite/MMLU": 0.683, + "helm_lite/MATH": 0.692, + "helm_lite/GSM8K": 0.846, + "helm_lite/LegalBench": 0.675, + "helm_lite/MedQA": 0.698, + "helm_lite/WMT 2014": 0.203, + "helm_mmlu/MMLU All Subjects": 0.782, + "helm_mmlu/Abstract Algebra": 0.53, + "helm_mmlu/Anatomy": 0.793, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.8, + "helm_mmlu/Econometrics": 0.614, + "helm_mmlu/Global Facts": 0.54, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.849, + "helm_mmlu/Professional Psychology": 0.842, + "helm_mmlu/Us Foreign Policy": 0.92, + "helm_mmlu/Astronomy": 0.882, + "helm_mmlu/Business Ethics": 0.77, + "helm_mmlu/Clinical Knowledge": 0.849, + "helm_mmlu/Conceptual Physics": 0.779, + "helm_mmlu/Electrical Engineering": 0.793, + "helm_mmlu/Elementary Mathematics": 0.656, + "helm_mmlu/Formal Logic": 0.619, + "helm_mmlu/High School World History": 0.911, + "helm_mmlu/Human Sexuality": 0.832, + "helm_mmlu/International Law": 0.884, + "helm_mmlu/Logical Fallacies": 0.859, + "helm_mmlu/Machine Learning": 0.688, + "helm_mmlu/Management": 0.864, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.89, + "helm_mmlu/Miscellaneous": 0.931, + "helm_mmlu/Moral Scenarios": 0.686, + "helm_mmlu/Nutrition": 0.869, + "helm_mmlu/Prehistory": 0.892, + "helm_mmlu/Public Relations": 0.755, + "helm_mmlu/Security Studies": 0.771, + "helm_mmlu/Sociology": 0.93, + "helm_mmlu/Virology": 0.554, + "helm_mmlu/World Religions": 0.865, + "helm_mmlu/Mean win rate": 0.147 } }, { - "id": "BAAI/Infinity-Instruct-3M-0625-Llama3-8B", - "name": "Infinity-Instruct-3M-0625-Llama3-8B", - "developer": "BAAI", + "id": "ai21/jamba-1.5-mini", + "name": "Jamba 1.5 Mini", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.605, - "hfopenllm_v2/BBH": 0.4955, - "hfopenllm_v2/MATH Level 5": 0.0884, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3712, - "hfopenllm_v2/MMLU-PRO": 0.3252 - } - }, - { - "id": "BAAI/Infinity-Instruct-3M-0625-Mistral-7B", - "name": "Infinity-Instruct-3M-0625-Mistral-7B", - "developer": "BAAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5867, - "hfopenllm_v2/BBH": 0.494, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4272, - "hfopenllm_v2/MMLU-PRO": 0.323 + "helm_lite/Mean win rate": 0.414, + "helm_lite/NarrativeQA": 0.746, + "helm_lite/NaturalQuestions (closed-book)": 0.388, + "helm_lite/OpenbookQA": 0.89, + "helm_lite/MMLU": 0.582, + "helm_lite/MATH": 0.318, + "helm_lite/GSM8K": 0.691, + "helm_lite/LegalBench": 0.503, + "helm_lite/MedQA": 0.632, + "helm_lite/WMT 2014": 0.179, + "helm_mmlu/MMLU All Subjects": 0.699, + "helm_mmlu/Abstract Algebra": 0.33, + "helm_mmlu/Anatomy": 0.711, + "helm_mmlu/College Physics": 0.48, + "helm_mmlu/Computer Security": 0.73, + "helm_mmlu/Econometrics": 0.491, + "helm_mmlu/Global Facts": 0.43, + "helm_mmlu/Jurisprudence": 0.88, + "helm_mmlu/Philosophy": 0.752, + "helm_mmlu/Professional Psychology": 0.76, + "helm_mmlu/Us Foreign Policy": 0.9, + "helm_mmlu/Astronomy": 0.822, + "helm_mmlu/Business Ethics": 0.76, + "helm_mmlu/Clinical Knowledge": 0.74, + "helm_mmlu/Conceptual Physics": 0.677, + "helm_mmlu/Electrical Engineering": 0.683, + "helm_mmlu/Elementary Mathematics": 0.553, + "helm_mmlu/Formal Logic": 0.452, + "helm_mmlu/High School World History": 0.84, + "helm_mmlu/Human Sexuality": 0.809, + "helm_mmlu/International Law": 0.893, + "helm_mmlu/Logical Fallacies": 0.81, + "helm_mmlu/Machine Learning": 0.509, + "helm_mmlu/Management": 0.825, + "helm_mmlu/Marketing": 0.915, + "helm_mmlu/Medical Genetics": 0.69, + "helm_mmlu/Miscellaneous": 0.902, + "helm_mmlu/Moral Scenarios": 0.269, + "helm_mmlu/Nutrition": 0.801, + "helm_mmlu/Prehistory": 0.824, + "helm_mmlu/Public Relations": 0.727, + "helm_mmlu/Security Studies": 0.755, + "helm_mmlu/Sociology": 0.876, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.842, + "helm_mmlu/Mean win rate": 0.206 } }, { - "id": "BAAI/Infinity-Instruct-3M-0625-Qwen2-7B", - "name": "Infinity-Instruct-3M-0625-Qwen2-7B", - "developer": "BAAI", + "id": "ai21/jamba-instruct", + "name": "Jamba Instruct", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5554, - "hfopenllm_v2/BBH": 0.5346, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.3888, - "hfopenllm_v2/MMLU-PRO": 0.396 + "helm_lite/Mean win rate": 0.287, + "helm_lite/NarrativeQA": 0.658, + "helm_lite/NaturalQuestions (closed-book)": 0.384, + "helm_lite/OpenbookQA": 0.796, + "helm_lite/MMLU": 0.582, + "helm_lite/MATH": 0.38, + "helm_lite/GSM8K": 0.67, + "helm_lite/LegalBench": 0.54, + "helm_lite/MedQA": 0.519, + "helm_lite/WMT 2014": 0.164, + "helm_mmlu/MMLU All Subjects": 0.659, + "helm_mmlu/Abstract Algebra": 0.36, + "helm_mmlu/Anatomy": 0.615, + "helm_mmlu/College Physics": 0.422, + "helm_mmlu/Computer Security": 0.76, + "helm_mmlu/Econometrics": 0.439, + "helm_mmlu/Global Facts": 0.4, + "helm_mmlu/Jurisprudence": 0.796, + "helm_mmlu/Philosophy": 0.749, + "helm_mmlu/Professional Psychology": 0.716, + "helm_mmlu/Us Foreign Policy": 0.91, + "helm_mmlu/Astronomy": 0.73, + "helm_mmlu/Business Ethics": 0.6, + "helm_mmlu/Clinical Knowledge": 0.702, + "helm_mmlu/Conceptual Physics": 0.677, + "helm_mmlu/Electrical Engineering": 0.621, + "helm_mmlu/Elementary Mathematics": 0.497, + "helm_mmlu/Formal Logic": 0.444, + "helm_mmlu/High School World History": 0.797, + "helm_mmlu/Human Sexuality": 0.794, + "helm_mmlu/International Law": 0.835, + "helm_mmlu/Logical Fallacies": 0.706, + "helm_mmlu/Machine Learning": 0.536, + "helm_mmlu/Management": 0.786, + "helm_mmlu/Marketing": 0.885, + "helm_mmlu/Medical Genetics": 0.67, + "helm_mmlu/Miscellaneous": 0.865, + "helm_mmlu/Moral Scenarios": 0.465, + "helm_mmlu/Nutrition": 0.745, + "helm_mmlu/Prehistory": 0.796, + "helm_mmlu/Public Relations": 0.682, + "helm_mmlu/Security Studies": 0.743, + "helm_mmlu/Sociology": 0.891, + "helm_mmlu/Virology": 0.53, + "helm_mmlu/World Religions": 0.813, + "helm_mmlu/Mean win rate": 0.887 } }, { - "id": "BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B", - "name": "Infinity-Instruct-3M-0625-Yi-1.5-9B", - "developer": "BAAI", + "id": "ai21/Jurassic-2-Grande-17B", + "name": "Jurassic-2 Grande 17B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5186, - "hfopenllm_v2/BBH": 0.5509, - "hfopenllm_v2/MATH Level 5": 0.1639, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4575, - "hfopenllm_v2/MMLU-PRO": 0.4118 + "helm_classic/Mean win rate": 0.743, + "helm_classic/MMLU": 0.475, + "helm_classic/BoolQ": 0.826, + "helm_classic/NarrativeQA": 0.737, + "helm_classic/NaturalQuestions (open-book)": 0.639, + "helm_classic/QuAC": 0.418, + "helm_classic/HellaSwag": 0.781, + "helm_classic/OpenbookQA": 0.542, + "helm_classic/TruthfulQA": 0.348, + "helm_classic/MS MARCO (TREC)": 0.514, + "helm_classic/CNN/DailyMail": 0.144, + "helm_classic/XSUM": 0.167, + "helm_classic/IMDB": 0.938, + "helm_classic/CivilComments": 0.547, + "helm_classic/RAFT": 0.712 } }, { - "id": "BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B", - "name": "Infinity-Instruct-7M-0729-Llama3_1-8B", - "developer": "BAAI", + "id": "ai21/Jurassic-2-Jumbo-178B", + "name": "Jurassic-2 Jumbo 178B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6132, - "hfopenllm_v2/BBH": 0.5077, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3578, - "hfopenllm_v2/MMLU-PRO": 0.3224 + "helm_classic/Mean win rate": 0.824, + "helm_classic/MMLU": 0.48, + "helm_classic/BoolQ": 0.829, + "helm_classic/NarrativeQA": 0.733, + "helm_classic/NaturalQuestions (open-book)": 0.669, + "helm_classic/QuAC": 0.435, + "helm_classic/HellaSwag": 0.788, + "helm_classic/OpenbookQA": 0.558, + "helm_classic/TruthfulQA": 0.437, + "helm_classic/MS MARCO (TREC)": 0.661, + "helm_classic/CNN/DailyMail": 0.149, + "helm_classic/XSUM": 0.182, + "helm_classic/IMDB": 0.938, + "helm_classic/CivilComments": 0.57, + "helm_classic/RAFT": 0.746 } }, { - "id": "BAAI/Infinity-Instruct-7M-0729-mistral-7B", - "name": "Infinity-Instruct-7M-0729-mistral-7B", - "developer": "BAAI", + "id": "ai21/Jurassic-2-Large-7.5B", + "name": "Jurassic-2 Large 7.5B", + "developer": "ai21", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6162, - "hfopenllm_v2/BBH": 0.4964, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4062, - "hfopenllm_v2/MMLU-PRO": 0.3274 + "helm_classic/Mean win rate": 0.553, + "helm_classic/MMLU": 0.339, + "helm_classic/BoolQ": 0.742, + "helm_classic/NarrativeQA": -1.0, + "helm_classic/NaturalQuestions (open-book)": 0.589, + "helm_classic/QuAC": -1.0, + "helm_classic/HellaSwag": 0.729, + "helm_classic/OpenbookQA": 0.53, + "helm_classic/TruthfulQA": 0.245, + "helm_classic/MS MARCO (TREC)": 0.464, + "helm_classic/CNN/DailyMail": 0.136, + "helm_classic/XSUM": 0.142, + "helm_classic/IMDB": 0.956, + "helm_classic/CivilComments": 0.57, + "helm_classic/RAFT": 0.622 } }, { - "id": "BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B", - "name": "Infinity-Instruct-7M-Gen-Llama3_1-70B", - "developer": "BAAI", + "id": "ai21labs/Jamba-v0.1", + "name": "Jamba-v0.1", + "developer": "ai21labs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7335, - "hfopenllm_v2/BBH": 0.6695, - "hfopenllm_v2/MATH Level 5": 0.2523, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4539, - "hfopenllm_v2/MMLU-PRO": 0.4607 + "hfopenllm_v2/IFEval": 0.2026, + "hfopenllm_v2/BBH": 0.3602, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.359, + "hfopenllm_v2/MMLU-PRO": 0.2492 } }, { - "id": "BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B", - "name": "Infinity-Instruct-7M-Gen-Llama3_1-8B", - "developer": "BAAI", + "id": "ai4bharat/Airavata", + "name": "Airavata", + "developer": "ai4bharat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6132, - "hfopenllm_v2/BBH": 0.5077, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3578, - "hfopenllm_v2/MMLU-PRO": 0.3224 + "hfopenllm_v2/IFEval": 0.0559, + "hfopenllm_v2/BBH": 0.3628, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3763, + "hfopenllm_v2/MMLU-PRO": 0.1635 } }, { - "id": "BAAI/Infinity-Instruct-7M-Gen-mistral-7B", - "name": "Infinity-Instruct-7M-Gen-mistral-7B", - "developer": "BAAI", + "id": "AI4free/Dhanishtha", + "name": "Dhanishtha", + "developer": "AI4free", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6147, - "hfopenllm_v2/BBH": 0.4964, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4062, - "hfopenllm_v2/MMLU-PRO": 0.3274 + "hfopenllm_v2/IFEval": 0.2451, + "hfopenllm_v2/BBH": 0.3404, + "hfopenllm_v2/MATH Level 5": 0.256, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3569, + "hfopenllm_v2/MMLU-PRO": 0.1643 } }, { - "id": "BAAI/OPI-Llama-3.1-8B-Instruct", - "name": "OPI-Llama-3.1-8B-Instruct", - "developer": "BAAI", + "id": "AI4free/t2", + "name": "t2", + "developer": "AI4free", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2075, - "hfopenllm_v2/BBH": 0.3551, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3233, - "hfopenllm_v2/MMLU-PRO": 0.2124 + "hfopenllm_v2/IFEval": 0.3867, + "hfopenllm_v2/BBH": 0.291, + "hfopenllm_v2/MATH Level 5": 0.1896, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3846, + "hfopenllm_v2/MMLU-PRO": 0.1144 } }, { - "id": "BEE-spoke-data/Meta-Llama-3-8Bee", - "name": "Meta-Llama-3-8Bee", - "developer": "BEE-spoke-data", + "id": "AicoresSecurity/Cybernet-Sec-3B-R1-V0", + "name": "Cybernet-Sec-3B-R1-V0", + "developer": "AicoresSecurity", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1951, - "hfopenllm_v2/BBH": 0.4626, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.3654, - "hfopenllm_v2/MMLU-PRO": 0.322 + "hfopenllm_v2/IFEval": 0.6358, + "hfopenllm_v2/BBH": 0.4497, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3314, + "hfopenllm_v2/MMLU-PRO": 0.301 } }, { - "id": "BEE-spoke-data/smol_llama-101M-GQA", - "name": "smol_llama-101M-GQA", - "developer": "BEE-spoke-data", + "id": "AicoresSecurity/Cybernet-Sec-3B-R1-V0-Coder", + "name": "Cybernet-Sec-3B-R1-V0-Coder", + "developer": "AicoresSecurity", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1384, - "hfopenllm_v2/BBH": 0.3018, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3713, - "hfopenllm_v2/MMLU-PRO": 0.1107 + "hfopenllm_v2/IFEval": 0.7098, + "hfopenllm_v2/BBH": 0.4478, + "hfopenllm_v2/MATH Level 5": 0.1488, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3408, + "hfopenllm_v2/MMLU-PRO": 0.3178 } }, { - "id": "BEE-spoke-data/smol_llama-220M-GQA", - "name": "smol_llama-220M-GQA", - "developer": "BEE-spoke-data", + "id": "AicoresSecurity/Cybernet-Sec-3B-R1-V1", + "name": "Cybernet-Sec-3B-R1-V1", + "developer": "AicoresSecurity", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2386, - "hfopenllm_v2/BBH": 0.3032, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.4059, - "hfopenllm_v2/MMLU-PRO": 0.1149 + "hfopenllm_v2/IFEval": 0.6146, + "hfopenllm_v2/BBH": 0.4282, + "hfopenllm_v2/MATH Level 5": 0.1518, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3287, + "hfopenllm_v2/MMLU-PRO": 0.2876 } }, { - "id": "BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu", - "name": "smol_llama-220M-GQA-fineweb_edu", - "developer": "BEE-spoke-data", + "id": "AicoresSecurity/Cybernet-Sec-3B-R1-V1.1", + "name": "Cybernet-Sec-3B-R1-V1.1", + "developer": "AicoresSecurity", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1988, - "hfopenllm_v2/BBH": 0.2929, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4368, - "hfopenllm_v2/MMLU-PRO": 0.1127 + "hfopenllm_v2/IFEval": 0.673, + "hfopenllm_v2/BBH": 0.4392, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3541, + "hfopenllm_v2/MMLU-PRO": 0.3088 } }, { - "id": "BEE-spoke-data/smol_llama-220M-openhermes", - "name": "smol_llama-220M-openhermes", - "developer": "BEE-spoke-data", + "id": "AIDC-AI/Marco-o1", + "name": "Marco-o1", + "developer": "AIDC-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1555, - "hfopenllm_v2/BBH": 0.3028, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3847, - "hfopenllm_v2/MMLU-PRO": 0.112 + "hfopenllm_v2/IFEval": 0.4771, + "hfopenllm_v2/BBH": 0.5364, + "hfopenllm_v2/MATH Level 5": 0.3746, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.4117 } }, { - "id": "BEE-spoke-data/tFINE-900m-e16-d32-flan", - "name": "tFINE-900m-e16-d32-flan", - "developer": "BEE-spoke-data", + "id": "aixonlab/Aether-12b", + "name": "Aether-12b", + "developer": "aixonlab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1506, - "hfopenllm_v2/BBH": 0.3028, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2332, - "hfopenllm_v2/MUSR": 0.3724, - "hfopenllm_v2/MMLU-PRO": 0.1307 + "hfopenllm_v2/IFEval": 0.2347, + "hfopenllm_v2/BBH": 0.5179, + "hfopenllm_v2/MATH Level 5": 0.1065, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.3829, + "hfopenllm_v2/MMLU-PRO": 0.341 } }, { - "id": "BEE-spoke-data/tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024", - "name": "tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024", - "developer": "BEE-spoke-data", + "id": "aixonlab/Grey-12b", + "name": "Grey-12b", + "developer": "aixonlab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1321, - "hfopenllm_v2/BBH": 0.3138, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.4393, - "hfopenllm_v2/MMLU-PRO": 0.1237 + "hfopenllm_v2/IFEval": 0.3968, + "hfopenllm_v2/BBH": 0.5699, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4516, + "hfopenllm_v2/MMLU-PRO": 0.3779 } }, { - "id": "BEE-spoke-data/tFINE-900m-e16-d32-instruct_2e", - "name": "tFINE-900m-e16-d32-instruct_2e", - "developer": "BEE-spoke-data", + "id": "aixonlab/Zara-14b-v1.2", + "name": "Zara-14b-v1.2", + "developer": "aixonlab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1403, - "hfopenllm_v2/BBH": 0.3135, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.1237 + "hfopenllm_v2/IFEval": 0.6197, + "hfopenllm_v2/BBH": 0.6405, + "hfopenllm_v2/MATH Level 5": 0.3535, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4675, + "hfopenllm_v2/MMLU-PRO": 0.5263 } }, { - "id": "BEE-spoke-data/tFINE-900m-instruct-orpo", - "name": "tFINE-900m-instruct-orpo", - "developer": "BEE-spoke-data", + "id": "akhadangi/Llama3.2.1B.0.01-First", + "name": "Llama3.2.1B.0.01-First", + "developer": "akhadangi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.133, - "hfopenllm_v2/BBH": 0.3022, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3409, - "hfopenllm_v2/MMLU-PRO": 0.1152 + "hfopenllm_v2/IFEval": 0.0814, + "hfopenllm_v2/BBH": 0.3189, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3194, + "hfopenllm_v2/MMLU-PRO": 0.1197 } }, { - "id": "BSC-LT/salamandra-7b", - "name": "salamandra-7b", - "developer": "BSC-LT", + "id": "akhadangi/Llama3.2.1B.0.01-Last", + "name": "Llama3.2.1B.0.01-Last", + "developer": "akhadangi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1367, - "hfopenllm_v2/BBH": 0.3517, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3501, - "hfopenllm_v2/MMLU-PRO": 0.1493 + "hfopenllm_v2/IFEval": 0.0917, + "hfopenllm_v2/BBH": 0.3159, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3206, + "hfopenllm_v2/MMLU-PRO": 0.1227 } }, { - "id": "BSC-LT/salamandra-7b-instruct", - "name": "salamandra-7b-instruct", - "developer": "BSC-LT", + "id": "akhadangi/Llama3.2.1B.0.1-First", + "name": "Llama3.2.1B.0.1-First", + "developer": "akhadangi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2451, - "hfopenllm_v2/BBH": 0.3851, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4134, - "hfopenllm_v2/MMLU-PRO": 0.1805 + "hfopenllm_v2/IFEval": 0.1001, + "hfopenllm_v2/BBH": 0.312, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3301, + "hfopenllm_v2/MMLU-PRO": 0.1169 } }, { - "id": "Ba2han/Llama-Phi-3_DoRA", - "name": "Llama-Phi-3_DoRA", - "developer": "Ba2han", + "id": "akhadangi/Llama3.2.1B.0.1-Last", + "name": "Llama3.2.1B.0.1-Last", + "developer": "akhadangi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5131, - "hfopenllm_v2/BBH": 0.5515, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4069, - "hfopenllm_v2/MMLU-PRO": 0.3915 + "hfopenllm_v2/IFEval": 0.095, + "hfopenllm_v2/BBH": 0.3164, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2383, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1178 } }, { - "id": "Baptiste-HUVELLE-10/LeTriomphant2.2_ECE_iLAB", - "name": "LeTriomphant2.2_ECE_iLAB", - "developer": "Baptiste-HUVELLE-10", + "id": "akhadangi/Llama3.2.1B.BaseFiT", + "name": "Llama3.2.1B.BaseFiT", + "developer": "akhadangi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5076, - "hfopenllm_v2/BBH": 0.7256, - "hfopenllm_v2/MATH Level 5": 0.4449, - "hfopenllm_v2/GPQA": 0.3993, - "hfopenllm_v2/MUSR": 0.4626, - "hfopenllm_v2/MMLU-PRO": 0.5851 + "hfopenllm_v2/IFEval": 0.0883, + "hfopenllm_v2/BBH": 0.3175, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3221, + "hfopenllm_v2/MMLU-PRO": 0.1172 } }, { - "id": "BenevolenceMessiah/Qwen2.5-72B-2x-Instruct-TIES-v1.0", - "name": "Qwen2.5-72B-2x-Instruct-TIES-v1.0", - "developer": "BenevolenceMessiah", + "id": "akjindal53244/Llama-3.1-Storm-8B", + "name": "Llama-3.1-Storm-8B", + "developer": "akjindal53244", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5473, - "hfopenllm_v2/BBH": 0.7273, - "hfopenllm_v2/MATH Level 5": 0.5785, - "hfopenllm_v2/GPQA": 0.3674, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.5628 - } - }, - { - "id": "BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0", - "name": "Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0", - "developer": "BenevolenceMessiah", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3012, - "hfopenllm_v2/BBH": 0.4909, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.408, - "hfopenllm_v2/MMLU-PRO": 0.268 + "hfopenllm_v2/IFEval": 0.8051, + "hfopenllm_v2/BBH": 0.5189, + "hfopenllm_v2/MATH Level 5": 0.1722, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4028, + "hfopenllm_v2/MMLU-PRO": 0.3803 } }, { - "id": "BlackBeenie/Bloslain-8B-v0.2", - "name": "Bloslain-8B-v0.2", - "developer": "BlackBeenie", + "id": "alcholjung/llama3_medical_tuned", + "name": "llama3_medical_tuned", + "developer": "alcholjung", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5023, - "hfopenllm_v2/BBH": 0.5111, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4076, - "hfopenllm_v2/MMLU-PRO": 0.3654 + "hfopenllm_v2/IFEval": 0.0106, + "hfopenllm_v2/BBH": 0.4513, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.466, + "hfopenllm_v2/MMLU-PRO": 0.2946 } }, { - "id": "BlackBeenie/Llama-3.1-8B-OpenO1-SFT-v0.1", - "name": "Llama-3.1-8B-OpenO1-SFT-v0.1", - "developer": "BlackBeenie", + "id": "Alepach/notHumpback-M0", + "name": "notHumpback-M0", + "developer": "Alepach", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5124, - "hfopenllm_v2/BBH": 0.4787, - "hfopenllm_v2/MATH Level 5": 0.1526, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3618, - "hfopenllm_v2/MMLU-PRO": 0.3492 + "hfopenllm_v2/IFEval": 0.235, + "hfopenllm_v2/BBH": 0.2785, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3552, + "hfopenllm_v2/MMLU-PRO": 0.1119 } }, { - "id": "BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge", - "name": "Llama-3.1-8B-pythonic-passthrough-merge", - "developer": "BlackBeenie", + "id": "Alepach/notHumpback-M1", + "name": "notHumpback-M1", + "developer": "Alepach", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2316, - "hfopenllm_v2/BBH": 0.3454, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3778, - "hfopenllm_v2/MMLU-PRO": 0.1332 + "hfopenllm_v2/IFEval": 0.2207, + "hfopenllm_v2/BBH": 0.2882, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2374, + "hfopenllm_v2/MUSR": 0.342, + "hfopenllm_v2/MMLU-PRO": 0.1091 } }, { - "id": "BlackBeenie/Neos-Gemma-2-9b", - "name": "Neos-Gemma-2-9b", - "developer": "BlackBeenie", + "id": "Alepach/notHumpback-M1-v2", + "name": "notHumpback-M1-v2", + "developer": "Alepach", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5876, - "hfopenllm_v2/BBH": 0.5503, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.3618, - "hfopenllm_v2/MMLU-PRO": 0.3981 + "hfopenllm_v2/IFEval": 0.2277, + "hfopenllm_v2/BBH": 0.2776, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3473, + "hfopenllm_v2/MMLU-PRO": 0.1119 } }, { - "id": "BlackBeenie/Neos-Llama-3.1-8B", - "name": "Neos-Llama-3.1-8B", - "developer": "BlackBeenie", + "id": "aleph-alpha/Luminous-Base-13B", + "name": "Luminous Base 13B", + "developer": "aleph-alpha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4944, - "hfopenllm_v2/BBH": 0.4425, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.375, - "hfopenllm_v2/MMLU-PRO": 0.3262 + "helm_classic/Mean win rate": 0.315, + "helm_classic/MMLU": 0.27, + "helm_classic/BoolQ": 0.719, + "helm_classic/NarrativeQA": 0.605, + "helm_classic/NaturalQuestions (open-book)": 0.568, + "helm_classic/QuAC": 0.334, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.182, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.11, + "helm_classic/XSUM": 0.105, + "helm_classic/IMDB": 0.939, + "helm_classic/CivilComments": 0.544, + "helm_classic/RAFT": 0.473 } }, { - "id": "BlackBeenie/Neos-Llama-3.1-base", - "name": "Neos-Llama-3.1-base", - "developer": "BlackBeenie", + "id": "aleph-alpha/Luminous-Extended-30B", + "name": "Luminous Extended 30B", + "developer": "aleph-alpha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1751, - "hfopenllm_v2/BBH": 0.293, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2374, - "hfopenllm_v2/MUSR": 0.3499, - "hfopenllm_v2/MMLU-PRO": 0.1112 + "helm_classic/Mean win rate": 0.485, + "helm_classic/MMLU": 0.321, + "helm_classic/BoolQ": 0.767, + "helm_classic/NarrativeQA": 0.665, + "helm_classic/NaturalQuestions (open-book)": 0.609, + "helm_classic/QuAC": 0.349, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.221, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.139, + "helm_classic/XSUM": 0.124, + "helm_classic/IMDB": 0.947, + "helm_classic/CivilComments": 0.524, + "helm_classic/RAFT": 0.523 } }, { - "id": "BlackBeenie/Neos-Phi-3-14B-v0.1", - "name": "Neos-Phi-3-14B-v0.1", - "developer": "BlackBeenie", + "id": "aleph-alpha/Luminous-Supreme-70B", + "name": "Luminous Supreme 70B", + "developer": "aleph-alpha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4022, - "hfopenllm_v2/BBH": 0.6212, - "hfopenllm_v2/MATH Level 5": 0.1782, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4125, - "hfopenllm_v2/MMLU-PRO": 0.4564 + "helm_classic/Mean win rate": 0.662, + "helm_classic/MMLU": 0.38, + "helm_classic/BoolQ": 0.775, + "helm_classic/NarrativeQA": 0.711, + "helm_classic/NaturalQuestions (open-book)": 0.649, + "helm_classic/QuAC": 0.37, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.222, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.15, + "helm_classic/XSUM": 0.136, + "helm_classic/IMDB": 0.959, + "helm_classic/CivilComments": 0.562, + "helm_classic/RAFT": 0.653 } }, { - "id": "BlackBeenie/llama-3-luminous-merged", - "name": "llama-3-luminous-merged", - "developer": "BlackBeenie", + "id": "AlephAlpha/luminous-base", + "name": "Luminous Base 13B", + "developer": "AlephAlpha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4323, - "hfopenllm_v2/BBH": 0.5154, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4149, - "hfopenllm_v2/MMLU-PRO": 0.3773 + "helm_lite/Mean win rate": 0.041, + "helm_lite/NarrativeQA": 0.633, + "helm_lite/NaturalQuestions (closed-book)": 0.197, + "helm_lite/OpenbookQA": 0.286, + "helm_lite/MMLU": 0.243, + "helm_lite/MATH": 0.026, + "helm_lite/GSM8K": 0.028, + "helm_lite/LegalBench": 0.332, + "helm_lite/MedQA": 0.26, + "helm_lite/WMT 2014": 0.066 } }, { - "id": "BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco", - "name": "llama-3.1-8B-Galore-openassistant-guanaco", - "developer": "BlackBeenie", + "id": "AlephAlpha/luminous-extended", + "name": "Luminous Extended 30B", + "developer": "AlephAlpha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2635, - "hfopenllm_v2/BBH": 0.5213, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4406, - "hfopenllm_v2/MMLU-PRO": 0.3206 + "helm_lite/Mean win rate": 0.078, + "helm_lite/NarrativeQA": 0.684, + "helm_lite/NaturalQuestions (closed-book)": 0.253, + "helm_lite/OpenbookQA": 0.272, + "helm_lite/MMLU": 0.248, + "helm_lite/MATH": 0.04, + "helm_lite/GSM8K": 0.075, + "helm_lite/LegalBench": 0.421, + "helm_lite/MedQA": 0.276, + "helm_lite/WMT 2014": 0.083 } }, { - "id": "Bllossom/llama-3.2-Korean-Bllossom-AICA-5B", - "name": "llama-3.2-Korean-Bllossom-AICA-5B", - "developer": "Bllossom", + "id": "AlephAlpha/luminous-supreme", + "name": "Luminous Supreme 70B", + "developer": "AlephAlpha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5172, - "hfopenllm_v2/BBH": 0.4293, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3834, - "hfopenllm_v2/MMLU-PRO": 0.271 + "helm_lite/Mean win rate": 0.145, + "helm_lite/NarrativeQA": 0.743, + "helm_lite/NaturalQuestions (closed-book)": 0.299, + "helm_lite/OpenbookQA": 0.284, + "helm_lite/MMLU": 0.316, + "helm_lite/MATH": 0.078, + "helm_lite/GSM8K": 0.137, + "helm_lite/LegalBench": 0.452, + "helm_lite/MedQA": 0.276, + "helm_lite/WMT 2014": 0.102 } }, { - "id": "BoltMonkey/DreadMix", - "name": "DreadMix", - "developer": "BoltMonkey", + "id": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "name": "gte-Qwen2-7B-instruct", + "developer": "Alibaba-NLP", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7095, - "hfopenllm_v2/BBH": 0.5435, - "hfopenllm_v2/MATH Level 5": 0.1556, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4212, - "hfopenllm_v2/MMLU-PRO": 0.379 + "hfopenllm_v2/IFEval": 0.2255, + "hfopenllm_v2/BBH": 0.4495, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3559, + "hfopenllm_v2/MMLU-PRO": 0.3321 } }, { - "id": "BoltMonkey/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated", - "name": "NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated", - "developer": "BoltMonkey", + "id": "alibaba/qwen-3-coder-480b", + "name": "Qwen 3 Coder 480B", + "developer": "Alibaba", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7999, - "hfopenllm_v2/BBH": 0.5152, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.3733 + "terminal-bench-2.0/terminal-bench-2.0": 23.9 } }, { - "id": "BoltMonkey/SuperNeuralDreadDevil-8b", - "name": "SuperNeuralDreadDevil-8b", - "developer": "BoltMonkey", + "id": "alibaba/qwen3-235b-a22b-instruct-2507", + "name": "qwen3-235b-a22b-instruct-2507", + "developer": "alibaba", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.771, - "hfopenllm_v2/BBH": 0.5286, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.3679 + "global-mmlu-lite/Global MMLU Lite": 0.8798, + "global-mmlu-lite/Culturally Sensitive": 0.8522, + "global-mmlu-lite/Culturally Agnostic": 0.9075, + "global-mmlu-lite/Arabic": 0.88, + "global-mmlu-lite/English": 0.89, + "global-mmlu-lite/Bengali": 0.8875, + "global-mmlu-lite/German": 0.885, + "global-mmlu-lite/French": 0.88, + "global-mmlu-lite/Hindi": 0.8775, + "global-mmlu-lite/Indonesian": 0.88, + "global-mmlu-lite/Italian": 0.88, + "global-mmlu-lite/Japanese": 0.88, + "global-mmlu-lite/Korean": 0.875, + "global-mmlu-lite/Portuguese": 0.8875, + "global-mmlu-lite/Spanish": 0.875, + "global-mmlu-lite/Swahili": 0.87, + "global-mmlu-lite/Yoruba": 0.8725, + "global-mmlu-lite/Chinese": 0.8775, + "global-mmlu-lite/Burmese": 0.88 } }, { - "id": "BrainWave-ML/llama3.2-3B-maths-orpo", - "name": "llama3.2-3B-maths-orpo", - "developer": "BrainWave-ML", + "id": "alibaba/qwen3-235b-a22b-thinking-2507", + "name": "qwen3-235b-a22b-thinking-2507", + "developer": "Alibaba", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2049, - "hfopenllm_v2/BBH": 0.2912, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3575, - "hfopenllm_v2/MMLU-PRO": 0.1168 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.1267605633802817, + "livecodebenchpro/Easy Problems": 0.7605633802816901 } }, { - "id": "BramVanroy/GEITje-7B-ultra", - "name": "GEITje-7B-ultra", - "developer": "BramVanroy", + "id": "alibaba/qwen3-30b-a3b", + "name": "qwen3-30b-a3b", + "developer": "Alibaba", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3723, - "hfopenllm_v2/BBH": 0.3776, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.329, - "hfopenllm_v2/MMLU-PRO": 0.2011 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.028169014084507043, + "livecodebenchpro/Easy Problems": 0.5774647887323944 } }, { - "id": "BramVanroy/fietje-2", - "name": "fietje-2", - "developer": "BramVanroy", + "id": "alibaba/qwen3-max", + "name": "alibaba/qwen3-max", + "developer": "Alibaba", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2098, - "hfopenllm_v2/BBH": 0.4036, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3696, - "hfopenllm_v2/MMLU-PRO": 0.1986 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.04225352112676056, + "livecodebenchpro/Easy Problems": 0.36619718309859156 } }, { - "id": "BramVanroy/fietje-2-chat", - "name": "fietje-2-chat", - "developer": "BramVanroy", + "id": "alibaba/qwen3-next-80b-a3b-thinking", + "name": "qwen3-next-80b-a3b-thinking", + "developer": "Alibaba", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2917, - "hfopenllm_v2/BBH": 0.415, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3528, - "hfopenllm_v2/MMLU-PRO": 0.2055 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.14084507042253522, + "livecodebenchpro/Easy Problems": 0.7464788732394366 } }, { - "id": "BramVanroy/fietje-2-instruct", - "name": "fietje-2-instruct", - "developer": "BramVanroy", + "id": "aliyun/qwen3-next-80b-a3b-thinking", + "name": "qwen3-next-80b-a3b-thinking", + "developer": "aliyun", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.279, - "hfopenllm_v2/BBH": 0.4136, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2332, - "hfopenllm_v2/MUSR": 0.3369, - "hfopenllm_v2/MMLU-PRO": 0.2104 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0704, + "livecodebenchpro/Easy Problems": 0.6901 } }, { - "id": "CIR-AMS/BTRM_Qwen2_7b_0613", - "name": "CIR-AMS/BTRM_Qwen2_7b_0613", - "developer": "CIR-AMS", + "id": "allenai/llama-3-tulu-2-70b-uf-mean-rm", + "name": "allenai/llama-3-tulu-2-70b-uf-mean-rm", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5736, - "reward-bench/Chat": 0.9749, - "reward-bench/Chat Hard": 0.5724, - "reward-bench/Safety": 0.7178, - "reward-bench/Reasoning": 0.8775, - "reward-bench/Prior Sets (0.5 weight)": 0.7029, - "reward-bench/Factuality": 0.5347, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.6066, - "reward-bench/Focus": 0.5737, - "reward-bench/Ties": 0.6527 + "reward-bench/Score": 0.7019, + "reward-bench/Chat": 0.8631, + "reward-bench/Chat Hard": 0.5614, + "reward-bench/Safety": 0.6095, + "reward-bench/Reasoning": 0.8268, + "reward-bench/Prior Sets (0.5 weight)": 0.5957 } }, { - "id": "CYFRAGOVPL/Llama-PLLuM-8B-base", - "name": "Llama-PLLuM-8B-base", - "developer": "CYFRAGOVPL", + "id": "allenai/llama-3-tulu-2-8b-uf-mean-rm", + "name": "allenai/llama-3-tulu-2-8b-uf-mean-rm", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2899, - "hfopenllm_v2/BBH": 0.432, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.397, - "hfopenllm_v2/MMLU-PRO": 0.2757 + "reward-bench/Score": 0.7342, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.5921, + "reward-bench/Safety": 0.6162, + "reward-bench/Reasoning": 0.8212, + "reward-bench/Prior Sets (0.5 weight)": 0.6434 } }, { - "id": "CYFRAGOVPL/Llama-PLLuM-8B-chat", - "name": "Llama-PLLuM-8B-chat", - "developer": "CYFRAGOVPL", + "id": "allenai/llama-3-tulu-2-dpo-70b", + "name": "allenai/llama-3-tulu-2-dpo-70b", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3515, - "hfopenllm_v2/BBH": 0.4077, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.2719 + "reward-bench/Score": 0.7496, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.5746, + "reward-bench/Safety": 0.7486, + "reward-bench/Reasoning": 0.802, + "reward-bench/Prior Sets (0.5 weight)": 0.5687 } }, { - "id": "CYFRAGOVPL/PLLuM-12B-base", - "name": "PLLuM-12B-base", - "developer": "CYFRAGOVPL", + "id": "allenai/llama-3-tulu-2-dpo-8b", + "name": "allenai/llama-3-tulu-2-dpo-8b", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2821, - "hfopenllm_v2/BBH": 0.4391, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4142, - "hfopenllm_v2/MMLU-PRO": 0.274 + "reward-bench/Score": 0.7275, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.5351, + "reward-bench/Safety": 0.6649, + "reward-bench/Reasoning": 0.8663, + "reward-bench/Prior Sets (0.5 weight)": 0.5097 } }, { - "id": "CYFRAGOVPL/PLLuM-12B-chat", - "name": "PLLuM-12B-chat", - "developer": "CYFRAGOVPL", + "id": "allenai/Llama-3.1-70B-Instruct-RM-RB2", + "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3214, - "hfopenllm_v2/BBH": 0.4446, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.4115, - "hfopenllm_v2/MMLU-PRO": 0.2872 + "reward-bench/Score": 0.9021, + "reward-bench/Factuality": 0.8126, + "reward-bench/Precise IF": 0.4188, + "reward-bench/Math": 0.6995, + "reward-bench/Safety": 0.9095, + "reward-bench/Focus": 0.8646, + "reward-bench/Ties": 0.8835, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.8355, + "reward-bench/Reasoning": 0.8969, + "reward-bench/Prior Sets (0.5 weight)": 0.0 } }, { - "id": "CYFRAGOVPL/PLLuM-12B-nc-base", - "name": "PLLuM-12B-nc-base", - "developer": "CYFRAGOVPL", + "id": "allenai/Llama-3.1-8B-Base-RM-RB2", + "name": "allenai/Llama-3.1-8B-Base-RM-RB2", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2405, - "hfopenllm_v2/BBH": 0.4277, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3645, - "hfopenllm_v2/MMLU-PRO": 0.2559 + "reward-bench/Score": 0.649, + "reward-bench/Chat": 0.933, + "reward-bench/Chat Hard": 0.7785, + "reward-bench/Safety": 0.8267, + "reward-bench/Reasoning": 0.7886, + "reward-bench/Prior Sets (0.5 weight)": 0.0, + "reward-bench/Factuality": 0.72, + "reward-bench/Precise IF": 0.3625, + "reward-bench/Math": 0.612, + "reward-bench/Focus": 0.8323, + "reward-bench/Ties": 0.5406 } }, { - "id": "CYFRAGOVPL/PLLuM-12B-nc-chat", - "name": "PLLuM-12B-nc-chat", - "developer": "CYFRAGOVPL", + "id": "allenai/Llama-3.1-8B-Instruct-RM-RB2", + "name": "allenai/Llama-3.1-8B-Instruct-RM-RB2", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2834, - "hfopenllm_v2/BBH": 0.4576, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.2597 + "reward-bench/Score": 0.7285, + "reward-bench/Chat": 0.9581, + "reward-bench/Chat Hard": 0.8158, + "reward-bench/Safety": 0.8956, + "reward-bench/Reasoning": 0.887, + "reward-bench/Prior Sets (0.5 weight)": 0.0, + "reward-bench/Factuality": 0.7432, + "reward-bench/Precise IF": 0.4437, + "reward-bench/Math": 0.6175, + "reward-bench/Focus": 0.9071, + "reward-bench/Ties": 0.7638 } }, { - "id": "CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct", - "name": "Llama-3.2-Rabbit-Ko-3B-Instruct", - "developer": "CarrotAI", + "id": "allenai/Llama-3.1-Tulu-3-70B", + "name": "Llama-3.1-Tulu-3-70B", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7199, - "hfopenllm_v2/BBH": 0.4427, - "hfopenllm_v2/MATH Level 5": 0.2054, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3649, - "hfopenllm_v2/MMLU-PRO": 0.2822 + "hfopenllm_v2/IFEval": 0.8379, + "hfopenllm_v2/BBH": 0.6157, + "hfopenllm_v2/MATH Level 5": 0.3829, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4988, + "hfopenllm_v2/MMLU-PRO": 0.4656 } }, { - "id": "CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct-2412", - "name": "Llama-3.2-Rabbit-Ko-3B-Instruct-2412", - "developer": "CarrotAI", + "id": "allenai/Llama-3.1-Tulu-3-70B-DPO", + "name": "Llama-3.1-Tulu-3-70B-DPO", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4782, - "hfopenllm_v2/BBH": 0.4358, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3872, - "hfopenllm_v2/MMLU-PRO": 0.3134 + "hfopenllm_v2/IFEval": 0.8282, + "hfopenllm_v2/BBH": 0.6146, + "hfopenllm_v2/MATH Level 5": 0.4494, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4923, + "hfopenllm_v2/MMLU-PRO": 0.4633 } }, { - "id": "Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B", - "name": "L3-Umbral-Mind-RP-v2.0-8B", - "developer": "Casual-Autopsy", + "id": "allenai/Llama-3.1-Tulu-3-70B-SFT", + "name": "Llama-3.1-Tulu-3-70B-SFT", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7123, - "hfopenllm_v2/BBH": 0.5262, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.3723 + "hfopenllm_v2/IFEval": 0.8051, + "hfopenllm_v2/BBH": 0.5951, + "hfopenllm_v2/MATH Level 5": 0.3316, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.5026, + "hfopenllm_v2/MMLU-PRO": 0.4624 } }, { - "id": "CausalLM/14B", - "name": "14B", - "developer": "CausalLM", + "id": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2", + "name": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2788, - "hfopenllm_v2/BBH": 0.47, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4155, - "hfopenllm_v2/MMLU-PRO": 0.3221 + "reward-bench/Score": 0.8892, + "reward-bench/Factuality": 0.8084, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.6776, + "reward-bench/Safety": 0.9027, + "reward-bench/Focus": 0.7778, + "reward-bench/Ties": 0.8308, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.8268, + "reward-bench/Reasoning": 0.8583, + "reward-bench/Prior Sets (0.5 weight)": 0.0 } }, { - "id": "CausalLM/34b-beta", - "name": "34b-beta", - "developer": "CausalLM", + "id": "allenai/Llama-3.1-Tulu-3-8B", + "name": "Llama-3.1-Tulu-3-8B", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3043, - "hfopenllm_v2/BBH": 0.5591, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.3749, - "hfopenllm_v2/MMLU-PRO": 0.5325 + "hfopenllm_v2/IFEval": 0.8267, + "hfopenllm_v2/BBH": 0.405, + "hfopenllm_v2/MATH Level 5": 0.1964, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4175, + "hfopenllm_v2/MMLU-PRO": 0.2827 } }, { - "id": "CausalLM/preview-1-hf", - "name": "preview-1-hf", - "developer": "CausalLM", + "id": "allenai/Llama-3.1-Tulu-3-8B-DPO", + "name": "Llama-3.1-Tulu-3-8B-DPO", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5559, - "hfopenllm_v2/BBH": 0.3615, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3422, - "hfopenllm_v2/MMLU-PRO": 0.3597 + "hfopenllm_v2/IFEval": 0.8029, + "hfopenllm_v2/BBH": 0.4079, + "hfopenllm_v2/MATH Level 5": 0.2364, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4161, + "hfopenllm_v2/MMLU-PRO": 0.2898 } }, { - "id": "Changgil/K2S3-14b-v0.2", - "name": "K2S3-14b-v0.2", - "developer": "Changgil", + "id": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2", + "name": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3243, - "hfopenllm_v2/BBH": 0.4613, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3923, - "hfopenllm_v2/MMLU-PRO": 0.2644 + "reward-bench/Score": 0.8431, + "reward-bench/Factuality": 0.7516, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8662, + "reward-bench/Focus": 0.8545, + "reward-bench/Ties": 0.6397, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.761, + "reward-bench/Reasoning": 0.7898, + "reward-bench/Prior Sets (0.5 weight)": 0.0 } }, { - "id": "Changgil/K2S3-v0.1", - "name": "K2S3-v0.1", - "developer": "Changgil", + "id": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2", + "name": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3277, - "hfopenllm_v2/BBH": 0.4655, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4014, - "hfopenllm_v2/MMLU-PRO": 0.2562 + "reward-bench/Score": 0.6871, + "reward-bench/Chat": 0.9469, + "reward-bench/Chat Hard": 0.7588, + "reward-bench/Safety": 0.8644, + "reward-bench/Reasoning": 0.7715, + "reward-bench/Prior Sets (0.5 weight)": 0.0, + "reward-bench/Factuality": 0.7642, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.6175, + "reward-bench/Focus": 0.8485, + "reward-bench/Ties": 0.6281 } }, { - "id": "ClaudioItaly/Albacus", - "name": "Albacus", - "developer": "ClaudioItaly", + "id": "allenai/Llama-3.1-Tulu-3-8B-RM", + "name": "Llama-3.1-Tulu-3-8B-RM", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4667, - "hfopenllm_v2/BBH": 0.5113, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.3165 + "hfopenllm_v2/IFEval": 0.167, + "hfopenllm_v2/BBH": 0.295, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3764, + "hfopenllm_v2/MMLU-PRO": 0.1082, + "reward-bench/Score": 0.59, + "reward-bench/Factuality": 0.7453, + "reward-bench/Precise IF": 0.3469, + "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.7422, + "reward-bench/Focus": 0.5364, + "reward-bench/Ties": 0.5243 } }, { - "id": "ClaudioItaly/Book-Gut12B", - "name": "Book-Gut12B", - "developer": "ClaudioItaly", + "id": "allenai/Llama-3.1-Tulu-3-8B-SFT", + "name": "Llama-3.1-Tulu-3-8B-SFT", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3998, - "hfopenllm_v2/BBH": 0.5417, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4635, - "hfopenllm_v2/MMLU-PRO": 0.367 + "hfopenllm_v2/IFEval": 0.7403, + "hfopenllm_v2/BBH": 0.3872, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4268, + "hfopenllm_v2/MMLU-PRO": 0.2812 } }, { - "id": "ClaudioItaly/Evolutionstory-7B-v2.2", - "name": "Evolutionstory-7B-v2.2", - "developer": "ClaudioItaly", + "id": "allenai/Llama-3.1-Tulu-3-8B-SFT-RM-RB2", + "name": "allenai/Llama-3.1-Tulu-3-8B-SFT-RM-RB2", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4814, - "hfopenllm_v2/BBH": 0.5108, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.3159 + "reward-bench/Score": 0.6821, + "reward-bench/Chat": 0.9497, + "reward-bench/Chat Hard": 0.7917, + "reward-bench/Safety": 0.8978, + "reward-bench/Reasoning": 0.8005, + "reward-bench/Prior Sets (0.5 weight)": 0.0, + "reward-bench/Factuality": 0.7326, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.5792, + "reward-bench/Focus": 0.8889, + "reward-bench/Ties": 0.6063 } }, { - "id": "ClaudioItaly/intelligence-cod-rag-7b-v3", - "name": "intelligence-cod-rag-7b-v3", - "developer": "ClaudioItaly", + "id": "allenai/olmo-1.7-7b", + "name": "OLMo 1.7 7B", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6898, - "hfopenllm_v2/BBH": 0.5366, - "hfopenllm_v2/MATH Level 5": 0.3807, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4153, - "hfopenllm_v2/MMLU-PRO": 0.4195 + "helm_mmlu/MMLU All Subjects": 0.538, + "helm_mmlu/Abstract Algebra": 0.33, + "helm_mmlu/Anatomy": 0.496, + "helm_mmlu/College Physics": 0.333, + "helm_mmlu/Computer Security": 0.65, + "helm_mmlu/Econometrics": 0.404, + "helm_mmlu/Global Facts": 0.34, + "helm_mmlu/Jurisprudence": 0.565, + "helm_mmlu/Philosophy": 0.592, + "helm_mmlu/Professional Psychology": 0.526, + "helm_mmlu/Us Foreign Policy": 0.76, + "helm_mmlu/Astronomy": 0.526, + "helm_mmlu/Business Ethics": 0.59, + "helm_mmlu/Clinical Knowledge": 0.57, + "helm_mmlu/Conceptual Physics": 0.434, + "helm_mmlu/Electrical Engineering": 0.517, + "helm_mmlu/Elementary Mathematics": 0.307, + "helm_mmlu/Formal Logic": 0.325, + "helm_mmlu/High School World History": 0.713, + "helm_mmlu/Human Sexuality": 0.595, + "helm_mmlu/International Law": 0.612, + "helm_mmlu/Logical Fallacies": 0.607, + "helm_mmlu/Machine Learning": 0.375, + "helm_mmlu/Management": 0.689, + "helm_mmlu/Marketing": 0.769, + "helm_mmlu/Medical Genetics": 0.56, + "helm_mmlu/Miscellaneous": 0.734, + "helm_mmlu/Moral Scenarios": 0.335, + "helm_mmlu/Nutrition": 0.608, + "helm_mmlu/Prehistory": 0.593, + "helm_mmlu/Public Relations": 0.6, + "helm_mmlu/Security Studies": 0.522, + "helm_mmlu/Sociology": 0.751, + "helm_mmlu/Virology": 0.452, + "helm_mmlu/World Religions": 0.731, + "helm_mmlu/Mean win rate": 0.196 } }, { - "id": "Cohere March 2024", - "name": "Cohere March 2024", - "developer": "unknown", + "id": "allenai/OLMo-1.7-7B-hf", + "name": "OLMo-1.7-7B-hf", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8511, - "reward-bench/Chat": 0.9469, - "reward-bench/Chat Hard": 0.6513, - "reward-bench/Safety": 0.877, - "reward-bench/Reasoning": 0.9817, - "reward-bench/Prior Sets (0.5 weight)": 0.7458 + "hfopenllm_v2/IFEval": 0.1569, + "hfopenllm_v2/BBH": 0.3014, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.1124 } }, { - "id": "Cohere May 2024", - "name": "Cohere May 2024", - "developer": "unknown", + "id": "allenai/OLMo-1B-hf", + "name": "OLMo-1B-hf", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8816, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.7127, - "reward-bench/Safety": 0.923, - "reward-bench/Reasoning": 0.9768, - "reward-bench/Prior Sets (0.5 weight)": 0.782 + "hfopenllm_v2/IFEval": 0.2182, + "hfopenllm_v2/BBH": 0.3052, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4098, + "hfopenllm_v2/MMLU-PRO": 0.1174 } }, { - "id": "CohereForAI/aya-23-35B", - "name": "aya-23-35B", - "developer": "CohereForAI", + "id": "allenai/olmo-2-0325-32b-instruct", + "name": "OLMo 2 32B Instruct March 2025", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6462, - "hfopenllm_v2/BBH": 0.54, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.3356 + "helm_capabilities/Mean score": 0.475, + "helm_capabilities/MMLU-Pro": 0.414, + "helm_capabilities/GPQA": 0.287, + "helm_capabilities/IFEval": 0.78, + "helm_capabilities/WildBench": 0.734, + "helm_capabilities/Omni-MATH": 0.161 } }, { - "id": "CohereForAI/aya-23-8B", - "name": "aya-23-8B", - "developer": "CohereForAI", + "id": "allenai/olmo-2-1124-13b-instruct", + "name": "OLMo 2 13B Instruct November 2024", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4699, - "hfopenllm_v2/BBH": 0.4296, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3941, - "hfopenllm_v2/MMLU-PRO": 0.2278 + "helm_capabilities/Mean score": 0.44, + "helm_capabilities/MMLU-Pro": 0.31, + "helm_capabilities/GPQA": 0.316, + "helm_capabilities/IFEval": 0.73, + "helm_capabilities/WildBench": 0.689, + "helm_capabilities/Omni-MATH": 0.156 } }, { - "id": "CohereForAI/aya-expanse-32b", - "name": "aya-expanse-32b", - "developer": "CohereForAI", + "id": "allenai/OLMo-2-1124-7B-Instruct", + "name": "OLMo 2 7B Instruct November 2024", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7302, - "hfopenllm_v2/BBH": 0.5649, - "hfopenllm_v2/MATH Level 5": 0.1533, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.3873, - "hfopenllm_v2/MMLU-PRO": 0.413 + "helm_capabilities/Mean score": 0.405, + "helm_capabilities/MMLU-Pro": 0.292, + "helm_capabilities/GPQA": 0.296, + "helm_capabilities/IFEval": 0.693, + "helm_capabilities/WildBench": 0.628, + "helm_capabilities/Omni-MATH": 0.116, + "hfopenllm_v2/IFEval": 0.7244, + "hfopenllm_v2/BBH": 0.4022, + "hfopenllm_v2/MATH Level 5": 0.1488, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3508, + "hfopenllm_v2/MMLU-PRO": 0.2672 } }, { - "id": "CohereForAI/aya-expanse-8b", - "name": "aya-expanse-8b", - "developer": "CohereForAI", + "id": "allenai/olmo-7b", + "name": "OLMo 7B", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6359, - "hfopenllm_v2/BBH": 0.4977, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3729, - "hfopenllm_v2/MMLU-PRO": 0.3004 + "helm_lite/Mean win rate": 0.052, + "helm_lite/NarrativeQA": 0.597, + "helm_lite/NaturalQuestions (closed-book)": 0.259, + "helm_lite/OpenbookQA": 0.222, + "helm_lite/MMLU": 0.305, + "helm_lite/MATH": 0.029, + "helm_lite/GSM8K": 0.044, + "helm_lite/LegalBench": 0.341, + "helm_lite/MedQA": 0.229, + "helm_lite/WMT 2014": 0.097, + "helm_mmlu/MMLU All Subjects": 0.295, + "helm_mmlu/Abstract Algebra": 0.26, + "helm_mmlu/Anatomy": 0.222, + "helm_mmlu/College Physics": 0.294, + "helm_mmlu/Computer Security": 0.3, + "helm_mmlu/Econometrics": 0.325, + "helm_mmlu/Global Facts": 0.32, + "helm_mmlu/Jurisprudence": 0.25, + "helm_mmlu/Philosophy": 0.325, + "helm_mmlu/Professional Psychology": 0.232, + "helm_mmlu/Us Foreign Policy": 0.26, + "helm_mmlu/Astronomy": 0.342, + "helm_mmlu/Business Ethics": 0.24, + "helm_mmlu/Clinical Knowledge": 0.26, + "helm_mmlu/Conceptual Physics": 0.319, + "helm_mmlu/Electrical Engineering": 0.29, + "helm_mmlu/Elementary Mathematics": 0.254, + "helm_mmlu/Formal Logic": 0.278, + "helm_mmlu/High School World History": 0.253, + "helm_mmlu/Human Sexuality": 0.267, + "helm_mmlu/International Law": 0.306, + "helm_mmlu/Logical Fallacies": 0.264, + "helm_mmlu/Machine Learning": 0.286, + "helm_mmlu/Management": 0.272, + "helm_mmlu/Marketing": 0.269, + "helm_mmlu/Medical Genetics": 0.28, + "helm_mmlu/Miscellaneous": 0.292, + "helm_mmlu/Moral Scenarios": 0.265, + "helm_mmlu/Nutrition": 0.34, + "helm_mmlu/Prehistory": 0.318, + "helm_mmlu/Public Relations": 0.345, + "helm_mmlu/Security Studies": 0.408, + "helm_mmlu/Sociology": 0.383, + "helm_mmlu/Virology": 0.416, + "helm_mmlu/World Religions": 0.234, + "helm_mmlu/Mean win rate": 0.68 } }, { - "id": "CohereForAI/c4ai-command-r-plus", - "name": "c4ai-command-r-plus", - "developer": "CohereForAI", + "id": "allenai/OLMo-7B-hf", + "name": "OLMo-7B-hf", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7664, - "hfopenllm_v2/BBH": 0.5815, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4807, - "hfopenllm_v2/MMLU-PRO": 0.3992, - "reward-bench/Score": 0.7057, - "reward-bench/Chat": 0.9511, - "reward-bench/Chat Hard": 0.5757, - "reward-bench/Safety": 0.5986, - "reward-bench/Reasoning": 0.704, - "reward-bench/Prior Sets (0.5 weight)": 0.6924 + "hfopenllm_v2/IFEval": 0.2719, + "hfopenllm_v2/BBH": 0.3279, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.1173 } }, { - "id": "CohereForAI/c4ai-command-r-plus-08-2024", - "name": "c4ai-command-r-plus-08-2024", - "developer": "CohereForAI", + "id": "allenai/OLMo-7B-Instruct", + "name": "allenai/OLMo-7B-Instruct", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.754, - "hfopenllm_v2/BBH": 0.5996, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4829, - "hfopenllm_v2/MMLU-PRO": 0.4421 + "reward-bench/Score": 0.6727, + "reward-bench/Chat": 0.8966, + "reward-bench/Chat Hard": 0.5066, + "reward-bench/Safety": 0.6486, + "reward-bench/Reasoning": 0.7168, + "reward-bench/Prior Sets (0.5 weight)": 0.5173 } }, { - "id": "CohereForAI/c4ai-command-r-v01", - "name": "c4ai-command-r-v01", - "developer": "CohereForAI", + "id": "allenai/OLMo-7B-Instruct-hf", + "name": "OLMo-7B-Instruct-hf", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6748, - "hfopenllm_v2/BBH": 0.5406, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4517, - "hfopenllm_v2/MMLU-PRO": 0.3369 + "hfopenllm_v2/IFEval": 0.3473, + "hfopenllm_v2/BBH": 0.3706, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3765, + "hfopenllm_v2/MMLU-PRO": 0.1785 } }, { - "id": "CohereForAI/c4ai-command-r7b-12-2024", - "name": "c4ai-command-r7b-12-2024", - "developer": "CohereForAI", + "id": "allenai/OLMoE-1B-7B-0125-Instruct", + "name": "OLMoE 1B-7B Instruct January 2025", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7713, - "hfopenllm_v2/BBH": 0.5503, - "hfopenllm_v2/MATH Level 5": 0.2991, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4125, - "hfopenllm_v2/MMLU-PRO": 0.3572 + "helm_capabilities/Mean score": 0.332, + "helm_capabilities/MMLU-Pro": 0.169, + "helm_capabilities/GPQA": 0.22, + "helm_capabilities/IFEval": 0.628, + "helm_capabilities/WildBench": 0.551, + "helm_capabilities/Omni-MATH": 0.093, + "hfopenllm_v2/IFEval": 0.6757, + "hfopenllm_v2/BBH": 0.3825, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3636, + "hfopenllm_v2/MMLU-PRO": 0.1915 } }, { - "id": "Columbia-NLP/LION-Gemma-2b-dpo-v1.0", - "name": "LION-Gemma-2b-dpo-v1.0", - "developer": "Columbia-NLP", + "id": "allenai/OLMoE-1B-7B-0924", + "name": "OLMoE-1B-7B-0924", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3102, - "hfopenllm_v2/BBH": 0.3881, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.1665 + "hfopenllm_v2/IFEval": 0.2185, + "hfopenllm_v2/BBH": 0.3393, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3488, + "hfopenllm_v2/MMLU-PRO": 0.174 } }, { - "id": "Columbia-NLP/LION-Gemma-2b-odpo-v1.0", - "name": "LION-Gemma-2b-odpo-v1.0", - "developer": "Columbia-NLP", + "id": "allenai/OLMoE-1B-7B-0924-Instruct", + "name": "OLMoE-1B-7B-0924-Instruct", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3066, - "hfopenllm_v2/BBH": 0.3896, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.1692 + "hfopenllm_v2/IFEval": 0.4667, + "hfopenllm_v2/BBH": 0.3902, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3848, + "hfopenllm_v2/MMLU-PRO": 0.1876 } }, { - "id": "Columbia-NLP/LION-Gemma-2b-sft-v1.0", - "name": "LION-Gemma-2b-sft-v1.0", - "developer": "Columbia-NLP", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739590997", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739590997", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3692, - "hfopenllm_v2/BBH": 0.3879, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.4027, - "hfopenllm_v2/MMLU-PRO": 0.1782 + "reward-bench/Score": 0.6004, + "reward-bench/Factuality": 0.7032, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.7867, + "reward-bench/Focus": 0.598, + "reward-bench/Ties": 0.5165 } }, { - "id": "Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0", - "name": "LION-LLaMA-3-8b-dpo-v1.0", - "developer": "Columbia-NLP", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739871066", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739871066", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4957, - "hfopenllm_v2/BBH": 0.5028, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4097, - "hfopenllm_v2/MMLU-PRO": 0.3219 + "reward-bench/Score": 0.6012, + "reward-bench/Factuality": 0.6989, + "reward-bench/Precise IF": 0.425, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.7978, + "reward-bench/Focus": 0.604, + "reward-bench/Ties": 0.4527 } }, { - "id": "Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0", - "name": "LION-LLaMA-3-8b-odpo-v1.0", - "developer": "Columbia-NLP", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739925892", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739925892", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3968, - "hfopenllm_v2/BBH": 0.5024, - "hfopenllm_v2/MATH Level 5": 0.1065, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4057, - "hfopenllm_v2/MMLU-PRO": 0.3152 + "reward-bench/Score": 0.6345, + "reward-bench/Factuality": 0.7432, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.8111, + "reward-bench/Focus": 0.7131, + "reward-bench/Ties": 0.5606 } }, { - "id": "Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0", - "name": "LION-LLaMA-3-8b-sft-v1.0", - "developer": "Columbia-NLP", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739943850", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739943850", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3817, - "hfopenllm_v2/BBH": 0.5088, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4503, - "hfopenllm_v2/MMLU-PRO": 0.3237 + "reward-bench/Score": 0.4978, + "reward-bench/Factuality": 0.5726, + "reward-bench/Precise IF": 0.3125, + "reward-bench/Math": 0.5191, + "reward-bench/Safety": 0.6489, + "reward-bench/Focus": 0.6222, + "reward-bench/Ties": 0.3114 } }, { - "id": "CombinHorizon/Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES", - "name": "Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES", - "developer": "CombinHorizon", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739943881", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739943881", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.824, - "hfopenllm_v2/BBH": 0.637, - "hfopenllm_v2/MATH Level 5": 0.5317, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.4979 + "reward-bench/Score": 0.5998, + "reward-bench/Factuality": 0.7032, + "reward-bench/Precise IF": 0.3187, + "reward-bench/Math": 0.5792, + "reward-bench/Safety": 0.8222, + "reward-bench/Focus": 0.6727, + "reward-bench/Ties": 0.5025 } }, { - "id": "CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES", - "name": "Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES", - "developer": "CombinHorizon", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739943972", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739943972", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7564, - "hfopenllm_v2/BBH": 0.5402, - "hfopenllm_v2/MATH Level 5": 0.4932, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4033, - "hfopenllm_v2/MMLU-PRO": 0.4342 + "reward-bench/Score": 0.5289, + "reward-bench/Factuality": 0.6168, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.5738, + "reward-bench/Safety": 0.6844, + "reward-bench/Focus": 0.5657, + "reward-bench/Ties": 0.3577 } }, { - "id": "CombinHorizon/YiSM-blossom5.1-34B-SLERP", - "name": "YiSM-blossom5.1-34B-SLERP", - "developer": "CombinHorizon", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739957701", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739957701", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5033, - "hfopenllm_v2/BBH": 0.6208, - "hfopenllm_v2/MATH Level 5": 0.2153, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4413, - "hfopenllm_v2/MMLU-PRO": 0.4741 + "reward-bench/Score": 0.6194, + "reward-bench/Factuality": 0.6779, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.6011, + "reward-bench/Safety": 0.8022, + "reward-bench/Focus": 0.697, + "reward-bench/Ties": 0.5822 } }, { - "id": "CombinHorizon/huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES", - "name": "huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES", - "developer": "CombinHorizon", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739971507", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739971507", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8206, - "hfopenllm_v2/BBH": 0.6929, - "hfopenllm_v2/MATH Level 5": 0.5944, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.5721 + "reward-bench/Score": 0.5717, + "reward-bench/Factuality": 0.68, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.7667, + "reward-bench/Focus": 0.5475, + "reward-bench/Ties": 0.4545 } }, { - "id": "CombinHorizon/huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES", - "name": "huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES", - "developer": "CombinHorizon", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739971529", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739971529", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8176, - "hfopenllm_v2/BBH": 0.6336, - "hfopenllm_v2/MATH Level 5": 0.5476, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.491 + "reward-bench/Score": 0.5564, + "reward-bench/Factuality": 0.6568, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.5956, + "reward-bench/Safety": 0.7533, + "reward-bench/Focus": 0.5737, + "reward-bench/Ties": 0.4027 } }, { - "id": "CombinHorizon/zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES", - "name": "zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES", - "developer": "CombinHorizon", + "id": "allenai/open_instruct_dev-reward_modeling__1__1739998765", + "name": "allenai/open_instruct_dev-reward_modeling__1__1739998765", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8328, - "hfopenllm_v2/BBH": 0.6955, - "hfopenllm_v2/MATH Level 5": 0.5853, - "hfopenllm_v2/GPQA": 0.3674, - "hfopenllm_v2/MUSR": 0.4314, - "hfopenllm_v2/MMLU-PRO": 0.5685 + "reward-bench/Score": 0.6008, + "reward-bench/Factuality": 0.7095, + "reward-bench/Precise IF": 0.4125, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.8022, + "reward-bench/Focus": 0.5859, + "reward-bench/Ties": 0.4883 } }, { - "id": "ContactDoctor/Bio-Medical-3B-CoT-012025", - "name": "Bio-Medical-3B-CoT-012025", - "developer": "ContactDoctor", + "id": "allenai/open_instruct_dev-reward_modeling__1__1740005072", + "name": "allenai/open_instruct_dev-reward_modeling__1__1740005072", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3604, - "hfopenllm_v2/BBH": 0.4383, - "hfopenllm_v2/MATH Level 5": 0.2213, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.2934 + "reward-bench/Score": 0.6097, + "reward-bench/Factuality": 0.7137, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.6339, + "reward-bench/Safety": 0.7778, + "reward-bench/Focus": 0.6343, + "reward-bench/Ties": 0.5047 } }, { - "id": "ContactDoctor/Bio-Medical-Llama-3-8B", - "name": "Bio-Medical-Llama-3-8B", - "developer": "ContactDoctor", + "id": "allenai/open_instruct_dev-reward_modeling__1__1740129284", + "name": "allenai/open_instruct_dev-reward_modeling__1__1740129284", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4422, - "hfopenllm_v2/BBH": 0.4863, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.3514, - "hfopenllm_v2/MMLU-PRO": 0.3648 + "reward-bench/Score": 0.6129, + "reward-bench/Factuality": 0.7116, + "reward-bench/Precise IF": 0.4437, + "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.8022, + "reward-bench/Focus": 0.6101, + "reward-bench/Ties": 0.4652 } }, { - "id": "ContextualAI/LMUnit-llama3.1-70b", - "name": "ContextualAI/LMUnit-llama3.1-70b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-reward_modeling__1__1741286813", + "name": "allenai/open_instruct_dev-reward_modeling__1__1741286813", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8054, - "reward-bench/Factuality": 0.8463, - "reward-bench/Precise IF": 0.4875, - "reward-bench/Math": 0.7158, - "reward-bench/Safety": 0.9067, - "reward-bench/Focus": 0.9697, - "reward-bench/Ties": 0.9063 + "reward-bench/Score": 0.6557, + "reward-bench/Factuality": 0.6295, + "reward-bench/Precise IF": 0.4188, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.9111, + "reward-bench/Focus": 0.8263, + "reward-bench/Ties": 0.5365 } }, { - "id": "ContextualAI/LMUnit-qwen2.5-72b", - "name": "ContextualAI/LMUnit-qwen2.5-72b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-reward_modeling__1__1741287363", + "name": "allenai/open_instruct_dev-reward_modeling__1__1741287363", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8208, - "reward-bench/Factuality": 0.8716, - "reward-bench/Precise IF": 0.5437, - "reward-bench/Math": 0.7268, - "reward-bench/Safety": 0.9133, - "reward-bench/Focus": 0.9677, - "reward-bench/Ties": 0.9014 + "reward-bench/Score": 0.6672, + "reward-bench/Factuality": 0.6295, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.88, + "reward-bench/Focus": 0.9374, + "reward-bench/Ties": 0.5748 } }, { - "id": "ContextualAI/archangel_sft-dpo_llama13b", - "name": "ContextualAI/archangel_sft-dpo_llama13b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-reward_modeling__1__1741292911", + "name": "allenai/open_instruct_dev-reward_modeling__1__1741292911", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.54, - "reward-bench/Chat": 0.7123, - "reward-bench/Chat Hard": 0.4298, - "reward-bench/Safety": 0.5649, - "reward-bench/Reasoning": 0.4401, - "reward-bench/Prior Sets (0.5 weight)": 0.5656 + "reward-bench/Score": 0.6607, + "reward-bench/Factuality": 0.6589, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.9089, + "reward-bench/Focus": 0.8869, + "reward-bench/Ties": 0.5028 } }, { - "id": "ContextualAI/archangel_sft-dpo_llama30b", - "name": "ContextualAI/archangel_sft-dpo_llama30b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-reward_modeling__1__1742338142", + "name": "allenai/open_instruct_dev-reward_modeling__1__1742338142", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5618, - "reward-bench/Chat": 0.6927, - "reward-bench/Chat Hard": 0.4474, - "reward-bench/Safety": 0.6284, - "reward-bench/Reasoning": 0.4745, - "reward-bench/Prior Sets (0.5 weight)": 0.5705 + "reward-bench/Score": 0.6344, + "reward-bench/Factuality": 0.7326, + "reward-bench/Precise IF": 0.3812, + "reward-bench/Math": 0.7049, + "reward-bench/Safety": 0.88, + "reward-bench/Focus": 0.6323, + "reward-bench/Ties": 0.475 } }, { - "id": "ContextualAI/archangel_sft-dpo_llama7b", - "name": "ContextualAI/archangel_sft-dpo_llama7b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-reward_modeling__1__1742519610", + "name": "allenai/open_instruct_dev-reward_modeling__1__1742519610", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5304, - "reward-bench/Chat": 0.5782, - "reward-bench/Chat Hard": 0.4452, - "reward-bench/Safety": 0.5203, - "reward-bench/Reasoning": 0.5658, - "reward-bench/Prior Sets (0.5 weight)": 0.5544 + "reward-bench/Score": 0.6361, + "reward-bench/Factuality": 0.7074, + "reward-bench/Precise IF": 0.3812, + "reward-bench/Math": 0.6721, + "reward-bench/Safety": 0.82, + "reward-bench/Focus": 0.6444, + "reward-bench/Ties": 0.5915 } }, { - "id": "ContextualAI/archangel_sft-dpo_pythia1-4b", - "name": "ContextualAI/archangel_sft-dpo_pythia1-4b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-reward_modeling__1__1742519628", + "name": "allenai/open_instruct_dev-reward_modeling__1__1742519628", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5233, - "reward-bench/Chat": 0.6397, - "reward-bench/Chat Hard": 0.3728, - "reward-bench/Safety": 0.5041, - "reward-bench/Reasoning": 0.5672, - "reward-bench/Prior Sets (0.5 weight)": 0.5427 + "reward-bench/Score": 0.5609, + "reward-bench/Factuality": 0.5179, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.8356, + "reward-bench/Focus": 0.5071, + "reward-bench/Ties": 0.5254 } }, { - "id": "ContextualAI/archangel_sft-dpo_pythia12-0b", - "name": "ContextualAI/archangel_sft-dpo_pythia12-0b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_100pctflipped__1__1744241455", + "name": "allenai/open_instruct_dev-rm_1e-6_1_100pctflipped__1__1744241455", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5009, - "reward-bench/Chat": 0.6676, - "reward-bench/Chat Hard": 0.364, - "reward-bench/Safety": 0.5432, - "reward-bench/Reasoning": 0.4139, - "reward-bench/Prior Sets (0.5 weight)": 0.5303 + "reward-bench/Score": 0.0576, + "reward-bench/Factuality": 0.04, + "reward-bench/Precise IF": 0.1313, + "reward-bench/Math": 0.0546, + "reward-bench/Safety": 0.0489, + "reward-bench/Focus": 0.0808, + "reward-bench/Ties": -0.01 } }, { - "id": "ContextualAI/archangel_sft-dpo_pythia2-8b", - "name": "ContextualAI/archangel_sft-dpo_pythia2-8b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_10pctflipped__1__1743295511", + "name": "allenai/open_instruct_dev-rm_1e-6_1_10pctflipped__1__1743295511", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5286, - "reward-bench/Chat": 0.8073, - "reward-bench/Chat Hard": 0.3355, - "reward-bench/Safety": 0.4473, - "reward-bench/Reasoning": 0.5135, - "reward-bench/Prior Sets (0.5 weight)": 0.5501 + "reward-bench/Score": 0.5499, + "reward-bench/Factuality": 0.6821, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.5956, + "reward-bench/Safety": 0.7356, + "reward-bench/Focus": 0.5212, + "reward-bench/Ties": 0.3711 } }, { - "id": "ContextualAI/archangel_sft-dpo_pythia6-9b", - "name": "ContextualAI/archangel_sft-dpo_pythia6-9b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_20pctflipped__1__1743295406", + "name": "allenai/open_instruct_dev-rm_1e-6_1_20pctflipped__1__1743295406", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5263, - "reward-bench/Chat": 0.7486, - "reward-bench/Chat Hard": 0.3421, - "reward-bench/Safety": 0.5176, - "reward-bench/Reasoning": 0.4847, - "reward-bench/Prior Sets (0.5 weight)": 0.551 + "reward-bench/Score": 0.5054, + "reward-bench/Factuality": 0.6358, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.6867, + "reward-bench/Focus": 0.4424, + "reward-bench/Ties": 0.2922 } }, { - "id": "ContextualAI/archangel_sft-kto_llama13b", - "name": "ContextualAI/archangel_sft-kto_llama13b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_30pctflipped__1__1743325136", + "name": "allenai/open_instruct_dev-rm_1e-6_1_30pctflipped__1__1743325136", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5952, - "reward-bench/Chat": 0.8408, - "reward-bench/Chat Hard": 0.3772, - "reward-bench/Safety": 0.4649, - "reward-bench/Reasoning": 0.7077, - "reward-bench/Prior Sets (0.5 weight)": 0.576 + "reward-bench/Score": 0.478, + "reward-bench/Factuality": 0.6442, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.6356, + "reward-bench/Focus": 0.2707, + "reward-bench/Ties": 0.3496 } }, { - "id": "ContextualAI/archangel_sft-kto_llama30b", - "name": "ContextualAI/archangel_sft-kto_llama30b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_50pctflipped__1__1744241398", + "name": "allenai/open_instruct_dev-rm_1e-6_1_50pctflipped__1__1744241398", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5901, - "reward-bench/Chat": 0.8436, - "reward-bench/Chat Hard": 0.4057, - "reward-bench/Safety": 0.6054, - "reward-bench/Reasoning": 0.5075, - "reward-bench/Prior Sets (0.5 weight)": 0.5862 + "reward-bench/Score": 0.219, + "reward-bench/Factuality": 0.2484, + "reward-bench/Precise IF": 0.2812, + "reward-bench/Math": 0.2623, + "reward-bench/Safety": 0.3422, + "reward-bench/Focus": 0.1717, + "reward-bench/Ties": 0.008 } }, { - "id": "ContextualAI/archangel_sft-kto_llama7b", - "name": "ContextualAI/archangel_sft-kto_llama7b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_5pctflipped__1__1743444535", + "name": "allenai/open_instruct_dev-rm_1e-6_1_5pctflipped__1__1743444535", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5388, - "reward-bench/Chat": 0.5587, - "reward-bench/Chat Hard": 0.4364, - "reward-bench/Safety": 0.4568, - "reward-bench/Reasoning": 0.6941, - "reward-bench/Prior Sets (0.5 weight)": 0.5575 + "reward-bench/Score": 0.5625, + "reward-bench/Factuality": 0.6821, + "reward-bench/Precise IF": 0.4062, + "reward-bench/Math": 0.6011, + "reward-bench/Safety": 0.7511, + "reward-bench/Focus": 0.5313, + "reward-bench/Ties": 0.403 } }, { - "id": "ContextualAI/archangel_sft-kto_pythia1-4b", - "name": "ContextualAI/archangel_sft-kto_pythia1-4b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo__1__1743550054", + "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo__1__1743550054", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5581, - "reward-bench/Chat": 0.6844, - "reward-bench/Chat Hard": 0.3794, - "reward-bench/Safety": 0.5257, - "reward-bench/Reasoning": 0.6447, - "reward-bench/Prior Sets (0.5 weight)": 0.5546 + "reward-bench/Score": 0.5759, + "reward-bench/Factuality": 0.7074, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.7578, + "reward-bench/Focus": 0.5333, + "reward-bench/Ties": 0.459 } }, { - "id": "ContextualAI/archangel_sft-kto_pythia12-0b", - "name": "ContextualAI/archangel_sft-kto_pythia12-0b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworks__1__1744530271", + "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworks__1__1744530271", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5053, - "reward-bench/Chat": 0.7486, - "reward-bench/Chat Hard": 0.3618, - "reward-bench/Safety": 0.4757, - "reward-bench/Reasoning": 0.4127, - "reward-bench/Prior Sets (0.5 weight)": 0.55 + "reward-bench/Score": 0.6057, + "reward-bench/Factuality": 0.5053, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.5902, + "reward-bench/Safety": 0.8422, + "reward-bench/Focus": 0.7798, + "reward-bench/Ties": 0.5419 } }, { - "id": "ContextualAI/archangel_sft-kto_pythia2-8b", - "name": "ContextualAI/archangel_sft-kto_pythia2-8b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworkstulufull__1__1743550181", + "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworkstulufull__1__1743550181", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5497, - "reward-bench/Chat": 0.757, - "reward-bench/Chat Hard": 0.3421, - "reward-bench/Safety": 0.4743, - "reward-bench/Reasoning": 0.6216, - "reward-bench/Prior Sets (0.5 weight)": 0.557 + "reward-bench/Score": 0.6535, + "reward-bench/Factuality": 0.7137, + "reward-bench/Precise IF": 0.3812, + "reward-bench/Math": 0.6175, + "reward-bench/Safety": 0.8244, + "reward-bench/Focus": 0.7737, + "reward-bench/Ties": 0.6101 } }, { - "id": "ContextualAI/archangel_sft-kto_pythia6-9b", - "name": "ContextualAI/archangel_sft-kto_pythia6-9b", - "developer": "ContextualAI", + "id": "allenai/open_instruct_dev-rm_1e-6_1_rl__1__1743551221", + "name": "allenai/open_instruct_dev-rm_1e-6_1_rl__1__1743551221", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5561, - "reward-bench/Chat": 0.7765, - "reward-bench/Chat Hard": 0.3618, - "reward-bench/Safety": 0.5365, - "reward-bench/Reasoning": 0.5415, - "reward-bench/Prior Sets (0.5 weight)": 0.5723 + "reward-bench/Score": 0.5799, + "reward-bench/Factuality": 0.7116, + "reward-bench/Precise IF": 0.3812, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.76, + "reward-bench/Focus": 0.5374, + "reward-bench/Ties": 0.461 } }, { - "id": "CoolSpring/Qwen2-0.5B-Abyme", - "name": "Qwen2-0.5B-Abyme", - "developer": "CoolSpring", + "id": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworks__1__1744530262", + "name": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworks__1__1744530262", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1915, - "hfopenllm_v2/BBH": 0.2862, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3542, - "hfopenllm_v2/MMLU-PRO": 0.1333 + "reward-bench/Score": 0.5903, + "reward-bench/Factuality": 0.4863, + "reward-bench/Precise IF": 0.3625, + "reward-bench/Math": 0.5738, + "reward-bench/Safety": 0.8489, + "reward-bench/Focus": 0.7778, + "reward-bench/Ties": 0.4926 } }, { - "id": "CoolSpring/Qwen2-0.5B-Abyme-merge2", - "name": "Qwen2-0.5B-Abyme-merge2", - "developer": "CoolSpring", + "id": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworkstulufull__1__1743551523", + "name": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworkstulufull__1__1743551523", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2022, - "hfopenllm_v2/BBH": 0.2994, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.1489 + "reward-bench/Score": 0.6483, + "reward-bench/Factuality": 0.7074, + "reward-bench/Precise IF": 0.3625, + "reward-bench/Math": 0.6175, + "reward-bench/Safety": 0.8222, + "reward-bench/Focus": 0.7758, + "reward-bench/Ties": 0.6044 } }, { - "id": "CoolSpring/Qwen2-0.5B-Abyme-merge3", - "name": "Qwen2-0.5B-Abyme-merge3", - "developer": "CoolSpring", + "id": "allenai/open_instruct_dev-rm_1e-6_1_skyworkstulumix__1__1743205750", + "name": "allenai/open_instruct_dev-rm_1e-6_1_skyworkstulumix__1__1743205750", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2386, - "hfopenllm_v2/BBH": 0.3003, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3501, - "hfopenllm_v2/MMLU-PRO": 0.15 + "reward-bench/Score": 0.5157, + "reward-bench/Factuality": 0.6084, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.7089, + "reward-bench/Focus": 0.4222, + "reward-bench/Ties": 0.3791 } }, { - "id": "Corianas/Neural-Mistral-7B", - "name": "Neural-Mistral-7B", - "developer": "Corianas", + "id": "allenai/open_instruct_dev-rm_1e-6_2_10pctflipped__1__1743295427", + "name": "allenai/open_instruct_dev-rm_1e-6_2_10pctflipped__1__1743295427", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5489, - "hfopenllm_v2/BBH": 0.4428, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3873, - "hfopenllm_v2/MMLU-PRO": 0.2738 + "reward-bench/Score": 0.6009, + "reward-bench/Factuality": 0.7263, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.5902, + "reward-bench/Safety": 0.7933, + "reward-bench/Focus": 0.7273, + "reward-bench/Ties": 0.3931 } }, { - "id": "Corianas/Quokka_2.7b", - "name": "Quokka_2.7b", - "developer": "Corianas", + "id": "allenai/open_instruct_dev-rm_1e-6_2_20pctflipped__1__1743295446", + "name": "allenai/open_instruct_dev-rm_1e-6_2_20pctflipped__1__1743295446", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1749, - "hfopenllm_v2/BBH": 0.3055, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3908, - "hfopenllm_v2/MMLU-PRO": 0.1145 + "reward-bench/Score": 0.5716, + "reward-bench/Factuality": 0.6779, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.5464, + "reward-bench/Safety": 0.7533, + "reward-bench/Focus": 0.7051, + "reward-bench/Ties": 0.3534 } }, { - "id": "Corianas/llama-3-reactor", - "name": "llama-3-reactor", - "developer": "Corianas", + "id": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094", + "name": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.23, - "hfopenllm_v2/BBH": 0.4457, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.2801 + "reward-bench/Score": 0.5151, + "reward-bench/Factuality": 0.6484, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.5574, + "reward-bench/Safety": 0.7289, + "reward-bench/Focus": 0.4889, + "reward-bench/Ties": 0.3357 } }, { - "id": "CortexLM/btlm-7b-base-v0.2", - "name": "btlm-7b-base-v0.2", - "developer": "CortexLM", + "id": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636", + "name": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1483, - "hfopenllm_v2/BBH": 0.4006, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3846, - "hfopenllm_v2/MMLU-PRO": 0.235 + "reward-bench/Score": 0.6119, + "reward-bench/Factuality": 0.72, + "reward-bench/Precise IF": 0.4062, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8067, + "reward-bench/Focus": 0.6889, + "reward-bench/Ties": 0.421 } }, { - "id": "Cran-May/SCE-2-24B", - "name": "SCE-2-24B", - "developer": "Cran-May", + "id": "allenai/open_instruct_dev-rm_1e-6_2_dpo__1__1743549325", + "name": "allenai/open_instruct_dev-rm_1e-6_2_dpo__1__1743549325", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5866, - "hfopenllm_v2/BBH": 0.6265, - "hfopenllm_v2/MATH Level 5": 0.1896, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4528, - "hfopenllm_v2/MMLU-PRO": 0.4612 + "reward-bench/Score": 0.6008, + "reward-bench/Factuality": 0.7179, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.5956, + "reward-bench/Safety": 0.8, + "reward-bench/Focus": 0.6707, + "reward-bench/Ties": 0.4707 } }, { - "id": "Cran-May/SCE-3-24B", - "name": "SCE-3-24B", - "developer": "Cran-May", + "id": "allenai/open_instruct_dev-rm_1e-6_2_rl__1__1743551238", + "name": "allenai/open_instruct_dev-rm_1e-6_2_rl__1__1743551238", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5465, - "hfopenllm_v2/BBH": 0.5973, - "hfopenllm_v2/MATH Level 5": 0.1881, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4435, - "hfopenllm_v2/MMLU-PRO": 0.4647 + "reward-bench/Score": 0.5965, + "reward-bench/Factuality": 0.7095, + "reward-bench/Precise IF": 0.3438, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.8044, + "reward-bench/Focus": 0.6566, + "reward-bench/Ties": 0.453 } }, { - "id": "Cran-May/T.E-8.1", - "name": "T.E-8.1", - "developer": "Cran-May", + "id": "allenai/open_instruct_dev-rm_1e-6_2_skyworkstulumix__1__1743205906", + "name": "allenai/open_instruct_dev-rm_1e-6_2_skyworkstulumix__1__1743205906", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7077, - "hfopenllm_v2/BBH": 0.5582, - "hfopenllm_v2/MATH Level 5": 0.4456, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4505, - "hfopenllm_v2/MMLU-PRO": 0.4432 + "reward-bench/Score": 0.5574, + "reward-bench/Factuality": 0.6526, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.6011, + "reward-bench/Safety": 0.7711, + "reward-bench/Focus": 0.5051, + "reward-bench/Ties": 0.4208 } }, { - "id": "Cran-May/merge_model_20250308_2", - "name": "merge_model_20250308_2", - "developer": "Cran-May", + "id": "allenai/open_instruct_dev-rm_2e-5_1_100pctflipped__1__1744241529", + "name": "allenai/open_instruct_dev-rm_2e-5_1_100pctflipped__1__1744241529", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5932, - "hfopenllm_v2/BBH": 0.6585, - "hfopenllm_v2/MATH Level 5": 0.4381, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4794, - "hfopenllm_v2/MMLU-PRO": 0.542 + "reward-bench/Score": 0.0719, + "reward-bench/Factuality": 0.0421, + "reward-bench/Precise IF": 0.2062, + "reward-bench/Math": 0.0601, + "reward-bench/Safety": 0.0378, + "reward-bench/Focus": 0.0949, + "reward-bench/Ties": -0.01 } }, { - "id": "Cran-May/merge_model_20250308_3", - "name": "merge_model_20250308_3", - "developer": "Cran-May", + "id": "allenai/open_instruct_dev-rm_2e-5_1_10pctflipped__1__1743295305", + "name": "allenai/open_instruct_dev-rm_2e-5_1_10pctflipped__1__1743295305", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6018, - "hfopenllm_v2/BBH": 0.6271, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.4962 + "reward-bench/Score": 0.553, + "reward-bench/Factuality": 0.6674, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.6733, + "reward-bench/Focus": 0.5697, + "reward-bench/Ties": 0.4227 } }, { - "id": "Cran-May/merge_model_20250308_4", - "name": "merge_model_20250308_4", - "developer": "Cran-May", + "id": "allenai/open_instruct_dev-rm_2e-5_1_20pctflipped__1__1743324778", + "name": "allenai/open_instruct_dev-rm_2e-5_1_20pctflipped__1__1743324778", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.454, - "hfopenllm_v2/BBH": 0.6664, - "hfopenllm_v2/MATH Level 5": 0.4199, - "hfopenllm_v2/GPQA": 0.3977, - "hfopenllm_v2/MUSR": 0.4688, - "hfopenllm_v2/MMLU-PRO": 0.5367 + "reward-bench/Score": 0.4955, + "reward-bench/Factuality": 0.6189, + "reward-bench/Precise IF": 0.325, + "reward-bench/Math": 0.5792, + "reward-bench/Safety": 0.6378, + "reward-bench/Focus": 0.5657, + "reward-bench/Ties": 0.2466 } }, { - "id": "Cran-May/tempmotacilla-cinerea-0308", - "name": "tempmotacilla-cinerea-0308", - "developer": "Cran-May", + "id": "allenai/open_instruct_dev-rm_2e-5_1_30pctflipped__1__1743326459", + "name": "allenai/open_instruct_dev-rm_2e-5_1_30pctflipped__1__1743326459", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8085, - "hfopenllm_v2/BBH": 0.6551, - "hfopenllm_v2/MATH Level 5": 0.5551, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4208, - "hfopenllm_v2/MMLU-PRO": 0.525 + "reward-bench/Score": 0.4198, + "reward-bench/Factuality": 0.5747, + "reward-bench/Precise IF": 0.3375, + "reward-bench/Math": 0.5464, + "reward-bench/Safety": 0.4933, + "reward-bench/Focus": 0.3596, + "reward-bench/Ties": 0.2073 } }, { - "id": "CreitinGameplays/Llama-3.1-8B-R1-v0.1", - "name": "Llama-3.1-8B-R1-v0.1", - "developer": "CreitinGameplays", + "id": "allenai/open_instruct_dev-rm_2e-5_1_5pctflipped__1__1743443747", + "name": "allenai/open_instruct_dev-rm_2e-5_1_5pctflipped__1__1743443747", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3235, - "hfopenllm_v2/BBH": 0.3057, - "hfopenllm_v2/MATH Level 5": 0.1813, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3622, - "hfopenllm_v2/MMLU-PRO": 0.1252 + "reward-bench/Score": 0.5465, + "reward-bench/Factuality": 0.6821, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.7333, + "reward-bench/Focus": 0.5051, + "reward-bench/Ties": 0.3713 } }, { - "id": "CultriX/Qwen2.5-14B-Broca", - "name": "Qwen2.5-14B-Broca", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_2e-5_1_skyworkstulumix__1__1743205935", + "name": "allenai/open_instruct_dev-rm_2e-5_1_skyworkstulumix__1__1743205935", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5604, - "hfopenllm_v2/BBH": 0.6527, - "hfopenllm_v2/MATH Level 5": 0.358, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4767, - "hfopenllm_v2/MMLU-PRO": 0.5364 + "reward-bench/Score": 0.5197, + "reward-bench/Factuality": 0.6126, + "reward-bench/Precise IF": 0.3375, + "reward-bench/Math": 0.5847, + "reward-bench/Safety": 0.7333, + "reward-bench/Focus": 0.4646, + "reward-bench/Ties": 0.3855 } }, { - "id": "CultriX/Qwen2.5-14B-BrocaV9", - "name": "Qwen2.5-14B-BrocaV9", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_2e-5_2_10pctflipped__1__1743295360", + "name": "allenai/open_instruct_dev-rm_2e-5_2_10pctflipped__1__1743295360", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6763, - "hfopenllm_v2/BBH": 0.6391, - "hfopenllm_v2/MATH Level 5": 0.3814, - "hfopenllm_v2/GPQA": 0.3641, - "hfopenllm_v2/MUSR": 0.469, - "hfopenllm_v2/MMLU-PRO": 0.5331 + "reward-bench/Score": 0.4555, + "reward-bench/Factuality": 0.5495, + "reward-bench/Precise IF": 0.3063, + "reward-bench/Math": 0.4262, + "reward-bench/Safety": 0.5711, + "reward-bench/Focus": 0.6101, + "reward-bench/Ties": 0.2696 } }, { - "id": "CultriX/Qwen2.5-14B-Brocav3", - "name": "Qwen2.5-14B-Brocav3", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_2e-5_2_20pctflipped__1__1743295366", + "name": "allenai/open_instruct_dev-rm_2e-5_2_20pctflipped__1__1743295366", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6952, - "hfopenllm_v2/BBH": 0.6452, - "hfopenllm_v2/MATH Level 5": 0.3875, - "hfopenllm_v2/GPQA": 0.3591, - "hfopenllm_v2/MUSR": 0.4756, - "hfopenllm_v2/MMLU-PRO": 0.5317 + "reward-bench/Score": 0.4422, + "reward-bench/Factuality": 0.5053, + "reward-bench/Precise IF": 0.3375, + "reward-bench/Math": 0.4044, + "reward-bench/Safety": 0.5422, + "reward-bench/Focus": 0.6646, + "reward-bench/Ties": 0.1991 } }, { - "id": "CultriX/Qwen2.5-14B-Brocav6", - "name": "Qwen2.5-14B-Brocav6", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_2e-5_2_30pctflipped__1__1743326352", + "name": "allenai/open_instruct_dev-rm_2e-5_2_30pctflipped__1__1743326352", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6995, - "hfopenllm_v2/BBH": 0.6389, - "hfopenllm_v2/MATH Level 5": 0.3875, - "hfopenllm_v2/GPQA": 0.3674, - "hfopenllm_v2/MUSR": 0.4742, - "hfopenllm_v2/MMLU-PRO": 0.5319 + "reward-bench/Score": 0.341, + "reward-bench/Factuality": 0.4674, + "reward-bench/Precise IF": 0.2875, + "reward-bench/Math": 0.3333, + "reward-bench/Safety": 0.3711, + "reward-bench/Focus": 0.3919, + "reward-bench/Ties": 0.195 } }, { - "id": "CultriX/Qwen2.5-14B-Brocav7", - "name": "Qwen2.5-14B-Brocav7", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_2e-5_2_5pctflipped__1__1743444634", + "name": "allenai/open_instruct_dev-rm_2e-5_2_5pctflipped__1__1743444634", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6724, - "hfopenllm_v2/BBH": 0.6444, - "hfopenllm_v2/MATH Level 5": 0.3844, - "hfopenllm_v2/GPQA": 0.3674, - "hfopenllm_v2/MUSR": 0.4796, - "hfopenllm_v2/MMLU-PRO": 0.5258 + "reward-bench/Score": 0.4698, + "reward-bench/Factuality": 0.5853, + "reward-bench/Precise IF": 0.2562, + "reward-bench/Math": 0.5027, + "reward-bench/Safety": 0.6489, + "reward-bench/Focus": 0.5697, + "reward-bench/Ties": 0.2562 } }, { - "id": "CultriX/Qwen2.5-14B-Emerged", - "name": "Qwen2.5-14B-Emerged", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_2e-5_2_skyworkstulumix__1__1743205988", + "name": "allenai/open_instruct_dev-rm_2e-5_2_skyworkstulumix__1__1743205988", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7, - "hfopenllm_v2/BBH": 0.626, - "hfopenllm_v2/MATH Level 5": 0.3248, - "hfopenllm_v2/GPQA": 0.3574, - "hfopenllm_v2/MUSR": 0.4691, - "hfopenllm_v2/MMLU-PRO": 0.5186 + "reward-bench/Score": 0.4791, + "reward-bench/Factuality": 0.6421, + "reward-bench/Precise IF": 0.3125, + "reward-bench/Math": 0.541, + "reward-bench/Safety": 0.6911, + "reward-bench/Focus": 0.4182, + "reward-bench/Ties": 0.27 } }, { - "id": "CultriX/Qwen2.5-14B-Emergedv3", - "name": "Qwen2.5-14B-Emergedv3", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_100pctflipped__1__1744242103", + "name": "allenai/open_instruct_dev-rm_3e-6_1_100pctflipped__1__1744242103", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6388, - "hfopenllm_v2/BBH": 0.6191, - "hfopenllm_v2/MATH Level 5": 0.4358, - "hfopenllm_v2/GPQA": 0.3607, - "hfopenllm_v2/MUSR": 0.4728, - "hfopenllm_v2/MMLU-PRO": 0.5174 + "reward-bench/Score": 0.0607, + "reward-bench/Factuality": 0.0274, + "reward-bench/Precise IF": 0.1625, + "reward-bench/Math": 0.0656, + "reward-bench/Safety": 0.04, + "reward-bench/Focus": 0.0788, + "reward-bench/Ties": -0.01 } }, { - "id": "CultriX/Qwen2.5-14B-FinalMerge", - "name": "Qwen2.5-14B-FinalMerge", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_10pctflipped__1__1743324835", + "name": "allenai/open_instruct_dev-rm_3e-6_1_10pctflipped__1__1743324835", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4891, - "hfopenllm_v2/BBH": 0.5715, - "hfopenllm_v2/MATH Level 5": 0.3814, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.4379, - "hfopenllm_v2/MMLU-PRO": 0.4574 + "reward-bench/Score": 0.6089, + "reward-bench/Factuality": 0.7284, + "reward-bench/Precise IF": 0.4375, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.7622, + "reward-bench/Focus": 0.6444, + "reward-bench/Ties": 0.4686 } }, { - "id": "CultriX/Qwen2.5-14B-Hyper", - "name": "Qwen2.5-14B-Hyper", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_1pctflipped__1__1743445221", + "name": "allenai/open_instruct_dev-rm_3e-6_1_1pctflipped__1__1743445221", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5391, - "hfopenllm_v2/BBH": 0.6507, - "hfopenllm_v2/MATH Level 5": 0.3437, - "hfopenllm_v2/GPQA": 0.3918, - "hfopenllm_v2/MUSR": 0.4898, - "hfopenllm_v2/MMLU-PRO": 0.5374 + "reward-bench/Score": 0.6032, + "reward-bench/Factuality": 0.7158, + "reward-bench/Precise IF": 0.4062, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.7778, + "reward-bench/Focus": 0.5859, + "reward-bench/Ties": 0.5051 } }, { - "id": "CultriX/Qwen2.5-14B-HyperMarck-dl", - "name": "Qwen2.5-14B-HyperMarck-dl", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_20pctflipped__1__1743324826", + "name": "allenai/open_instruct_dev-rm_3e-6_1_20pctflipped__1__1743324826", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.665, - "hfopenllm_v2/BBH": 0.6096, - "hfopenllm_v2/MATH Level 5": 0.5287, - "hfopenllm_v2/GPQA": 0.3674, - "hfopenllm_v2/MUSR": 0.4416, - "hfopenllm_v2/MMLU-PRO": 0.5091 + "reward-bench/Score": 0.5831, + "reward-bench/Factuality": 0.6947, + "reward-bench/Precise IF": 0.4188, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.74, + "reward-bench/Focus": 0.5758, + "reward-bench/Ties": 0.4465 } }, { - "id": "CultriX/Qwen2.5-14B-Hyperionv3", - "name": "Qwen2.5-14B-Hyperionv3", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_30pctflipped__1__1743326363", + "name": "allenai/open_instruct_dev-rm_3e-6_1_30pctflipped__1__1743326363", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6836, - "hfopenllm_v2/BBH": 0.6522, - "hfopenllm_v2/MATH Level 5": 0.3701, - "hfopenllm_v2/GPQA": 0.3708, - "hfopenllm_v2/MUSR": 0.473, - "hfopenllm_v2/MMLU-PRO": 0.534 + "reward-bench/Score": 0.5268, + "reward-bench/Factuality": 0.68, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.5792, + "reward-bench/Safety": 0.7178, + "reward-bench/Focus": 0.4343, + "reward-bench/Ties": 0.3809 } }, { - "id": "CultriX/Qwen2.5-14B-Hyperionv4", - "name": "Qwen2.5-14B-Hyperionv4", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_5pctflipped__1__1743444498", + "name": "allenai/open_instruct_dev-rm_3e-6_1_5pctflipped__1__1743444498", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5416, - "hfopenllm_v2/BBH": 0.6472, - "hfopenllm_v2/MATH Level 5": 0.3474, - "hfopenllm_v2/GPQA": 0.3977, - "hfopenllm_v2/MUSR": 0.4832, - "hfopenllm_v2/MMLU-PRO": 0.5364 + "reward-bench/Score": 0.6093, + "reward-bench/Factuality": 0.7326, + "reward-bench/Precise IF": 0.4313, + "reward-bench/Math": 0.6339, + "reward-bench/Safety": 0.7578, + "reward-bench/Focus": 0.5859, + "reward-bench/Ties": 0.5143 } }, { - "id": "CultriX/Qwen2.5-14B-Hyperionv5", - "name": "Qwen2.5-14B-Hyperionv5", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1__2__1743897475", + "name": "allenai/open_instruct_dev-rm_3e-6_1__2__1743897475", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6729, - "hfopenllm_v2/BBH": 0.6443, - "hfopenllm_v2/MATH Level 5": 0.3822, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.4795, - "hfopenllm_v2/MMLU-PRO": 0.5302 + "reward-bench/Score": 0.6122, + "reward-bench/Factuality": 0.7368, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.8044, + "reward-bench/Focus": 0.602, + "reward-bench/Ties": 0.5071 } }, { - "id": "CultriX/Qwen2.5-14B-MegaMerge-pt2", - "name": "Qwen2.5-14B-MegaMerge-pt2", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1__3__1744311421", + "name": "allenai/open_instruct_dev-rm_3e-6_1__3__1744311421", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5683, - "hfopenllm_v2/BBH": 0.6578, - "hfopenllm_v2/MATH Level 5": 0.3995, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4729, - "hfopenllm_v2/MMLU-PRO": 0.5421 + "reward-bench/Score": 0.5995, + "reward-bench/Factuality": 0.7179, + "reward-bench/Precise IF": 0.3375, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.8, + "reward-bench/Focus": 0.6323, + "reward-bench/Ties": 0.503 } }, { - "id": "CultriX/Qwen2.5-14B-MergeStock", - "name": "Qwen2.5-14B-MergeStock", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo__1__1743549903", + "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo__1__1743549903", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5685, - "hfopenllm_v2/BBH": 0.6579, - "hfopenllm_v2/MATH Level 5": 0.4147, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4676, - "hfopenllm_v2/MMLU-PRO": 0.5396 + "reward-bench/Score": 0.6154, + "reward-bench/Factuality": 0.7326, + "reward-bench/Precise IF": 0.4375, + "reward-bench/Math": 0.6339, + "reward-bench/Safety": 0.7778, + "reward-bench/Focus": 0.6061, + "reward-bench/Ties": 0.5043 } }, { - "id": "CultriX/Qwen2.5-14B-ReasoningMerge", - "name": "Qwen2.5-14B-ReasoningMerge", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworks__1__1744530368", + "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworks__1__1744530368", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4605, - "hfopenllm_v2/BBH": 0.6578, - "hfopenllm_v2/MATH Level 5": 0.5204, - "hfopenllm_v2/GPQA": 0.4077, - "hfopenllm_v2/MUSR": 0.5166, - "hfopenllm_v2/MMLU-PRO": 0.5345 + "reward-bench/Score": 0.6604, + "reward-bench/Factuality": 0.6316, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.5792, + "reward-bench/Safety": 0.9044, + "reward-bench/Focus": 0.8929, + "reward-bench/Ties": 0.5604 } }, { - "id": "CultriX/Qwen2.5-14B-Ultimav2", - "name": "Qwen2.5-14B-Ultimav2", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworkstulufull__1__1743550182", + "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworkstulufull__1__1743550182", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.55, - "hfopenllm_v2/BBH": 0.6555, - "hfopenllm_v2/MATH Level 5": 0.3844, - "hfopenllm_v2/GPQA": 0.3851, - "hfopenllm_v2/MUSR": 0.4966, - "hfopenllm_v2/MMLU-PRO": 0.5417 + "reward-bench/Score": 0.6783, + "reward-bench/Factuality": 0.7705, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.84, + "reward-bench/Focus": 0.8101, + "reward-bench/Ties": 0.6427 } }, { - "id": "CultriX/Qwen2.5-14B-Unity", - "name": "Qwen2.5-14B-Unity", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_no_if__2__1744316012", + "name": "allenai/open_instruct_dev-rm_3e-6_1_no_if__2__1744316012", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6739, - "hfopenllm_v2/BBH": 0.602, - "hfopenllm_v2/MATH Level 5": 0.4313, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4679, - "hfopenllm_v2/MMLU-PRO": 0.5076 + "reward-bench/Score": 0.5911, + "reward-bench/Factuality": 0.7347, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.74, + "reward-bench/Focus": 0.604, + "reward-bench/Ties": 0.4392 } }, { - "id": "CultriX/Qwen2.5-14B-Wernicke", - "name": "Qwen2.5-14B-Wernicke", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_no_if__3__1744315765", + "name": "allenai/open_instruct_dev-rm_3e-6_1_no_if__3__1744315765", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5235, - "hfopenllm_v2/BBH": 0.6568, - "hfopenllm_v2/MATH Level 5": 0.3814, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4689, - "hfopenllm_v2/MMLU-PRO": 0.5424 + "reward-bench/Score": 0.5926, + "reward-bench/Factuality": 0.7263, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.7889, + "reward-bench/Focus": 0.5879, + "reward-bench/Ties": 0.4733 } }, { - "id": "CultriX/Qwen2.5-14B-Wernicke-SFT", - "name": "Qwen2.5-14B-Wernicke-SFT", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_rl__1__1743551527", + "name": "allenai/open_instruct_dev-rm_3e-6_1_rl__1__1743551527", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4937, - "hfopenllm_v2/BBH": 0.6461, - "hfopenllm_v2/MATH Level 5": 0.3595, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.39, - "hfopenllm_v2/MMLU-PRO": 0.507 + "reward-bench/Score": 0.6126, + "reward-bench/Factuality": 0.7411, + "reward-bench/Precise IF": 0.425, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.7822, + "reward-bench/Focus": 0.5939, + "reward-bench/Ties": 0.5104 } }, { - "id": "CultriX/Qwen2.5-14B-Wernicke-SLERP", - "name": "Qwen2.5-14B-Wernicke-SLERP", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworks__1__1744530236", + "name": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworks__1__1744530236", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5589, - "hfopenllm_v2/BBH": 0.6441, - "hfopenllm_v2/MATH Level 5": 0.4486, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.414, - "hfopenllm_v2/MMLU-PRO": 0.5094 + "reward-bench/Score": 0.6525, + "reward-bench/Factuality": 0.6021, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.5792, + "reward-bench/Safety": 0.8933, + "reward-bench/Focus": 0.8626, + "reward-bench/Ties": 0.59 } }, { - "id": "CultriX/Qwen2.5-14B-Wernickev3", - "name": "Qwen2.5-14B-Wernickev3", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworkstulufull__1__1743551530", + "name": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworkstulufull__1__1743551530", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7048, - "hfopenllm_v2/BBH": 0.6184, - "hfopenllm_v2/MATH Level 5": 0.3542, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4717, - "hfopenllm_v2/MMLU-PRO": 0.5151 + "reward-bench/Score": 0.6849, + "reward-bench/Factuality": 0.7453, + "reward-bench/Precise IF": 0.3812, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.8422, + "reward-bench/Focus": 0.8404, + "reward-bench/Ties": 0.6885 } }, { - "id": "CultriX/Qwen2.5-14B-partialmergept1", - "name": "Qwen2.5-14B-partialmergept1", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulu75__1__1743534417", + "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulu75__1__1743534417", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6337, - "hfopenllm_v2/BBH": 0.6151, - "hfopenllm_v2/MATH Level 5": 0.4539, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4757, - "hfopenllm_v2/MMLU-PRO": 0.5208 + "reward-bench/Score": 0.586, + "reward-bench/Factuality": 0.6632, + "reward-bench/Precise IF": 0.425, + "reward-bench/Math": 0.6557, + "reward-bench/Safety": 0.7778, + "reward-bench/Focus": 0.5172, + "reward-bench/Ties": 0.477 } }, { - "id": "CultriX/Qwenfinity-2.5-14B", - "name": "Qwenfinity-2.5-14B", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__1__1743446486", + "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__1__1743446486", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4814, - "hfopenllm_v2/BBH": 0.5655, - "hfopenllm_v2/MATH Level 5": 0.4101, - "hfopenllm_v2/GPQA": 0.349, - "hfopenllm_v2/MUSR": 0.4506, - "hfopenllm_v2/MMLU-PRO": 0.4498 + "reward-bench/Score": 0.6773, + "reward-bench/Factuality": 0.7432, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.8422, + "reward-bench/Focus": 0.804, + "reward-bench/Ties": 0.6626 } }, { - "id": "CultriX/Qwestion-14B", - "name": "Qwestion-14B", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__2__1744314745", + "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__2__1744314745", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6318, - "hfopenllm_v2/BBH": 0.645, - "hfopenllm_v2/MATH Level 5": 0.3724, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4636, - "hfopenllm_v2/MMLU-PRO": 0.5422 + "reward-bench/Score": 0.6793, + "reward-bench/Factuality": 0.7558, + "reward-bench/Precise IF": 0.4062, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8311, + "reward-bench/Focus": 0.8061, + "reward-bench/Ties": 0.6485 } }, { - "id": "CultriX/SeQwence-14B", - "name": "SeQwence-14B", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__3__1744311661", + "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__3__1744311661", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5352, - "hfopenllm_v2/BBH": 0.6506, - "hfopenllm_v2/MATH Level 5": 0.3535, - "hfopenllm_v2/GPQA": 0.3607, - "hfopenllm_v2/MUSR": 0.4666, - "hfopenllm_v2/MMLU-PRO": 0.5419 + "reward-bench/Score": 0.6611, + "reward-bench/Factuality": 0.72, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.6393, + "reward-bench/Safety": 0.8444, + "reward-bench/Focus": 0.7636, + "reward-bench/Ties": 0.6428 } }, { - "id": "CultriX/SeQwence-14B-EvolMerge", - "name": "SeQwence-14B-EvolMerge", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulumix__1__1743204472", + "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulumix__1__1743204472", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5382, - "hfopenllm_v2/BBH": 0.6572, - "hfopenllm_v2/MATH Level 5": 0.3671, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4821, - "hfopenllm_v2/MMLU-PRO": 0.5419 + "reward-bench/Score": 0.5778, + "reward-bench/Factuality": 0.6674, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.6011, + "reward-bench/Safety": 0.7933, + "reward-bench/Focus": 0.5172, + "reward-bench/Ties": 0.5003 } }, { - "id": "CultriX/SeQwence-14B-EvolMergev1", - "name": "SeQwence-14B-EvolMergev1", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_2_10pctflipped__1__1743295267", + "name": "allenai/open_instruct_dev-rm_3e-6_2_10pctflipped__1__1743295267", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5555, - "hfopenllm_v2/BBH": 0.6546, - "hfopenllm_v2/MATH Level 5": 0.4215, - "hfopenllm_v2/GPQA": 0.3767, - "hfopenllm_v2/MUSR": 0.4623, - "hfopenllm_v2/MMLU-PRO": 0.5393 + "reward-bench/Score": 0.5746, + "reward-bench/Factuality": 0.6505, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.5082, + "reward-bench/Safety": 0.7844, + "reward-bench/Focus": 0.7414, + "reward-bench/Ties": 0.4128 } }, { - "id": "CultriX/SeQwence-14B-v5", - "name": "SeQwence-14B-v5", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_2_1pctflipped__1__1743445759", + "name": "allenai/open_instruct_dev-rm_3e-6_2_1pctflipped__1__1743445759", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.592, - "hfopenllm_v2/BBH": 0.6517, - "hfopenllm_v2/MATH Level 5": 0.3308, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.4714, - "hfopenllm_v2/MMLU-PRO": 0.5415 + "reward-bench/Score": 0.6065, + "reward-bench/Factuality": 0.7116, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.5792, + "reward-bench/Safety": 0.8178, + "reward-bench/Focus": 0.7152, + "reward-bench/Ties": 0.465 } }, { - "id": "CultriX/SeQwence-14Bv1", - "name": "SeQwence-14Bv1", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_2_20pctflipped__1__1743324905", + "name": "allenai/open_instruct_dev-rm_3e-6_2_20pctflipped__1__1743324905", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6678, - "hfopenllm_v2/BBH": 0.6345, - "hfopenllm_v2/MATH Level 5": 0.361, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4704, - "hfopenllm_v2/MMLU-PRO": 0.532 + "reward-bench/Score": 0.5305, + "reward-bench/Factuality": 0.5832, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.459, + "reward-bench/Safety": 0.7178, + "reward-bench/Focus": 0.7071, + "reward-bench/Ties": 0.3849 } }, { - "id": "CultriX/SeQwence-14Bv2", - "name": "SeQwence-14Bv2", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_2_30pctflipped__1__1743326363", + "name": "allenai/open_instruct_dev-rm_3e-6_2_30pctflipped__1__1743326363", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5786, - "hfopenllm_v2/BBH": 0.6305, - "hfopenllm_v2/MATH Level 5": 0.4758, - "hfopenllm_v2/GPQA": 0.3607, - "hfopenllm_v2/MUSR": 0.4601, - "hfopenllm_v2/MMLU-PRO": 0.5334 + "reward-bench/Score": 0.4436, + "reward-bench/Factuality": 0.5411, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.3115, + "reward-bench/Safety": 0.6267, + "reward-bench/Focus": 0.5414, + "reward-bench/Ties": 0.31 } }, { - "id": "CultriX/SeQwence-14Bv3", - "name": "SeQwence-14Bv3", - "developer": "CultriX", + "id": "allenai/open_instruct_dev-rm_3e-6_2_5pctflipped__1__1743444505", + "name": "allenai/open_instruct_dev-rm_3e-6_2_5pctflipped__1__1743444505", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5719, - "hfopenllm_v2/BBH": 0.6302, - "hfopenllm_v2/MATH Level 5": 0.4766, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4624, - "hfopenllm_v2/MMLU-PRO": 0.5335 + "reward-bench/Score": 0.5925, + "reward-bench/Factuality": 0.68, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.5519, + "reward-bench/Safety": 0.78, + "reward-bench/Focus": 0.7434, + "reward-bench/Ties": 0.431 } }, { - "id": "DRXD1000/Atlas-7B", - "name": "Atlas-7B", - "developer": "DRXD1000", + "id": "allenai/open_instruct_dev-rm_3e-6_2_dpo__1__1743550180", + "name": "allenai/open_instruct_dev-rm_3e-6_2_dpo__1__1743550180", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3704, - "hfopenllm_v2/BBH": 0.3302, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1401 + "reward-bench/Score": 0.6198, + "reward-bench/Factuality": 0.7263, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.6339, + "reward-bench/Safety": 0.8133, + "reward-bench/Focus": 0.7232, + "reward-bench/Ties": 0.4908 } }, { - "id": "DRXD1000/Phoenix-7B", - "name": "Phoenix-7B", - "developer": "DRXD1000", + "id": "allenai/open_instruct_dev-rm_3e-6_2_dpo_skyworkstulufull__1__1743550187", + "name": "allenai/open_instruct_dev-rm_3e-6_2_dpo_skyworkstulufull__1__1743550187", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.321, - "hfopenllm_v2/BBH": 0.3932, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3849, - "hfopenllm_v2/MMLU-PRO": 0.2343 + "reward-bench/Score": 0.6763, + "reward-bench/Factuality": 0.7411, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.8844, + "reward-bench/Focus": 0.8545, + "reward-bench/Ties": 0.5908 } }, { - "id": "DUAL-GPO/zephyr-7b-ipo-0k-15k-i1", - "name": "zephyr-7b-ipo-0k-15k-i1", - "developer": "DUAL-GPO", + "id": "allenai/open_instruct_dev-rm_3e-6_2_rl__1__1743551509", + "name": "allenai/open_instruct_dev-rm_3e-6_2_rl__1__1743551509", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2756, - "hfopenllm_v2/BBH": 0.4473, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.313 + "reward-bench/Score": 0.6245, + "reward-bench/Factuality": 0.7242, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.6175, + "reward-bench/Safety": 0.8178, + "reward-bench/Focus": 0.7253, + "reward-bench/Ties": 0.5124 } }, { - "id": "DZgas/GIGABATEMAN-7B", - "name": "GIGABATEMAN-7B", - "developer": "DZgas", + "id": "allenai/open_instruct_dev-rm_3e-6_2_rl_skyworkstulufull__1__1743551498", + "name": "allenai/open_instruct_dev-rm_3e-6_2_rl_skyworkstulufull__1__1743551498", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4607, - "hfopenllm_v2/BBH": 0.5032, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4328, - "hfopenllm_v2/MMLU-PRO": 0.3177 + "reward-bench/Score": 0.6673, + "reward-bench/Factuality": 0.7326, + "reward-bench/Precise IF": 0.3438, + "reward-bench/Math": 0.6175, + "reward-bench/Safety": 0.8622, + "reward-bench/Focus": 0.8566, + "reward-bench/Ties": 0.5911 } }, { - "id": "Daemontatox/AetherDrake-SFT", - "name": "AetherDrake-SFT", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulu75__1__1743548926", + "name": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulu75__1__1743548926", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4813, - "hfopenllm_v2/BBH": 0.4872, - "hfopenllm_v2/MATH Level 5": 0.1511, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4088, - "hfopenllm_v2/MMLU-PRO": 0.3499 + "reward-bench/Score": 0.5863, + "reward-bench/Factuality": 0.6674, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8, + "reward-bench/Focus": 0.5515, + "reward-bench/Ties": 0.4768 } }, { - "id": "Daemontatox/AetherSett", - "name": "AetherSett", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulumix__1__1743205661", + "name": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulumix__1__1743205661", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.537, - "hfopenllm_v2/BBH": 0.5452, - "hfopenllm_v2/MATH Level 5": 0.3973, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4603, - "hfopenllm_v2/MMLU-PRO": 0.4279 + "reward-bench/Score": 0.589, + "reward-bench/Factuality": 0.6842, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.6393, + "reward-bench/Safety": 0.7867, + "reward-bench/Focus": 0.6081, + "reward-bench/Ties": 0.447 } }, { - "id": "Daemontatox/AetherTOT", - "name": "AetherTOT", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__4__1747266598", + "name": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__4__1747266598", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4398, - "hfopenllm_v2/BBH": 0.5066, - "hfopenllm_v2/MATH Level 5": 0.1488, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4079, - "hfopenllm_v2/MMLU-PRO": 0.3804 + "reward-bench/Score": 0.7306, + "reward-bench/Factuality": 0.7474, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.694, + "reward-bench/Safety": 0.8622, + "reward-bench/Focus": 0.8061, + "reward-bench/Ties": 0.8992 } }, { - "id": "Daemontatox/AetherUncensored", - "name": "AetherUncensored", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__8__1745387923", + "name": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__8__1745387923", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4042, - "hfopenllm_v2/BBH": 0.4463, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3747, - "hfopenllm_v2/MMLU-PRO": 0.271 + "reward-bench/Score": 0.7573, + "reward-bench/Factuality": 0.8168, + "reward-bench/Precise IF": 0.4125, + "reward-bench/Math": 0.7049, + "reward-bench/Safety": 0.8733, + "reward-bench/Focus": 0.8545, + "reward-bench/Ties": 0.8814 } }, { - "id": "Daemontatox/Cogito-MIS", - "name": "Cogito-MIS", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_1e-6_1__1__1743896628", + "name": "allenai/open_instruct_dev-rm_llama_1e-6_1__1__1743896628", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1815, - "hfopenllm_v2/BBH": 0.506, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3768, - "hfopenllm_v2/MMLU-PRO": 0.1435 + "reward-bench/Score": 0.6637, + "reward-bench/Factuality": 0.6947, + "reward-bench/Precise IF": 0.4062, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8422, + "reward-bench/Focus": 0.7273, + "reward-bench/Ties": 0.6834 } }, { - "id": "Daemontatox/CogitoDistil", - "name": "CogitoDistil", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworks__1__1744062999", + "name": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworks__1__1744062999", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2776, - "hfopenllm_v2/BBH": 0.3677, - "hfopenllm_v2/MATH Level 5": 0.3927, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3755, - "hfopenllm_v2/MMLU-PRO": 0.2625 + "reward-bench/Score": 0.6665, + "reward-bench/Factuality": 0.5979, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.6339, + "reward-bench/Safety": 0.8956, + "reward-bench/Focus": 0.8606, + "reward-bench/Ties": 0.6422 } }, { - "id": "Daemontatox/CogitoZ", - "name": "CogitoZ", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworkstulufull__1__1743712777", + "name": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworkstulufull__1__1743712777", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3967, - "hfopenllm_v2/BBH": 0.6734, - "hfopenllm_v2/MATH Level 5": 0.5242, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4793, - "hfopenllm_v2/MMLU-PRO": 0.5593 + "reward-bench/Score": 0.7038, + "reward-bench/Factuality": 0.6947, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.6557, + "reward-bench/Safety": 0.8867, + "reward-bench/Focus": 0.8586, + "reward-bench/Ties": 0.7331 } }, { - "id": "Daemontatox/CogitoZ14", - "name": "CogitoZ14", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_1e-6_2__1__1743896638", + "name": "allenai/open_instruct_dev-rm_llama_1e-6_2__1__1743896638", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6637, - "hfopenllm_v2/BBH": 0.6298, - "hfopenllm_v2/MATH Level 5": 0.4222, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4059, - "hfopenllm_v2/MMLU-PRO": 0.3999 + "reward-bench/Score": 0.6754, + "reward-bench/Factuality": 0.6716, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.6339, + "reward-bench/Safety": 0.8756, + "reward-bench/Focus": 0.7737, + "reward-bench/Ties": 0.6976 } }, { - "id": "Daemontatox/DocumentCogito", - "name": "DocumentCogito", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_1e-6_2_skyworkstulufull__1__1743800938", + "name": "allenai/open_instruct_dev-rm_llama_1e-6_2_skyworkstulufull__1__1743800938", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.777, - "hfopenllm_v2/BBH": 0.5187, - "hfopenllm_v2/MATH Level 5": 0.2198, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3911, - "hfopenllm_v2/MMLU-PRO": 0.3738 + "reward-bench/Score": 0.7241, + "reward-bench/Factuality": 0.7305, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.6667, + "reward-bench/Safety": 0.9422, + "reward-bench/Focus": 0.9414, + "reward-bench/Ties": 0.6635 } }, { - "id": "Daemontatox/Llama3.3-70B-CogniLink", - "name": "Llama3.3-70B-CogniLink", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_2e-5_1_skyworkstulufull__1__1743712885", + "name": "allenai/open_instruct_dev-rm_llama_2e-5_1_skyworkstulufull__1__1743712885", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6931, - "hfopenllm_v2/BBH": 0.6668, - "hfopenllm_v2/MATH Level 5": 0.4139, - "hfopenllm_v2/GPQA": 0.4455, - "hfopenllm_v2/MUSR": 0.4877, - "hfopenllm_v2/MMLU-PRO": 0.5173 + "reward-bench/Score": 0.6716, + "reward-bench/Factuality": 0.6632, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.82, + "reward-bench/Focus": 0.8303, + "reward-bench/Ties": 0.719 } }, { - "id": "Daemontatox/Llama_cot", - "name": "Llama_cot", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_2e-5_2_skyworkstulufull__1__1743800773", + "name": "allenai/open_instruct_dev-rm_llama_2e-5_2_skyworkstulufull__1__1743800773", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7549, - "hfopenllm_v2/BBH": 0.4838, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3872, - "hfopenllm_v2/MMLU-PRO": 0.3518 + "reward-bench/Score": 0.6207, + "reward-bench/Factuality": 0.6358, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.5902, + "reward-bench/Safety": 0.8267, + "reward-bench/Focus": 0.802, + "reward-bench/Ties": 0.4948 } }, { - "id": "Daemontatox/MawaredT1", - "name": "MawaredT1", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_2e-6_1_skyworkstulufull__1__1743893867", + "name": "allenai/open_instruct_dev-rm_llama_2e-6_1_skyworkstulufull__1__1743893867", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4199, - "hfopenllm_v2/BBH": 0.5215, - "hfopenllm_v2/MATH Level 5": 0.3021, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4702, - "hfopenllm_v2/MMLU-PRO": 0.4718 + "reward-bench/Score": 0.719, + "reward-bench/Factuality": 0.7263, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.6393, + "reward-bench/Safety": 0.8956, + "reward-bench/Focus": 0.9273, + "reward-bench/Ties": 0.738 } }, { - "id": "Daemontatox/Mini_QwQ", - "name": "Mini_QwQ", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__1__1743929424", + "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__1__1743929424", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4497, - "hfopenllm_v2/BBH": 0.5549, - "hfopenllm_v2/MATH Level 5": 0.4192, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4682, - "hfopenllm_v2/MMLU-PRO": 0.4373 + "reward-bench/Score": 0.6572, + "reward-bench/Factuality": 0.7305, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8289, + "reward-bench/Focus": 0.703, + "reward-bench/Ties": 0.6837 } }, { - "id": "Daemontatox/NemoR", - "name": "NemoR", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__2__1744311395", + "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__2__1744311395", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2287, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.3908, - "hfopenllm_v2/MMLU-PRO": 0.329 + "reward-bench/Score": 0.6938, + "reward-bench/Factuality": 0.7537, + "reward-bench/Precise IF": 0.45, + "reward-bench/Math": 0.6393, + "reward-bench/Safety": 0.8667, + "reward-bench/Focus": 0.7616, + "reward-bench/Ties": 0.6913 } }, { - "id": "Daemontatox/PathFinderAI2.0", - "name": "PathFinderAI2.0", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__3__1744311491", + "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__3__1744311491", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4541, - "hfopenllm_v2/BBH": 0.6658, - "hfopenllm_v2/MATH Level 5": 0.5076, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4216, - "hfopenllm_v2/MMLU-PRO": 0.5547 + "reward-bench/Score": 0.6754, + "reward-bench/Factuality": 0.7242, + "reward-bench/Precise IF": 0.4062, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8422, + "reward-bench/Focus": 0.7535, + "reward-bench/Ties": 0.6976 } }, { - "id": "Daemontatox/PathFinderAi3.0", - "name": "PathFinderAi3.0", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworks__1__1744062787", + "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworks__1__1744062787", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4271, - "hfopenllm_v2/BBH": 0.6884, - "hfopenllm_v2/MATH Level 5": 0.5045, - "hfopenllm_v2/GPQA": 0.4086, - "hfopenllm_v2/MUSR": 0.4807, - "hfopenllm_v2/MMLU-PRO": 0.5757 + "reward-bench/Score": 0.7045, + "reward-bench/Factuality": 0.6253, + "reward-bench/Precise IF": 0.3812, + "reward-bench/Math": 0.6667, + "reward-bench/Safety": 0.92, + "reward-bench/Focus": 0.9232, + "reward-bench/Ties": 0.7109 } }, { - "id": "Daemontatox/PathfinderAI", - "name": "PathfinderAI", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__2__1744311461", + "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__2__1744311461", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4855, - "hfopenllm_v2/BBH": 0.6627, - "hfopenllm_v2/MATH Level 5": 0.4841, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4256, - "hfopenllm_v2/MMLU-PRO": 0.5542 + "reward-bench/Score": 0.7189, + "reward-bench/Factuality": 0.7305, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.8978, + "reward-bench/Focus": 0.9374, + "reward-bench/Ties": 0.7475 } }, { - "id": "Daemontatox/Phi-4-COT", - "name": "Phi-4-COT", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__3__1744311780", + "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__3__1744311780", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1793, - "hfopenllm_v2/BBH": 0.6173, - "hfopenllm_v2/MATH Level 5": 0.2243, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.453, - "hfopenllm_v2/MMLU-PRO": 0.5005 + "reward-bench/Score": 0.7172, + "reward-bench/Factuality": 0.7242, + "reward-bench/Precise IF": 0.4313, + "reward-bench/Math": 0.6175, + "reward-bench/Safety": 0.8778, + "reward-bench/Focus": 0.897, + "reward-bench/Ties": 0.7555 } }, { - "id": "Daemontatox/PixelParse_AI", - "name": "PixelParse_AI", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_3e-6_2__1__1743896489", + "name": "allenai/open_instruct_dev-rm_llama_3e-6_2__1__1743896489", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4383, - "hfopenllm_v2/BBH": 0.5034, - "hfopenllm_v2/MATH Level 5": 0.1473, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4052, - "hfopenllm_v2/MMLU-PRO": 0.3778 + "reward-bench/Score": 0.6813, + "reward-bench/Factuality": 0.7137, + "reward-bench/Precise IF": 0.4437, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.8644, + "reward-bench/Focus": 0.7596, + "reward-bench/Ties": 0.6781 } }, { - "id": "Daemontatox/RA2.0", - "name": "RA2.0", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_3e-6_2_skyworkstulufull__1__1743800713", + "name": "allenai/open_instruct_dev-rm_llama_3e-6_2_skyworkstulufull__1__1743800713", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3784, - "hfopenllm_v2/BBH": 0.4889, - "hfopenllm_v2/MATH Level 5": 0.3837, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4091, - "hfopenllm_v2/MMLU-PRO": 0.2616 + "reward-bench/Score": 0.7209, + "reward-bench/Factuality": 0.7116, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.6612, + "reward-bench/Safety": 0.9067, + "reward-bench/Focus": 0.9172, + "reward-bench/Ties": 0.7414 } }, { - "id": "Daemontatox/RA_Reasoner", - "name": "RA_Reasoner", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llama_4e-6_1_skyworkstulufull__1__1743893911", + "name": "allenai/open_instruct_dev-rm_llama_4e-6_1_skyworkstulufull__1__1743893911", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5592, - "hfopenllm_v2/BBH": 0.6054, - "hfopenllm_v2/MATH Level 5": 0.2122, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.43 + "reward-bench/Score": 0.7266, + "reward-bench/Factuality": 0.7347, + "reward-bench/Precise IF": 0.4313, + "reward-bench/Math": 0.6339, + "reward-bench/Safety": 0.8933, + "reward-bench/Focus": 0.897, + "reward-bench/Ties": 0.7697 } }, { - "id": "Daemontatox/RA_Reasoner2.0", - "name": "RA_Reasoner2.0", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llamabase_1e-6_1_skyworkstulufull__1__1745386412", + "name": "allenai/open_instruct_dev-rm_llamabase_1e-6_1_skyworkstulufull__1__1745386412", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5366, - "hfopenllm_v2/BBH": 0.6062, - "hfopenllm_v2/MATH Level 5": 0.2311, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.3884, - "hfopenllm_v2/MMLU-PRO": 0.4353 + "reward-bench/Score": 0.5342, + "reward-bench/Factuality": 0.6042, + "reward-bench/Precise IF": 0.275, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.7222, + "reward-bench/Focus": 0.5818, + "reward-bench/Ties": 0.3935 } }, { - "id": "Daemontatox/ReasonTest", - "name": "ReasonTest", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llamabase_1e-6_2_skyworkstulufull__1__1745441922", + "name": "allenai/open_instruct_dev-rm_llamabase_1e-6_2_skyworkstulufull__1__1745441922", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.408, - "hfopenllm_v2/BBH": 0.5435, - "hfopenllm_v2/MATH Level 5": 0.2137, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4315, - "hfopenllm_v2/MMLU-PRO": 0.4272 + "reward-bench/Score": 0.6111, + "reward-bench/Factuality": 0.6884, + "reward-bench/Precise IF": 0.3063, + "reward-bench/Math": 0.623, + "reward-bench/Safety": 0.8289, + "reward-bench/Focus": 0.7576, + "reward-bench/Ties": 0.4628 } }, { - "id": "Daemontatox/Research_PathfinderAI", - "name": "Research_PathfinderAI", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llamabase_2e-5_1_skyworkstulufull__1__1745386495", + "name": "allenai/open_instruct_dev-rm_llamabase_2e-5_1_skyworkstulufull__1__1745386495", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3457, - "hfopenllm_v2/BBH": 0.2872, - "hfopenllm_v2/MATH Level 5": 0.1699, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.3394, - "hfopenllm_v2/MMLU-PRO": 0.113 + "reward-bench/Score": 0.5825, + "reward-bench/Factuality": 0.6379, + "reward-bench/Precise IF": 0.325, + "reward-bench/Math": 0.5355, + "reward-bench/Safety": 0.8222, + "reward-bench/Focus": 0.7051, + "reward-bench/Ties": 0.4691 } }, { - "id": "Daemontatox/SphinX", - "name": "SphinX", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llamabase_2e-5_2_skyworkstulufull__1__1745386507", + "name": "allenai/open_instruct_dev-rm_llamabase_2e-5_2_skyworkstulufull__1__1745386507", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5725, - "hfopenllm_v2/BBH": 0.5441, - "hfopenllm_v2/MATH Level 5": 0.3082, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4405, - "hfopenllm_v2/MMLU-PRO": 0.4366 + "reward-bench/Score": 0.5598, + "reward-bench/Factuality": 0.5495, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.5902, + "reward-bench/Safety": 0.76, + "reward-bench/Focus": 0.7273, + "reward-bench/Ties": 0.3754 } }, { - "id": "Daemontatox/Sphinx2.0", - "name": "Sphinx2.0", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_llamabase_3e-6_1_skyworkstulufull__1__1745386507", + "name": "allenai/open_instruct_dev-rm_llamabase_3e-6_1_skyworkstulufull__1__1745386507", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7123, - "hfopenllm_v2/BBH": 0.6473, - "hfopenllm_v2/MATH Level 5": 0.4018, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.5184 + "reward-bench/Score": 0.6101, + "reward-bench/Factuality": 0.6632, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.6175, + "reward-bench/Safety": 0.7778, + "reward-bench/Focus": 0.7111, + "reward-bench/Ties": 0.5408 } }, { - "id": "Daemontatox/TinySphinx", - "name": "TinySphinx", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_qwen32b_1e-6_skyworkstulufull__8__1748235917", + "name": "allenai/open_instruct_dev-rm_qwen32b_1e-6_skyworkstulufull__8__1748235917", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2567, - "hfopenllm_v2/BBH": 0.331, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1698 + "reward-bench/Score": 0.7185, + "reward-bench/Factuality": 0.7305, + "reward-bench/Precise IF": 0.4125, + "reward-bench/Math": 0.7158, + "reward-bench/Safety": 0.7933, + "reward-bench/Focus": 0.8545, + "reward-bench/Ties": 0.804 } }, { - "id": "Daemontatox/TinySphinx2.0", - "name": "TinySphinx2.0", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_qwen32b_3e-6_skyworkstulufull__8__1748288961", + "name": "allenai/open_instruct_dev-rm_qwen32b_3e-6_skyworkstulufull__8__1748288961", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2535, - "hfopenllm_v2/BBH": 0.3168, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1731 + "reward-bench/Score": 0.7325, + "reward-bench/Factuality": 0.7474, + "reward-bench/Precise IF": 0.4437, + "reward-bench/Math": 0.7158, + "reward-bench/Safety": 0.7978, + "reward-bench/Focus": 0.8141, + "reward-bench/Ties": 0.8763 } }, { - "id": "Daemontatox/Zirel-7B-Math", - "name": "Zirel-7B-Math", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__1__1744062830", + "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__1__1744062830", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6639, - "hfopenllm_v2/BBH": 0.5448, - "hfopenllm_v2/MATH Level 5": 0.1979, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4789, - "hfopenllm_v2/MMLU-PRO": 0.4237 + "reward-bench/Score": 0.6022, + "reward-bench/Factuality": 0.5284, + "reward-bench/Precise IF": 0.325, + "reward-bench/Math": 0.694, + "reward-bench/Safety": 0.7556, + "reward-bench/Focus": 0.7616, + "reward-bench/Ties": 0.5486 } }, { - "id": "Daemontatox/Zirel_1.5", - "name": "Zirel_1.5", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__2__1744576024", + "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__2__1744576024", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4168, - "hfopenllm_v2/BBH": 0.3985, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3658, - "hfopenllm_v2/MMLU-PRO": 0.2143 + "reward-bench/Score": 0.5948, + "reward-bench/Factuality": 0.5579, + "reward-bench/Precise IF": 0.2875, + "reward-bench/Math": 0.6776, + "reward-bench/Safety": 0.72, + "reward-bench/Focus": 0.7394, + "reward-bench/Ties": 0.5863 } }, { - "id": "Daemontatox/mini-Cogito-R1", - "name": "mini-Cogito-R1", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworkstulufull__1__1743712914", + "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworkstulufull__1__1743712914", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2298, - "hfopenllm_v2/BBH": 0.328, - "hfopenllm_v2/MATH Level 5": 0.2749, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3447, - "hfopenllm_v2/MMLU-PRO": 0.1482 + "reward-bench/Score": 0.6492, + "reward-bench/Factuality": 0.6084, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.6776, + "reward-bench/Safety": 0.76, + "reward-bench/Focus": 0.8, + "reward-bench/Ties": 0.699 } }, { - "id": "Daemontatox/mini_Pathfinder", - "name": "mini_Pathfinder", - "developer": "Daemontatox", + "id": "allenai/open_instruct_dev-rm_qwen_2e-5_1_skyworkstulufull__1__1743713091", + "name": "allenai/open_instruct_dev-rm_qwen_2e-5_1_skyworkstulufull__1__1743713091", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2962, - "hfopenllm_v2/BBH": 0.3956, - "hfopenllm_v2/MATH Level 5": 0.4751, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.2809 + "reward-bench/Score": 0.6764, + "reward-bench/Factuality": 0.7074, + "reward-bench/Precise IF": 0.3, + "reward-bench/Math": 0.6885, + "reward-bench/Safety": 0.8622, + "reward-bench/Focus": 0.802, + "reward-bench/Ties": 0.6984 } }, { - "id": "Dampfinchen/Llama-3.1-8B-Ultra-Instruct", - "name": "Llama-3.1-8B-Ultra-Instruct", - "developer": "Dampfinchen", + "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__1__1744062829", + "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__1__1744062829", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8081, - "hfopenllm_v2/BBH": 0.5258, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4003, - "hfopenllm_v2/MMLU-PRO": 0.3826 + "reward-bench/Score": 0.6408, + "reward-bench/Factuality": 0.6337, + "reward-bench/Precise IF": 0.3063, + "reward-bench/Math": 0.6831, + "reward-bench/Safety": 0.8467, + "reward-bench/Focus": 0.8222, + "reward-bench/Ties": 0.5529 } }, { - "id": "Danielbrdz/Barcenas-10b", - "name": "Barcenas-10b", - "developer": "Danielbrdz", + "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__2__1744576050", + "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__2__1744576050", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6608, - "hfopenllm_v2/BBH": 0.6121, - "hfopenllm_v2/MATH Level 5": 0.2153, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.4361 + "reward-bench/Score": 0.6452, + "reward-bench/Factuality": 0.6063, + "reward-bench/Precise IF": 0.3187, + "reward-bench/Math": 0.7158, + "reward-bench/Safety": 0.8356, + "reward-bench/Focus": 0.8343, + "reward-bench/Ties": 0.5603 } }, { - "id": "Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO", - "name": "Barcenas-14b-Phi-3-medium-ORPO", - "developer": "Danielbrdz", + "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworkstulufull__1__1743712916", + "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworkstulufull__1__1743712916", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4799, - "hfopenllm_v2/BBH": 0.6536, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4808, - "hfopenllm_v2/MMLU-PRO": 0.4723 + "reward-bench/Score": 0.7013, + "reward-bench/Factuality": 0.7263, + "reward-bench/Precise IF": 0.3438, + "reward-bench/Math": 0.6995, + "reward-bench/Safety": 0.8222, + "reward-bench/Focus": 0.8444, + "reward-bench/Ties": 0.7714 } }, { - "id": "Danielbrdz/Barcenas-14b-phi-4", - "name": "Barcenas-14b-phi-4", - "developer": "Danielbrdz", + "id": "allenai/open_instruct_dev-rm_qwen_3e-6_2__1__1743023576", + "name": "allenai/open_instruct_dev-rm_qwen_3e-6_2__1__1743023576", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0498, - "hfopenllm_v2/BBH": 0.6769, - "hfopenllm_v2/MATH Level 5": 0.2583, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.5097, - "hfopenllm_v2/MMLU-PRO": 0.5175 + "reward-bench/Score": 0.6369, + "reward-bench/Factuality": 0.6905, + "reward-bench/Precise IF": 0.3187, + "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.7844, + "reward-bench/Focus": 0.7596, + "reward-bench/Ties": 0.6236 } }, { - "id": "Danielbrdz/Barcenas-14b-phi-4-v2", - "name": "Barcenas-14b-phi-4-v2", - "developer": "Danielbrdz", + "id": "allenai/open_instruct_dev-rm_qwen_3e-6_3__1__1743023619", + "name": "allenai/open_instruct_dev-rm_qwen_3e-6_3__1__1743023619", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2775, - "hfopenllm_v2/BBH": 0.6573, - "hfopenllm_v2/MATH Level 5": 0.3218, - "hfopenllm_v2/GPQA": 0.3784, - "hfopenllm_v2/MUSR": 0.4399, - "hfopenllm_v2/MMLU-PRO": 0.5244 + "reward-bench/Score": 0.6221, + "reward-bench/Factuality": 0.6674, + "reward-bench/Precise IF": 0.325, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.7978, + "reward-bench/Focus": 0.7455, + "reward-bench/Ties": 0.5852 } }, { - "id": "Danielbrdz/Barcenas-3b-GRPO", - "name": "Barcenas-3b-GRPO", - "developer": "Danielbrdz", + "id": "allenai/open_instruct_dev-rm_qwenbase_1e-6_1_skyworkstulufull__1__1745388583", + "name": "allenai/open_instruct_dev-rm_qwenbase_1e-6_1_skyworkstulufull__1__1745388583", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5444, - "hfopenllm_v2/BBH": 0.4414, - "hfopenllm_v2/MATH Level 5": 0.1375, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3576, - "hfopenllm_v2/MMLU-PRO": 0.3037 + "reward-bench/Score": 0.5735, + "reward-bench/Factuality": 0.5895, + "reward-bench/Precise IF": 0.2625, + "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.6889, + "reward-bench/Focus": 0.6727, + "reward-bench/Ties": 0.5823 } }, { - "id": "Danielbrdz/Barcenas-Llama3-8b-ORPO", - "name": "Barcenas-Llama3-8b-ORPO", - "developer": "Danielbrdz", + "id": "allenai/open_instruct_dev-rm_qwenbase_1e-6_2_skyworkstulufull__1__1745388604", + "name": "allenai/open_instruct_dev-rm_qwenbase_1e-6_2_skyworkstulufull__1__1745388604", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7372, - "hfopenllm_v2/BBH": 0.4987, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.419, - "hfopenllm_v2/MMLU-PRO": 0.383 + "reward-bench/Score": 0.6336, + "reward-bench/Factuality": 0.6337, + "reward-bench/Precise IF": 0.3063, + "reward-bench/Math": 0.6885, + "reward-bench/Safety": 0.7244, + "reward-bench/Focus": 0.802, + "reward-bench/Ties": 0.6465 } }, { - "id": "Danielbrdz/Barcenas-R1-Qwen-1.5b", - "name": "Barcenas-R1-Qwen-1.5b", - "developer": "Danielbrdz", + "id": "allenai/open_instruct_dev-rm_qwenbase_2e-5_1_skyworkstulufull__1__1745388738", + "name": "allenai/open_instruct_dev-rm_qwenbase_2e-5_1_skyworkstulufull__1__1745388738", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2428, - "hfopenllm_v2/BBH": 0.3587, - "hfopenllm_v2/MATH Level 5": 0.3497, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3541, - "hfopenllm_v2/MMLU-PRO": 0.1909 + "reward-bench/Score": 0.6824, + "reward-bench/Factuality": 0.6989, + "reward-bench/Precise IF": 0.3625, + "reward-bench/Math": 0.6831, + "reward-bench/Safety": 0.8311, + "reward-bench/Focus": 0.8081, + "reward-bench/Ties": 0.7107 } }, { - "id": "Dans-DiscountModels/12b-mn-dans-reasoning-test-2", - "name": "12b-mn-dans-reasoning-test-2", - "developer": "Dans-DiscountModels", + "id": "allenai/open_instruct_dev-rm_qwenbase_2e-5_2_skyworkstulufull__1__1745388191", + "name": "allenai/open_instruct_dev-rm_qwenbase_2e-5_2_skyworkstulufull__1__1745388191", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3711, - "hfopenllm_v2/BBH": 0.4807, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3702, - "hfopenllm_v2/MMLU-PRO": 0.2507 + "reward-bench/Score": 0.6392, + "reward-bench/Factuality": 0.6589, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.6995, + "reward-bench/Safety": 0.7933, + "reward-bench/Focus": 0.7717, + "reward-bench/Ties": 0.5804 } }, { - "id": "Dans-DiscountModels/12b-mn-dans-reasoning-test-3", - "name": "12b-mn-dans-reasoning-test-3", - "developer": "Dans-DiscountModels", + "id": "allenai/open_instruct_dev-rm_qwenbase_3e-6_1_skyworkstulufull__1__1745388737", + "name": "allenai/open_instruct_dev-rm_qwenbase_3e-6_1_skyworkstulufull__1__1745388737", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5053, - "hfopenllm_v2/BBH": 0.4839, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4168, - "hfopenllm_v2/MMLU-PRO": 0.2516 + "reward-bench/Score": 0.664, + "reward-bench/Factuality": 0.6821, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.8133, + "reward-bench/Focus": 0.8061, + "reward-bench/Ties": 0.7066 } }, { - "id": "Dans-DiscountModels/Dans-Instruct-CoreCurriculum-12b-ChatML", - "name": "Dans-Instruct-CoreCurriculum-12b-ChatML", - "developer": "Dans-DiscountModels", + "id": "allenai/open_instruct_dev-rm_qwenbase_3e-6_2_skyworkstulufull__1__1745388138", + "name": "allenai/open_instruct_dev-rm_qwenbase_3e-6_2_skyworkstulufull__1__1745388138", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2111, - "hfopenllm_v2/BBH": 0.4792, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3606, - "hfopenllm_v2/MMLU-PRO": 0.2805 + "reward-bench/Score": 0.6678, + "reward-bench/Factuality": 0.6505, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.6831, + "reward-bench/Safety": 0.7978, + "reward-bench/Focus": 0.8808, + "reward-bench/Ties": 0.6632 } }, { - "id": "Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML", - "name": "Dans-Instruct-Mix-8b-ChatML", - "developer": "Dans-DiscountModels", + "id": "allenai/open_instruct_dev-rm_tulu3_70b_1__8__1742924455", + "name": "allenai/open_instruct_dev-rm_tulu3_70b_1__8__1742924455", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0825, - "hfopenllm_v2/BBH": 0.4738, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3918, - "hfopenllm_v2/MMLU-PRO": 0.3288 + "reward-bench/Score": 0.6618, + "reward-bench/Factuality": 0.7958, + "reward-bench/Precise IF": 0.325, + "reward-bench/Math": 0.6557, + "reward-bench/Safety": 0.8311, + "reward-bench/Focus": 0.6323, + "reward-bench/Ties": 0.7311 } }, { - "id": "Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.0", - "name": "Dans-Instruct-Mix-8b-ChatML-V0.1.0", - "developer": "Dans-DiscountModels", + "id": "allenai/open_instruct_dev-rm_tulu3_70b_2__8__1742982964", + "name": "allenai/open_instruct_dev-rm_tulu3_70b_2__8__1742982964", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0668, - "hfopenllm_v2/BBH": 0.4775, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3786, - "hfopenllm_v2/MMLU-PRO": 0.3284 + "reward-bench/Score": 0.6605, + "reward-bench/Factuality": 0.7789, + "reward-bench/Precise IF": 0.3688, + "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.8844, + "reward-bench/Focus": 0.6667, + "reward-bench/Ties": 0.6195 } }, { - "id": "Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.1", - "name": "Dans-Instruct-Mix-8b-ChatML-V0.1.1", - "developer": "Dans-DiscountModels", + "id": "allenai/tulu-2-dpo-13b", + "name": "allenai/tulu-2-dpo-13b", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0911, - "hfopenllm_v2/BBH": 0.4749, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3825, - "hfopenllm_v2/MMLU-PRO": 0.3279 + "reward-bench/Score": 0.7368, + "reward-bench/Chat": 0.9581, + "reward-bench/Chat Hard": 0.5833, + "reward-bench/Safety": 0.7946, + "reward-bench/Reasoning": 0.7323, + "reward-bench/Prior Sets (0.5 weight)": 0.4947 } }, { - "id": "Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.2.0", - "name": "Dans-Instruct-Mix-8b-ChatML-V0.2.0", - "developer": "Dans-DiscountModels", + "id": "allenai/tulu-2-dpo-70b", + "name": "allenai/tulu-2-dpo-70b", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5064, - "hfopenllm_v2/BBH": 0.4624, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3644, - "hfopenllm_v2/MMLU-PRO": 0.3 + "reward-bench/Score": 0.7621, + "reward-bench/Chat": 0.9749, + "reward-bench/Chat Hard": 0.6053, + "reward-bench/Safety": 0.8446, + "reward-bench/Reasoning": 0.7407, + "reward-bench/Prior Sets (0.5 weight)": 0.5278 } }, { - "id": "Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7", - "name": "Mistral-7b-v0.3-Test-E0.7", - "developer": "Dans-DiscountModels", + "id": "allenai/tulu-2-dpo-7b", + "name": "allenai/tulu-2-dpo-7b", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5124, - "hfopenllm_v2/BBH": 0.475, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4005, - "hfopenllm_v2/MMLU-PRO": 0.2744 + "reward-bench/Score": 0.7212, + "reward-bench/Chat": 0.9749, + "reward-bench/Chat Hard": 0.5614, + "reward-bench/Safety": 0.7527, + "reward-bench/Reasoning": 0.7176, + "reward-bench/Prior Sets (0.5 weight)": 0.4774 } }, { - "id": "Dans-DiscountModels/mistral-7b-test-merged", - "name": "mistral-7b-test-merged", - "developer": "Dans-DiscountModels", + "id": "allenai/tulu-v2.5-13b-preference-mix-rm", + "name": "allenai/tulu-v2.5-13b-preference-mix-rm", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6678, - "hfopenllm_v2/BBH": 0.4898, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.2978 + "reward-bench/Score": 0.8027, + "reward-bench/Chat": 0.9358, + "reward-bench/Chat Hard": 0.682, + "reward-bench/Safety": 0.773, + "reward-bench/Reasoning": 0.885, + "reward-bench/Prior Sets (0.5 weight)": 0.6724 } }, { - "id": "Darkknight535/OpenCrystal-12B-L3", - "name": "OpenCrystal-12B-L3", - "developer": "Darkknight535", + "id": "allenai/tulu-v2.5-13b-uf-rm", + "name": "allenai/tulu-v2.5-13b-uf-rm", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4071, - "hfopenllm_v2/BBH": 0.5223, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.3657, - "hfopenllm_v2/MMLU-PRO": 0.364 + "reward-bench/Score": 0.4806, + "reward-bench/Chat": 0.3939, + "reward-bench/Chat Hard": 0.4232, + "reward-bench/Safety": 0.5554, + "reward-bench/Reasoning": 0.4737, + "reward-bench/Prior Sets (0.5 weight)": 0.6326 } }, { - "id": "Databricks-Mosaic-Research/PGRM", - "name": "Databricks-Mosaic-Research/PGRM", - "developer": "Databricks-Mosaic-Research", + "id": "allenai/tulu-v2.5-70b-preference-mix-rm", + "name": "allenai/tulu-v2.5-70b-preference-mix-rm", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8002, - "reward-bench/Factuality": 0.7937, - "reward-bench/Precise IF": 0.5062, - "reward-bench/Math": 0.7404, - "reward-bench/Safety": 0.9289, - "reward-bench/Focus": 0.9424, - "reward-bench/Ties": 0.8893 + "reward-bench/Score": 0.6516, + "reward-bench/Chat": 0.7737, + "reward-bench/Chat Hard": 0.5921, + "reward-bench/Safety": 0.8486, + "reward-bench/Reasoning": 0.4138, + "reward-bench/Prior Sets (0.5 weight)": 0.6079 } }, { - "id": "DavidAU/DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm", - "name": "DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm", - "developer": "DavidAU", + "id": "allenai/tulu-v2.5-70b-uf-rm", + "name": "allenai/tulu-v2.5-70b-uf-rm", + "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3136, - "hfopenllm_v2/BBH": 0.4762, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.3928, - "hfopenllm_v2/MMLU-PRO": 0.3209 + "reward-bench/Score": 0.7398, + "reward-bench/Chat": 0.8659, + "reward-bench/Chat Hard": 0.7171, + "reward-bench/Safety": 0.7014, + "reward-bench/Reasoning": 0.757, + "reward-bench/Prior Sets (0.5 weight)": 0.5757 } }, { - "id": "DavidAU/DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B", - "name": "DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B", - "developer": "DavidAU", + "id": "allknowingroger/Chocolatine-24B", + "name": "Chocolatine-24B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3685, - "hfopenllm_v2/BBH": 0.4887, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.2976 + "hfopenllm_v2/IFEval": 0.1958, + "hfopenllm_v2/BBH": 0.6191, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.4566 } }, { - "id": "DavidAU/DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B", - "name": "DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B", - "developer": "DavidAU", + "id": "allknowingroger/Gemma2Slerp1-2.6B", + "name": "Gemma2Slerp1-2.6B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2507, - "hfopenllm_v2/BBH": 0.4488, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4164, - "hfopenllm_v2/MMLU-PRO": 0.2709 + "hfopenllm_v2/IFEval": 0.5354, + "hfopenllm_v2/BBH": 0.4343, + "hfopenllm_v2/MATH Level 5": 0.1065, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4562, + "hfopenllm_v2/MMLU-PRO": 0.2689 } }, { - "id": "DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B", - "name": "DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B", - "developer": "DavidAU", + "id": "allknowingroger/Gemma2Slerp1-27B", + "name": "Gemma2Slerp1-27B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3883, - "hfopenllm_v2/BBH": 0.4886, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4375, - "hfopenllm_v2/MMLU-PRO": 0.3024 + "hfopenllm_v2/IFEval": 0.7186, + "hfopenllm_v2/BBH": 0.6399, + "hfopenllm_v2/MATH Level 5": 0.2583, + "hfopenllm_v2/GPQA": 0.3641, + "hfopenllm_v2/MUSR": 0.4767, + "hfopenllm_v2/MMLU-PRO": 0.4456 } }, { - "id": "DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B", - "name": "DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B", - "developer": "DavidAU", + "id": "allknowingroger/Gemma2Slerp2-2.6B", + "name": "Gemma2Slerp2-2.6B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3436, - "hfopenllm_v2/BBH": 0.4769, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.297 + "hfopenllm_v2/IFEval": 0.5747, + "hfopenllm_v2/BBH": 0.4308, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4468, + "hfopenllm_v2/MMLU-PRO": 0.2696 } }, { - "id": "DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm", - "name": "DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm", - "developer": "DavidAU", + "id": "allknowingroger/Gemma2Slerp2-27B", + "name": "Gemma2Slerp2-27B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3416, - "hfopenllm_v2/BBH": 0.5807, - "hfopenllm_v2/MATH Level 5": 0.5536, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.5155, - "hfopenllm_v2/MMLU-PRO": 0.4624 + "hfopenllm_v2/IFEval": 0.7546, + "hfopenllm_v2/BBH": 0.6557, + "hfopenllm_v2/MATH Level 5": 0.2787, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.4621, + "hfopenllm_v2/MMLU-PRO": 0.4623 } }, { - "id": "DavidAU/DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B", - "name": "DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B", - "developer": "DavidAU", + "id": "allknowingroger/Gemma2Slerp3-27B", + "name": "Gemma2Slerp3-27B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2853, - "hfopenllm_v2/BBH": 0.4462, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4179, - "hfopenllm_v2/MMLU-PRO": 0.2778 + "hfopenllm_v2/IFEval": 0.7426, + "hfopenllm_v2/BBH": 0.65, + "hfopenllm_v2/MATH Level 5": 0.2742, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.474, + "hfopenllm_v2/MMLU-PRO": 0.4641 } }, { - "id": "DavidAU/DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B", - "name": "DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B", - "developer": "DavidAU", + "id": "allknowingroger/Gemma2Slerp4-27B", + "name": "Gemma2Slerp4-27B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3793, - "hfopenllm_v2/BBH": 0.4232, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.356, - "hfopenllm_v2/MMLU-PRO": 0.272 + "hfopenllm_v2/IFEval": 0.7497, + "hfopenllm_v2/BBH": 0.653, + "hfopenllm_v2/MATH Level 5": 0.2719, + "hfopenllm_v2/GPQA": 0.3666, + "hfopenllm_v2/MUSR": 0.4502, + "hfopenllm_v2/MMLU-PRO": 0.4649 } }, { - "id": "DavidAU/Gemma-The-Writer-9B", - "name": "Gemma-The-Writer-9B", - "developer": "DavidAU", + "id": "allknowingroger/GemmaSlerp-9B", + "name": "GemmaSlerp-9B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.174, - "hfopenllm_v2/BBH": 0.5905, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4099, - "hfopenllm_v2/MMLU-PRO": 0.3979 + "hfopenllm_v2/IFEval": 0.7043, + "hfopenllm_v2/BBH": 0.5921, + "hfopenllm_v2/MATH Level 5": 0.216, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4673, + "hfopenllm_v2/MMLU-PRO": 0.4161 } }, { - "id": "DavidAU/Gemma-The-Writer-DEADLINE-10B", - "name": "Gemma-The-Writer-DEADLINE-10B", - "developer": "DavidAU", + "id": "allknowingroger/GemmaSlerp2-9B", + "name": "GemmaSlerp2-9B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2332, - "hfopenllm_v2/BBH": 0.5896, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.4189, - "hfopenllm_v2/MMLU-PRO": 0.3946 + "hfopenllm_v2/IFEval": 0.7281, + "hfopenllm_v2/BBH": 0.5983, + "hfopenllm_v2/MATH Level 5": 0.2107, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4767, + "hfopenllm_v2/MMLU-PRO": 0.4239 } }, { - "id": "DavidAU/Gemma-The-Writer-J.GutenBerg-10B", - "name": "Gemma-The-Writer-J.GutenBerg-10B", - "developer": "DavidAU", + "id": "allknowingroger/GemmaSlerp4-10B", + "name": "GemmaSlerp4-10B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2858, - "hfopenllm_v2/BBH": 0.5909, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4176, - "hfopenllm_v2/MMLU-PRO": 0.3947 + "hfopenllm_v2/IFEval": 0.7326, + "hfopenllm_v2/BBH": 0.6028, + "hfopenllm_v2/MATH Level 5": 0.2243, + "hfopenllm_v2/GPQA": 0.3532, + "hfopenllm_v2/MUSR": 0.454, + "hfopenllm_v2/MMLU-PRO": 0.425 } }, { - "id": "DavidAU/Gemma-The-Writer-Mighty-Sword-9B", - "name": "Gemma-The-Writer-Mighty-Sword-9B", - "developer": "DavidAU", + "id": "allknowingroger/GemmaSlerp5-10B", + "name": "GemmaSlerp5-10B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7528, - "hfopenllm_v2/BBH": 0.5912, - "hfopenllm_v2/MATH Level 5": 0.1911, - "hfopenllm_v2/GPQA": 0.3482, - "hfopenllm_v2/MUSR": 0.4112, - "hfopenllm_v2/MMLU-PRO": 0.3968 + "hfopenllm_v2/IFEval": 0.7353, + "hfopenllm_v2/BBH": 0.6054, + "hfopenllm_v2/MATH Level 5": 0.2183, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4608, + "hfopenllm_v2/MMLU-PRO": 0.4328 } }, { - "id": "DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored", - "name": "Gemma-The-Writer-N-Restless-Quill-10B-Uncensored", - "developer": "DavidAU", + "id": "allknowingroger/GemmaStock1-27B", + "name": "GemmaStock1-27B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7071, - "hfopenllm_v2/BBH": 0.5922, - "hfopenllm_v2/MATH Level 5": 0.2296, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4163, - "hfopenllm_v2/MMLU-PRO": 0.3966 + "hfopenllm_v2/IFEval": 0.7509, + "hfopenllm_v2/BBH": 0.6566, + "hfopenllm_v2/MATH Level 5": 0.2636, + "hfopenllm_v2/GPQA": 0.3641, + "hfopenllm_v2/MUSR": 0.4527, + "hfopenllm_v2/MMLU-PRO": 0.473 } }, { - "id": "DavidAU/L3-DARKEST-PLANET-16.5B", - "name": "L3-DARKEST-PLANET-16.5B", - "developer": "DavidAU", + "id": "allknowingroger/HomerSlerp1-7B", + "name": "HomerSlerp1-7B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6231, - "hfopenllm_v2/BBH": 0.523, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.363 + "hfopenllm_v2/IFEval": 0.4621, + "hfopenllm_v2/BBH": 0.5518, + "hfopenllm_v2/MATH Level 5": 0.2719, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4359, + "hfopenllm_v2/MMLU-PRO": 0.4504 } }, { - "id": "DavidAU/L3-Dark-Planet-8B", - "name": "L3-Dark-Planet-8B", - "developer": "DavidAU", + "id": "allknowingroger/HomerSlerp2-7B", + "name": "HomerSlerp2-7B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4134, - "hfopenllm_v2/BBH": 0.5084, - "hfopenllm_v2/MATH Level 5": 0.0823, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.3616, - "hfopenllm_v2/MMLU-PRO": 0.3737 + "hfopenllm_v2/IFEval": 0.4487, + "hfopenllm_v2/BBH": 0.5649, + "hfopenllm_v2/MATH Level 5": 0.2968, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.4515 } }, { - "id": "DavidAU/L3-Jamet-12.2B-MK.V-Blackroot-Instruct", - "name": "L3-Jamet-12.2B-MK.V-Blackroot-Instruct", - "developer": "DavidAU", + "id": "allknowingroger/HomerSlerp3-7B", + "name": "HomerSlerp3-7B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3962, - "hfopenllm_v2/BBH": 0.4766, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.3291 + "hfopenllm_v2/IFEval": 0.4363, + "hfopenllm_v2/BBH": 0.5598, + "hfopenllm_v2/MATH Level 5": 0.3021, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4462, + "hfopenllm_v2/MMLU-PRO": 0.4535 } }, { - "id": "DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct", - "name": "L3-Lumimaid-12.2B-v0.1-OAS-Instruct", - "developer": "DavidAU", + "id": "allknowingroger/HomerSlerp4-7B", + "name": "HomerSlerp4-7B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3924, - "hfopenllm_v2/BBH": 0.4693, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4194, - "hfopenllm_v2/MMLU-PRO": 0.3142 + "hfopenllm_v2/IFEval": 0.4374, + "hfopenllm_v2/BBH": 0.5571, + "hfopenllm_v2/MATH Level 5": 0.327, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4408, + "hfopenllm_v2/MMLU-PRO": 0.4472 } }, { - "id": "DavidAU/L3-SMB-Instruct-12.2B-F32", - "name": "L3-SMB-Instruct-12.2B-F32", - "developer": "DavidAU", + "id": "allknowingroger/limyClown-7B-slerp", + "name": "limyClown-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4303, - "hfopenllm_v2/BBH": 0.4786, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4087, - "hfopenllm_v2/MMLU-PRO": 0.3312 + "hfopenllm_v2/IFEval": 0.4017, + "hfopenllm_v2/BBH": 0.5148, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3038 } }, { - "id": "DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B", - "name": "L3-Stheno-Maid-Blackroot-Grand-HORROR-16B", - "developer": "DavidAU", + "id": "allknowingroger/LimyQstar-7B-slerp", + "name": "LimyQstar-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3439, - "hfopenllm_v2/BBH": 0.4736, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4031, - "hfopenllm_v2/MMLU-PRO": 0.357 + "hfopenllm_v2/IFEval": 0.3491, + "hfopenllm_v2/BBH": 0.5024, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3103 } }, { - "id": "DavidAU/L3-Stheno-v3.2-12.2B-Instruct", - "name": "L3-Stheno-v3.2-12.2B-Instruct", - "developer": "DavidAU", + "id": "allknowingroger/llama3-Jallabi-40B-s", + "name": "llama3-Jallabi-40B-s", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4028, - "hfopenllm_v2/BBH": 0.4846, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.4103, - "hfopenllm_v2/MMLU-PRO": 0.3345 + "hfopenllm_v2/IFEval": 0.1921, + "hfopenllm_v2/BBH": 0.3252, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2374, + "hfopenllm_v2/MUSR": 0.375, + "hfopenllm_v2/MMLU-PRO": 0.1088 } }, { - "id": "DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B", - "name": "L3.1-Dark-Planet-SpinFire-Uncensored-8B", - "developer": "DavidAU", + "id": "allknowingroger/Llama3.1-60B", + "name": "Llama3.1-60B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7043, - "hfopenllm_v2/BBH": 0.5261, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3541, - "hfopenllm_v2/MMLU-PRO": 0.367 + "hfopenllm_v2/IFEval": 0.1815, + "hfopenllm_v2/BBH": 0.3242, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3596, + "hfopenllm_v2/MMLU-PRO": 0.331 } }, { - "id": "DavidAU/L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B", - "name": "L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B", - "developer": "DavidAU", + "id": "allknowingroger/llama3AnFeng-40B", + "name": "llama3AnFeng-40B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3345, - "hfopenllm_v2/BBH": 0.4421, - "hfopenllm_v2/MATH Level 5": 0.2606, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.3749, - "hfopenllm_v2/MMLU-PRO": 0.2892 + "hfopenllm_v2/IFEval": 0.1742, + "hfopenllm_v2/BBH": 0.3794, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.394, + "hfopenllm_v2/MMLU-PRO": 0.198 } }, { - "id": "DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B", - "name": "Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B", - "developer": "DavidAU", + "id": "allknowingroger/Marco-01-slerp1-7B", + "name": "Marco-01-slerp1-7B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1783, - "hfopenllm_v2/BBH": 0.3033, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3715, - "hfopenllm_v2/MMLU-PRO": 0.1142 + "hfopenllm_v2/IFEval": 0.4681, + "hfopenllm_v2/BBH": 0.5541, + "hfopenllm_v2/MATH Level 5": 0.3157, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4452, + "hfopenllm_v2/MMLU-PRO": 0.4483 } }, { - "id": "DavidAU/Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B", - "name": "Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B", - "developer": "DavidAU", + "id": "allknowingroger/Meme-7B-slerp", + "name": "Meme-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2835, - "hfopenllm_v2/BBH": 0.3592, - "hfopenllm_v2/MATH Level 5": 0.2417, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3847, - "hfopenllm_v2/MMLU-PRO": 0.1636 + "hfopenllm_v2/IFEval": 0.5164, + "hfopenllm_v2/BBH": 0.4661, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4223, + "hfopenllm_v2/MMLU-PRO": 0.281 } }, { - "id": "DavidAU/Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32", - "name": "Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32", - "developer": "DavidAU", + "id": "allknowingroger/Ministral-8B-slerp", + "name": "Ministral-8B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2107, - "hfopenllm_v2/BBH": 0.3286, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3404, - "hfopenllm_v2/MMLU-PRO": 0.1122 + "hfopenllm_v2/IFEval": 0.1961, + "hfopenllm_v2/BBH": 0.4686, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4285, + "hfopenllm_v2/MMLU-PRO": 0.3119 } }, { - "id": "Davidsv/SUONG-1", - "name": "SUONG-1", - "developer": "Davidsv", + "id": "allknowingroger/Mistralmash1-7B-s", + "name": "Mistralmash1-7B-s", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2497, - "hfopenllm_v2/BBH": 0.2817, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3578, - "hfopenllm_v2/MMLU-PRO": 0.1085 + "hfopenllm_v2/IFEval": 0.3961, + "hfopenllm_v2/BBH": 0.5277, + "hfopenllm_v2/MATH Level 5": 0.0921, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4267, + "hfopenllm_v2/MMLU-PRO": 0.3293 } }, { - "id": "DavieLion/Llama-3.2-1B-SPIN-iter0", - "name": "Llama-3.2-1B-SPIN-iter0", - "developer": "DavieLion", + "id": "allknowingroger/Mistralmash2-7B-s", + "name": "Mistralmash2-7B-s", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1549, - "hfopenllm_v2/BBH": 0.2937, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3565, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.4102, + "hfopenllm_v2/BBH": 0.5305, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.3345 } }, { - "id": "DavieLion/Llama-3.2-1B-SPIN-iter1", - "name": "Llama-3.2-1B-SPIN-iter1", - "developer": "DavieLion", + "id": "allknowingroger/MistralPhi3-11B", + "name": "MistralPhi3-11B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1575, - "hfopenllm_v2/BBH": 0.294, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3646, - "hfopenllm_v2/MMLU-PRO": 0.1118 + "hfopenllm_v2/IFEval": 0.1943, + "hfopenllm_v2/BBH": 0.6234, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4267, + "hfopenllm_v2/MMLU-PRO": 0.4688 } }, { - "id": "DavieLion/Llama-3.2-1B-SPIN-iter2", - "name": "Llama-3.2-1B-SPIN-iter2", - "developer": "DavieLion", + "id": "allknowingroger/MixTAO-19B-pass", + "name": "MixTAO-19B-pass", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1376, - "hfopenllm_v2/BBH": 0.298, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3553, - "hfopenllm_v2/MMLU-PRO": 0.1129 + "hfopenllm_v2/IFEval": 0.3814, + "hfopenllm_v2/BBH": 0.5128, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4783, + "hfopenllm_v2/MMLU-PRO": 0.3105 } }, { - "id": "DavieLion/Llama-3.2-1B-SPIN-iter3", - "name": "Llama-3.2-1B-SPIN-iter3", - "developer": "DavieLion", + "id": "allknowingroger/MixTaoTruthful-13B-slerp", + "name": "MixTaoTruthful-13B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1336, - "hfopenllm_v2/BBH": 0.2975, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.35, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.4139, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4292, + "hfopenllm_v2/MMLU-PRO": 0.31 } }, { - "id": "DavieLion/Lllma-3.2-1B", - "name": "Lllma-3.2-1B", - "developer": "DavieLion", + "id": "allknowingroger/MultiCalm-7B-slerp", + "name": "MultiCalm-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1601, - "hfopenllm_v2/BBH": 0.2965, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3578, - "hfopenllm_v2/MMLU-PRO": 0.1126 + "hfopenllm_v2/IFEval": 0.3927, + "hfopenllm_v2/BBH": 0.5122, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4319, + "hfopenllm_v2/MMLU-PRO": 0.3033 } }, { - "id": "DebateLabKIT/Llama-3.1-Argunaut-1-8B-SFT", - "name": "Llama-3.1-Argunaut-1-8B-SFT", - "developer": "DebateLabKIT", + "id": "allknowingroger/MultiMash-12B-slerp", + "name": "MultiMash-12B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5519, - "hfopenllm_v2/BBH": 0.4824, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4503, - "hfopenllm_v2/MMLU-PRO": 0.3472 + "hfopenllm_v2/IFEval": 0.3974, + "hfopenllm_v2/BBH": 0.5142, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4438, + "hfopenllm_v2/MMLU-PRO": 0.3068 } }, { - "id": "Deci/DeciLM-7B", - "name": "DeciLM-7B", - "developer": "Deci", + "id": "allknowingroger/MultiMash10-13B-slerp", + "name": "MultiMash10-13B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2813, - "hfopenllm_v2/BBH": 0.4423, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4359, - "hfopenllm_v2/MMLU-PRO": 0.2692 + "hfopenllm_v2/IFEval": 0.4163, + "hfopenllm_v2/BBH": 0.5186, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4318, + "hfopenllm_v2/MMLU-PRO": 0.3117 } }, { - "id": "Deci/DeciLM-7B-instruct", - "name": "DeciLM-7B-instruct", - "developer": "Deci", + "id": "allknowingroger/MultiMash11-13B-slerp", + "name": "MultiMash11-13B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.488, - "hfopenllm_v2/BBH": 0.459, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3884, - "hfopenllm_v2/MMLU-PRO": 0.2608 + "hfopenllm_v2/IFEval": 0.4251, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4373, + "hfopenllm_v2/MMLU-PRO": 0.3085 } }, { - "id": "DeepAutoAI/Explore_Llama-3.1-8B-Inst", - "name": "Explore_Llama-3.1-8B-Inst", - "developer": "DeepAutoAI", + "id": "allknowingroger/MultiMash2-12B-slerp", + "name": "MultiMash2-12B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7795, - "hfopenllm_v2/BBH": 0.5117, - "hfopenllm_v2/MATH Level 5": 0.2009, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.391, - "hfopenllm_v2/MMLU-PRO": 0.3792 + "hfopenllm_v2/IFEval": 0.4261, + "hfopenllm_v2/BBH": 0.5134, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4228, + "hfopenllm_v2/MMLU-PRO": 0.3043 } }, { - "id": "DeepAutoAI/Explore_Llama-3.2-1B-Inst", - "name": "Explore_Llama-3.2-1B-Inst", - "developer": "DeepAutoAI", + "id": "allknowingroger/Multimash3-12B-slerp", + "name": "Multimash3-12B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5649, - "hfopenllm_v2/BBH": 0.3505, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3183, - "hfopenllm_v2/MMLU-PRO": 0.1809 + "hfopenllm_v2/IFEval": 0.4437, + "hfopenllm_v2/BBH": 0.5177, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4344, + "hfopenllm_v2/MMLU-PRO": 0.3068 } }, { - "id": "DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0", - "name": "Explore_Llama-3.2-1B-Inst_v0", - "developer": "DeepAutoAI", + "id": "allknowingroger/MultiMash5-12B-slerp", + "name": "MultiMash5-12B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5597, - "hfopenllm_v2/BBH": 0.3365, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3103, - "hfopenllm_v2/MMLU-PRO": 0.1804 + "hfopenllm_v2/IFEval": 0.4142, + "hfopenllm_v2/BBH": 0.5145, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4203, + "hfopenllm_v2/MMLU-PRO": 0.3028 } }, { - "id": "DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1", - "name": "Explore_Llama-3.2-1B-Inst_v1", - "developer": "DeepAutoAI", + "id": "allknowingroger/MultiMash6-12B-slerp", + "name": "MultiMash6-12B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4999, - "hfopenllm_v2/BBH": 0.3141, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.1269 + "hfopenllm_v2/IFEval": 0.43, + "hfopenllm_v2/BBH": 0.5196, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.4306, + "hfopenllm_v2/MMLU-PRO": 0.3091 } }, { - "id": "DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1.1", - "name": "Explore_Llama-3.2-1B-Inst_v1.1", - "developer": "DeepAutoAI", + "id": "allknowingroger/MultiMash7-12B-slerp", + "name": "MultiMash7-12B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5844, - "hfopenllm_v2/BBH": 0.3513, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3117, - "hfopenllm_v2/MMLU-PRO": 0.1818 + "hfopenllm_v2/IFEval": 0.4213, + "hfopenllm_v2/BBH": 0.5111, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.3029 } }, { - "id": "DeepAutoAI/causal_gpt2", - "name": "causal_gpt2", - "developer": "DeepAutoAI", + "id": "allknowingroger/MultiMash8-13B-slerp", + "name": "MultiMash8-13B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1813, - "hfopenllm_v2/BBH": 0.3026, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.427, - "hfopenllm_v2/MMLU-PRO": 0.1131 + "hfopenllm_v2/IFEval": 0.4321, + "hfopenllm_v2/BBH": 0.5178, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4424, + "hfopenllm_v2/MMLU-PRO": 0.3126 } }, { - "id": "DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0", - "name": "d2nwg_Llama-3.1-8B-Instruct-v0.0", - "developer": "DeepAutoAI", + "id": "allknowingroger/MultiMash9-13B-slerp", + "name": "MultiMash9-13B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7893, - "hfopenllm_v2/BBH": 0.508, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.3877 + "hfopenllm_v2/IFEval": 0.4188, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4398, + "hfopenllm_v2/MMLU-PRO": 0.31 } }, { - "id": "DeepAutoAI/d2nwg_causal_gpt2", - "name": "d2nwg_causal_gpt2", - "developer": "DeepAutoAI", + "id": "allknowingroger/Multimerge-19B-pass", + "name": "Multimerge-19B-pass", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1916, - "hfopenllm_v2/BBH": 0.3027, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.4297, - "hfopenllm_v2/MMLU-PRO": 0.1151 + "hfopenllm_v2/IFEval": 0.1773, + "hfopenllm_v2/BBH": 0.2892, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.343, + "hfopenllm_v2/MMLU-PRO": 0.1169 } }, { - "id": "DeepAutoAI/d2nwg_causal_gpt2_v1", - "name": "d2nwg_causal_gpt2_v1", - "developer": "DeepAutoAI", + "id": "allknowingroger/MultiMerge-7B-slerp", + "name": "MultiMerge-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1989, - "hfopenllm_v2/BBH": 0.2992, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4337, - "hfopenllm_v2/MMLU-PRO": 0.1135 + "hfopenllm_v2/IFEval": 0.3948, + "hfopenllm_v2/BBH": 0.514, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.3037 } }, { - "id": "DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst", - "name": "ldm_soup_Llama-3.1-8B-Inst", - "developer": "DeepAutoAI", + "id": "allknowingroger/MultiverseEx26-7B-slerp", + "name": "MultiverseEx26-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8033, - "hfopenllm_v2/BBH": 0.5121, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4161, - "hfopenllm_v2/MMLU-PRO": 0.3886 + "hfopenllm_v2/IFEval": 0.3939, + "hfopenllm_v2/BBH": 0.5134, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3035 } }, { - "id": "DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0", - "name": "ldm_soup_Llama-3.1-8B-Instruct-v0.0", - "developer": "DeepAutoAI", + "id": "allknowingroger/Neuralcoven-7B-slerp", + "name": "Neuralcoven-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7889, - "hfopenllm_v2/BBH": 0.5125, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4121, - "hfopenllm_v2/MMLU-PRO": 0.3895 + "hfopenllm_v2/IFEval": 0.3859, + "hfopenllm_v2/BBH": 0.5303, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.3294 } }, { - "id": "DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1", - "name": "ldm_soup_Llama-3.1-8B-Instruct-v0.1", - "developer": "DeepAutoAI", + "id": "allknowingroger/Neuralmultiverse-7B-slerp", + "name": "Neuralmultiverse-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7889, - "hfopenllm_v2/BBH": 0.5125, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4121, - "hfopenllm_v2/MMLU-PRO": 0.3895 + "hfopenllm_v2/IFEval": 0.3769, + "hfopenllm_v2/BBH": 0.5166, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.3042 } }, { - "id": "DeepMount00/Lexora-Lite-3B", - "name": "Lexora-Lite-3B", - "developer": "DeepMount00", + "id": "allknowingroger/NeuralWestSeverus-7B-slerp", + "name": "NeuralWestSeverus-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5776, - "hfopenllm_v2/BBH": 0.4873, - "hfopenllm_v2/MATH Level 5": 0.2304, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3966, - "hfopenllm_v2/MMLU-PRO": 0.3602 + "hfopenllm_v2/IFEval": 0.4136, + "hfopenllm_v2/BBH": 0.5244, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4529, + "hfopenllm_v2/MMLU-PRO": 0.3137 } }, { - "id": "DeepMount00/Lexora-Lite-3B_v2", - "name": "Lexora-Lite-3B_v2", - "developer": "DeepMount00", + "id": "allknowingroger/Ph3della5-14B", + "name": "Ph3della5-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4943, - "hfopenllm_v2/BBH": 0.4812, - "hfopenllm_v2/MATH Level 5": 0.2281, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3822, - "hfopenllm_v2/MMLU-PRO": 0.3544 + "hfopenllm_v2/IFEval": 0.4799, + "hfopenllm_v2/BBH": 0.6332, + "hfopenllm_v2/MATH Level 5": 0.1767, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.4386, + "hfopenllm_v2/MMLU-PRO": 0.4787 } }, { - "id": "DeepMount00/Lexora-Medium-7B", - "name": "Lexora-Medium-7B", - "developer": "DeepMount00", + "id": "allknowingroger/Ph3merge-14B", + "name": "Ph3merge-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4103, - "hfopenllm_v2/BBH": 0.5145, - "hfopenllm_v2/MATH Level 5": 0.2221, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4439, - "hfopenllm_v2/MMLU-PRO": 0.4325 + "hfopenllm_v2/IFEval": 0.2701, + "hfopenllm_v2/BBH": 0.6381, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4334, + "hfopenllm_v2/MMLU-PRO": 0.4611 } }, { - "id": "DeepMount00/Llama-3-8b-Ita", - "name": "Llama-3-8b-Ita", - "developer": "DeepMount00", + "id": "allknowingroger/Ph3merge2-14B", + "name": "Ph3merge2-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.753, - "hfopenllm_v2/BBH": 0.4936, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4268, - "hfopenllm_v2/MMLU-PRO": 0.3852 + "hfopenllm_v2/IFEval": 0.1706, + "hfopenllm_v2/BBH": 0.3607, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3911, + "hfopenllm_v2/MMLU-PRO": 0.1723 } }, { - "id": "DeepMount00/Llama-3.1-8b-ITA", - "name": "Llama-3.1-8b-ITA", - "developer": "DeepMount00", + "id": "allknowingroger/Ph3merge3-14B", + "name": "Ph3merge3-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7917, - "hfopenllm_v2/BBH": 0.5109, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.3876 + "hfopenllm_v2/IFEval": 0.1645, + "hfopenllm_v2/BBH": 0.3597, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4082, + "hfopenllm_v2/MMLU-PRO": 0.1647 } }, { - "id": "DeepMount00/Llama-3.1-8b-Ita", - "name": "Llama-3.1-8b-Ita", - "developer": "DeepMount00", + "id": "allknowingroger/Ph3task1-14B", + "name": "Ph3task1-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5365, - "hfopenllm_v2/BBH": 0.517, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4487, - "hfopenllm_v2/MMLU-PRO": 0.396 + "hfopenllm_v2/IFEval": 0.4695, + "hfopenllm_v2/BBH": 0.6318, + "hfopenllm_v2/MATH Level 5": 0.1669, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4508, + "hfopenllm_v2/MMLU-PRO": 0.4734 } }, { - "id": "DeepMount00/Llama-3.1-Distilled", - "name": "Llama-3.1-Distilled", - "developer": "DeepMount00", + "id": "allknowingroger/Ph3task2-14B", + "name": "Ph3task2-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7844, - "hfopenllm_v2/BBH": 0.5101, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4058, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "hfopenllm_v2/IFEval": 0.4713, + "hfopenllm_v2/BBH": 0.6098, + "hfopenllm_v2/MATH Level 5": 0.1465, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4535, + "hfopenllm_v2/MMLU-PRO": 0.446 } }, { - "id": "DeepMount00/Qwen2-1.5B-Ita", - "name": "Qwen2-1.5B-Ita", - "developer": "DeepMount00", + "id": "allknowingroger/Ph3task3-14B", + "name": "Ph3task3-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5173, - "hfopenllm_v2/BBH": 0.3981, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3504, - "hfopenllm_v2/MMLU-PRO": 0.2772 + "hfopenllm_v2/IFEval": 0.4962, + "hfopenllm_v2/BBH": 0.6298, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4426, + "hfopenllm_v2/MMLU-PRO": 0.4771 } }, { - "id": "DeepMount00/Qwen2-1.5B-Ita_v2", - "name": "Qwen2-1.5B-Ita_v2", - "developer": "DeepMount00", + "id": "allknowingroger/Ph3unsloth-3B-slerp", + "name": "Ph3unsloth-3B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5, - "hfopenllm_v2/BBH": 0.3954, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3702, - "hfopenllm_v2/MMLU-PRO": 0.3032 + "hfopenllm_v2/IFEval": 0.1894, + "hfopenllm_v2/BBH": 0.5468, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4528, + "hfopenllm_v2/MMLU-PRO": 0.3701 } }, { - "id": "DeepMount00/Qwen2-1.5B-Ita_v3", - "name": "Qwen2-1.5B-Ita_v3", - "developer": "DeepMount00", + "id": "allknowingroger/Phi3mash1-17B-pass", + "name": "Phi3mash1-17B-pass", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.489, - "hfopenllm_v2/BBH": 0.3948, - "hfopenllm_v2/MATH Level 5": 0.1042, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3742, - "hfopenllm_v2/MMLU-PRO": 0.3018 + "hfopenllm_v2/IFEval": 0.1884, + "hfopenllm_v2/BBH": 0.6129, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4451, + "hfopenllm_v2/MMLU-PRO": 0.4589 } }, { - "id": "DeepMount00/Qwen2-1.5B-Ita_v5", - "name": "Qwen2-1.5B-Ita_v5", - "developer": "DeepMount00", + "id": "allknowingroger/Quen2-65B", + "name": "Quen2-65B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4987, - "hfopenllm_v2/BBH": 0.4032, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3422, - "hfopenllm_v2/MMLU-PRO": 0.2943 + "hfopenllm_v2/IFEval": 0.1758, + "hfopenllm_v2/BBH": 0.2757, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2357, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.1114 } }, { - "id": "DeepMount00/Qwen2-1.5B-Ita_v6", - "name": "Qwen2-1.5B-Ita_v6", - "developer": "DeepMount00", + "id": "allknowingroger/Qwen2.5-42B-AGI", + "name": "Qwen2.5-42B-AGI", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2999, - "hfopenllm_v2/BBH": 0.4249, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3755, - "hfopenllm_v2/MMLU-PRO": 0.2872 + "hfopenllm_v2/IFEval": 0.1913, + "hfopenllm_v2/BBH": 0.2942, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.362, + "hfopenllm_v2/MMLU-PRO": 0.1168 } }, { - "id": "DeepMount00/Qwen2.5-7B-Instruct-MathCoder", - "name": "Qwen2.5-7B-Instruct-MathCoder", - "developer": "DeepMount00", + "id": "allknowingroger/Qwen2.5-7B-task2", + "name": "Qwen2.5-7B-task2", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.153, - "hfopenllm_v2/BBH": 0.2998, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3806, - "hfopenllm_v2/MMLU-PRO": 0.1118 + "hfopenllm_v2/IFEval": 0.4527, + "hfopenllm_v2/BBH": 0.5626, + "hfopenllm_v2/MATH Level 5": 0.355, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.437, + "hfopenllm_v2/MMLU-PRO": 0.4517 } }, { - "id": "DeepMount00/mergekit-ties-okvgjfz", - "name": "mergekit-ties-okvgjfz", - "developer": "DeepMount00", + "id": "allknowingroger/Qwen2.5-7B-task3", + "name": "Qwen2.5-7B-task3", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.153, - "hfopenllm_v2/BBH": 0.2998, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3806, - "hfopenllm_v2/MMLU-PRO": 0.1118 + "hfopenllm_v2/IFEval": 0.5129, + "hfopenllm_v2/BBH": 0.5398, + "hfopenllm_v2/MATH Level 5": 0.2606, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.4501 } }, { - "id": "Delta-Vector/Baldur-8B", - "name": "Baldur-8B", - "developer": "Delta-Vector", + "id": "allknowingroger/Qwen2.5-7B-task4", + "name": "Qwen2.5-7B-task4", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4782, - "hfopenllm_v2/BBH": 0.5306, - "hfopenllm_v2/MATH Level 5": 0.1435, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.3654 + "hfopenllm_v2/IFEval": 0.5005, + "hfopenllm_v2/BBH": 0.5583, + "hfopenllm_v2/MATH Level 5": 0.3112, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4395, + "hfopenllm_v2/MMLU-PRO": 0.4561 } }, { - "id": "Delta-Vector/Control-8B", - "name": "Control-8B", - "developer": "Delta-Vector", + "id": "allknowingroger/Qwen2.5-7B-task7", + "name": "Qwen2.5-7B-task7", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.549, - "hfopenllm_v2/BBH": 0.5041, - "hfopenllm_v2/MATH Level 5": 0.139, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4355, - "hfopenllm_v2/MMLU-PRO": 0.3732 + "hfopenllm_v2/IFEval": 0.4284, + "hfopenllm_v2/BBH": 0.5552, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4326, + "hfopenllm_v2/MMLU-PRO": 0.4133 } }, { - "id": "Delta-Vector/Control-8B-V1.1", - "name": "Control-8B-V1.1", - "developer": "Delta-Vector", + "id": "allknowingroger/Qwen2.5-7B-task8", + "name": "Qwen2.5-7B-task8", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5697, - "hfopenllm_v2/BBH": 0.4993, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3745 + "hfopenllm_v2/IFEval": 0.4645, + "hfopenllm_v2/BBH": 0.5525, + "hfopenllm_v2/MATH Level 5": 0.3527, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4514, + "hfopenllm_v2/MMLU-PRO": 0.4433 } }, { - "id": "Delta-Vector/Darkens-8B", - "name": "Darkens-8B", - "developer": "Delta-Vector", + "id": "allknowingroger/Qwen2.5-slerp-14B", + "name": "Qwen2.5-slerp-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2548, - "hfopenllm_v2/BBH": 0.5251, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4106, - "hfopenllm_v2/MMLU-PRO": 0.3736 + "hfopenllm_v2/IFEval": 0.4928, + "hfopenllm_v2/BBH": 0.6512, + "hfopenllm_v2/MATH Level 5": 0.4622, + "hfopenllm_v2/GPQA": 0.3674, + "hfopenllm_v2/MUSR": 0.4744, + "hfopenllm_v2/MMLU-PRO": 0.5379 } }, { - "id": "Delta-Vector/Henbane-7b-attempt2", - "name": "Henbane-7b-attempt2", - "developer": "Delta-Vector", + "id": "allknowingroger/QwenSlerp12-7B", + "name": "QwenSlerp12-7B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4157, - "hfopenllm_v2/BBH": 0.5061, - "hfopenllm_v2/MATH Level 5": 0.2273, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3973, - "hfopenllm_v2/MMLU-PRO": 0.4028 + "hfopenllm_v2/IFEval": 0.5076, + "hfopenllm_v2/BBH": 0.5556, + "hfopenllm_v2/MATH Level 5": 0.2946, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.4461 } }, { - "id": "Delta-Vector/Odin-9B", - "name": "Odin-9B", - "developer": "Delta-Vector", + "id": "allknowingroger/Qwenslerp2-14B", + "name": "Qwenslerp2-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3692, - "hfopenllm_v2/BBH": 0.544, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4648, - "hfopenllm_v2/MMLU-PRO": 0.4047 + "hfopenllm_v2/IFEval": 0.5007, + "hfopenllm_v2/BBH": 0.6555, + "hfopenllm_v2/MATH Level 5": 0.4456, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4729, + "hfopenllm_v2/MMLU-PRO": 0.5403 } }, { - "id": "Delta-Vector/Tor-8B", - "name": "Tor-8B", - "developer": "Delta-Vector", + "id": "allknowingroger/Qwenslerp2-7B", + "name": "Qwenslerp2-7B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2382, - "hfopenllm_v2/BBH": 0.5209, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4092, - "hfopenllm_v2/MMLU-PRO": 0.373 + "hfopenllm_v2/IFEval": 0.5294, + "hfopenllm_v2/BBH": 0.5609, + "hfopenllm_v2/MATH Level 5": 0.3421, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.4515 } }, { - "id": "DevQuasar/DevQuasar-R1-Uncensored-Llama-8B", - "name": "DevQuasar-R1-Uncensored-Llama-8B", - "developer": "DevQuasar", + "id": "allknowingroger/Qwenslerp3-14B", + "name": "Qwenslerp3-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3849, - "hfopenllm_v2/BBH": 0.5118, - "hfopenllm_v2/MATH Level 5": 0.3308, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4436, - "hfopenllm_v2/MMLU-PRO": 0.3615 + "hfopenllm_v2/IFEval": 0.5052, + "hfopenllm_v2/BBH": 0.6521, + "hfopenllm_v2/MATH Level 5": 0.4464, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4676, + "hfopenllm_v2/MMLU-PRO": 0.5395 } }, { - "id": "Dongwei/DeepSeek-R1-Distill-Qwen-7B-GRPO", - "name": "DeepSeek-R1-Distill-Qwen-7B-GRPO", - "developer": "Dongwei", + "id": "allknowingroger/Qwenslerp3-7B", + "name": "Qwenslerp3-7B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4038, - "hfopenllm_v2/BBH": 0.3443, - "hfopenllm_v2/MATH Level 5": 0.1956, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3663, - "hfopenllm_v2/MMLU-PRO": 0.2322 + "hfopenllm_v2/IFEval": 0.5018, + "hfopenllm_v2/BBH": 0.558, + "hfopenllm_v2/MATH Level 5": 0.3218, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4515, + "hfopenllm_v2/MMLU-PRO": 0.4542 } }, { - "id": "DoppelReflEx/L3-8B-R1-WolfCore", - "name": "L3-8B-R1-WolfCore", - "developer": "DoppelReflEx", + "id": "allknowingroger/QwenSlerp4-14B", + "name": "QwenSlerp4-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3775, - "hfopenllm_v2/BBH": 0.5318, - "hfopenllm_v2/MATH Level 5": 0.1631, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3717 + "hfopenllm_v2/IFEval": 0.6328, + "hfopenllm_v2/BBH": 0.6483, + "hfopenllm_v2/MATH Level 5": 0.3693, + "hfopenllm_v2/GPQA": 0.3725, + "hfopenllm_v2/MUSR": 0.465, + "hfopenllm_v2/MMLU-PRO": 0.5436 } }, { - "id": "DoppelReflEx/L3-8B-R1-WolfCore-V1.5-test", - "name": "L3-8B-R1-WolfCore-V1.5-test", - "developer": "DoppelReflEx", + "id": "allknowingroger/QwenSlerp5-14B", + "name": "QwenSlerp5-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3955, - "hfopenllm_v2/BBH": 0.5315, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.3841, - "hfopenllm_v2/MMLU-PRO": 0.3728 + "hfopenllm_v2/IFEval": 0.7119, + "hfopenllm_v2/BBH": 0.6357, + "hfopenllm_v2/MATH Level 5": 0.3565, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4675, + "hfopenllm_v2/MMLU-PRO": 0.5391 } }, { - "id": "DoppelReflEx/L3-8B-WolfCore", - "name": "L3-8B-WolfCore", - "developer": "DoppelReflEx", + "id": "allknowingroger/QwenSlerp6-14B", + "name": "QwenSlerp6-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4022, - "hfopenllm_v2/BBH": 0.5182, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3973, - "hfopenllm_v2/MMLU-PRO": 0.3705 + "hfopenllm_v2/IFEval": 0.6867, + "hfopenllm_v2/BBH": 0.6384, + "hfopenllm_v2/MATH Level 5": 0.3724, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.469, + "hfopenllm_v2/MMLU-PRO": 0.5406 } }, { - "id": "DoppelReflEx/MN-12B-FoxFrame-test", - "name": "MN-12B-FoxFrame-test", - "developer": "DoppelReflEx", + "id": "allknowingroger/QwenStock1-14B", + "name": "QwenStock1-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4222, - "hfopenllm_v2/BBH": 0.5456, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.3503 + "hfopenllm_v2/IFEval": 0.5634, + "hfopenllm_v2/BBH": 0.6528, + "hfopenllm_v2/MATH Level 5": 0.3769, + "hfopenllm_v2/GPQA": 0.3767, + "hfopenllm_v2/MUSR": 0.473, + "hfopenllm_v2/MMLU-PRO": 0.5418 } }, { - "id": "DoppelReflEx/MN-12B-FoxFrame2-test", - "name": "MN-12B-FoxFrame2-test", - "developer": "DoppelReflEx", + "id": "allknowingroger/QwenStock2-14B", + "name": "QwenStock2-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4319, - "hfopenllm_v2/BBH": 0.5485, - "hfopenllm_v2/MATH Level 5": 0.1405, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4252, - "hfopenllm_v2/MMLU-PRO": 0.3569 + "hfopenllm_v2/IFEval": 0.5563, + "hfopenllm_v2/BBH": 0.6569, + "hfopenllm_v2/MATH Level 5": 0.3882, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4756, + "hfopenllm_v2/MMLU-PRO": 0.5406 } }, { - "id": "DoppelReflEx/MN-12B-FoxFrame3-test", - "name": "MN-12B-FoxFrame3-test", - "developer": "DoppelReflEx", + "id": "allknowingroger/QwenStock3-14B", + "name": "QwenStock3-14B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4323, - "hfopenllm_v2/BBH": 0.5395, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4598, - "hfopenllm_v2/MMLU-PRO": 0.3529 + "hfopenllm_v2/IFEval": 0.5615, + "hfopenllm_v2/BBH": 0.6565, + "hfopenllm_v2/MATH Level 5": 0.3776, + "hfopenllm_v2/GPQA": 0.3784, + "hfopenllm_v2/MUSR": 0.4756, + "hfopenllm_v2/MMLU-PRO": 0.5428 } }, { - "id": "DoppelReflEx/MN-12B-Kakigori", - "name": "MN-12B-Kakigori", - "developer": "DoppelReflEx", + "id": "allknowingroger/RogerMerge-7B-slerp", + "name": "RogerMerge-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3593, - "hfopenllm_v2/BBH": 0.5416, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4052, - "hfopenllm_v2/MMLU-PRO": 0.3581 + "hfopenllm_v2/IFEval": 0.3933, + "hfopenllm_v2/BBH": 0.516, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.303 } }, { - "id": "DoppelReflEx/MN-12B-LilithFrame", - "name": "MN-12B-LilithFrame", - "developer": "DoppelReflEx", + "id": "allknowingroger/ROGERphi-7B-slerp", + "name": "ROGERphi-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.451, - "hfopenllm_v2/BBH": 0.4944, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.3896, - "hfopenllm_v2/MMLU-PRO": 0.3256 + "hfopenllm_v2/IFEval": 0.3861, + "hfopenllm_v2/BBH": 0.5196, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4685, + "hfopenllm_v2/MMLU-PRO": 0.3053 } }, { - "id": "DoppelReflEx/MN-12B-LilithFrame-Experiment-2", - "name": "MN-12B-LilithFrame-Experiment-2", - "developer": "DoppelReflEx", + "id": "allknowingroger/Rombos-LLM-V2.5-Qwen-42b", + "name": "Rombos-LLM-V2.5-Qwen-42b", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4299, - "hfopenllm_v2/BBH": 0.4983, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.3804, - "hfopenllm_v2/MMLU-PRO": 0.3276 + "hfopenllm_v2/IFEval": 0.1879, + "hfopenllm_v2/BBH": 0.2969, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3633, + "hfopenllm_v2/MMLU-PRO": 0.1168 } }, { - "id": "DoppelReflEx/MN-12B-LilithFrame-Experiment-3", - "name": "MN-12B-LilithFrame-Experiment-3", - "developer": "DoppelReflEx", + "id": "allknowingroger/Strangecoven-7B-slerp", + "name": "Strangecoven-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4128, - "hfopenllm_v2/BBH": 0.5468, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4039, - "hfopenllm_v2/MMLU-PRO": 0.3604 + "hfopenllm_v2/IFEval": 0.3746, + "hfopenllm_v2/BBH": 0.5368, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3364 } }, { - "id": "DoppelReflEx/MN-12B-LilithFrame-Experiment-4", - "name": "MN-12B-LilithFrame-Experiment-4", - "developer": "DoppelReflEx", + "id": "allknowingroger/Weirdslerp2-25B", + "name": "Weirdslerp2-25B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3981, - "hfopenllm_v2/BBH": 0.5534, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4371, - "hfopenllm_v2/MMLU-PRO": 0.3649 + "hfopenllm_v2/IFEval": 0.1754, + "hfopenllm_v2/BBH": 0.2874, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3524, + "hfopenllm_v2/MMLU-PRO": 0.1128 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-GreenSnake", - "name": "MN-12B-Mimicore-GreenSnake", - "developer": "DoppelReflEx", + "id": "allknowingroger/WestlakeMaziyar-7B-slerp", + "name": "WestlakeMaziyar-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.478, - "hfopenllm_v2/BBH": 0.5481, - "hfopenllm_v2/MATH Level 5": 0.139, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4306, - "hfopenllm_v2/MMLU-PRO": 0.3651 + "hfopenllm_v2/IFEval": 0.4838, + "hfopenllm_v2/BBH": 0.5245, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4474, + "hfopenllm_v2/MMLU-PRO": 0.3078 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-Nocturne", - "name": "MN-12B-Mimicore-Nocturne", - "developer": "DoppelReflEx", + "id": "allknowingroger/YamMaths-7B-slerp", + "name": "YamMaths-7B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3957, - "hfopenllm_v2/BBH": 0.5703, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4569, - "hfopenllm_v2/MMLU-PRO": 0.3634 + "hfopenllm_v2/IFEval": 0.4148, + "hfopenllm_v2/BBH": 0.5156, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4384, + "hfopenllm_v2/MMLU-PRO": 0.3131 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-Orochi", - "name": "MN-12B-Mimicore-Orochi", - "developer": "DoppelReflEx", + "id": "allknowingroger/Yi-1.5-34B", + "name": "Yi-1.5-34B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.462, - "hfopenllm_v2/BBH": 0.5498, - "hfopenllm_v2/MATH Level 5": 0.136, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4546, - "hfopenllm_v2/MMLU-PRO": 0.3447 + "hfopenllm_v2/IFEval": 0.1639, + "hfopenllm_v2/BBH": 0.2827, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3857, + "hfopenllm_v2/MMLU-PRO": 0.1095 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-Orochi-v2-Experiment", - "name": "MN-12B-Mimicore-Orochi-v2-Experiment", - "developer": "DoppelReflEx", + "id": "allknowingroger/Yi-blossom-40B", + "name": "Yi-blossom-40B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2842, - "hfopenllm_v2/BBH": 0.5323, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4574, - "hfopenllm_v2/MMLU-PRO": 0.3423 + "hfopenllm_v2/IFEval": 0.2009, + "hfopenllm_v2/BBH": 0.3215, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3843, + "hfopenllm_v2/MMLU-PRO": 0.108 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-Orochi-v3-Experiment", - "name": "MN-12B-Mimicore-Orochi-v3-Experiment", - "developer": "DoppelReflEx", + "id": "allknowingroger/Yibuddy-35B", + "name": "Yibuddy-35B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4102, - "hfopenllm_v2/BBH": 0.5438, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4438, - "hfopenllm_v2/MMLU-PRO": 0.3396 + "hfopenllm_v2/IFEval": 0.4235, + "hfopenllm_v2/BBH": 0.5916, + "hfopenllm_v2/MATH Level 5": 0.1571, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4505, + "hfopenllm_v2/MMLU-PRO": 0.4489 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-Orochi-v4-Experiment", - "name": "MN-12B-Mimicore-Orochi-v4-Experiment", - "developer": "DoppelReflEx", + "id": "allknowingroger/Yillama-40B", + "name": "Yillama-40B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4321, - "hfopenllm_v2/BBH": 0.5463, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4449, - "hfopenllm_v2/MMLU-PRO": 0.352 + "hfopenllm_v2/IFEval": 0.1697, + "hfopenllm_v2/BBH": 0.4063, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3501, + "hfopenllm_v2/MMLU-PRO": 0.1981 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake", - "name": "MN-12B-Mimicore-WhiteSnake", - "developer": "DoppelReflEx", + "id": "allknowingroger/Yislerp-34B", + "name": "Yislerp-34B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4438, - "hfopenllm_v2/BBH": 0.5605, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4569, - "hfopenllm_v2/MMLU-PRO": 0.3658 + "hfopenllm_v2/IFEval": 0.3692, + "hfopenllm_v2/BBH": 0.6159, + "hfopenllm_v2/MATH Level 5": 0.216, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4566, + "hfopenllm_v2/MMLU-PRO": 0.4751 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-1", - "name": "MN-12B-Mimicore-WhiteSnake-v2-Experiment-1", - "developer": "DoppelReflEx", + "id": "allknowingroger/Yislerp2-34B", + "name": "Yislerp2-34B", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3909, - "hfopenllm_v2/BBH": 0.4866, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.379, - "hfopenllm_v2/MMLU-PRO": 0.3114 + "hfopenllm_v2/IFEval": 0.3999, + "hfopenllm_v2/BBH": 0.6246, + "hfopenllm_v2/MATH Level 5": 0.2296, + "hfopenllm_v2/GPQA": 0.3641, + "hfopenllm_v2/MUSR": 0.453, + "hfopenllm_v2/MMLU-PRO": 0.4724 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-2", - "name": "MN-12B-Mimicore-WhiteSnake-v2-Experiment-2", - "developer": "DoppelReflEx", + "id": "allknowingroger/Yunconglong-13B-slerp", + "name": "Yunconglong-13B-slerp", + "developer": "allknowingroger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3124, - "hfopenllm_v2/BBH": 0.5126, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.3975, - "hfopenllm_v2/MMLU-PRO": 0.3314 + "hfopenllm_v2/IFEval": 0.4242, + "hfopenllm_v2/BBH": 0.5166, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4161, + "hfopenllm_v2/MMLU-PRO": 0.3036 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-3", - "name": "MN-12B-Mimicore-WhiteSnake-v2-Experiment-3", - "developer": "DoppelReflEx", + "id": "allura-org/L3.1-8b-RP-Ink", + "name": "L3.1-8b-RP-Ink", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4302, - "hfopenllm_v2/BBH": 0.4812, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3684, - "hfopenllm_v2/MMLU-PRO": 0.3198 + "hfopenllm_v2/IFEval": 0.7811, + "hfopenllm_v2/BBH": 0.4828, + "hfopenllm_v2/MATH Level 5": 0.148, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3608, + "hfopenllm_v2/MMLU-PRO": 0.3428 } }, { - "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-4", - "name": "MN-12B-Mimicore-WhiteSnake-v2-Experiment-4", - "developer": "DoppelReflEx", + "id": "allura-org/Mistral-Small-24b-Sertraline-0304", + "name": "Mistral-Small-24b-Sertraline-0304", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4241, - "hfopenllm_v2/BBH": 0.5185, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4002, - "hfopenllm_v2/MMLU-PRO": 0.3342 + "hfopenllm_v2/IFEval": 0.68, + "hfopenllm_v2/BBH": 0.6525, + "hfopenllm_v2/MATH Level 5": 0.2228, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4395, + "hfopenllm_v2/MMLU-PRO": 0.5106 } }, { - "id": "DoppelReflEx/MN-12B-Unleashed-Twilight", - "name": "MN-12B-Unleashed-Twilight", - "developer": "DoppelReflEx", + "id": "allura-org/Mistral-Small-Sisyphus-24b-2503", + "name": "Mistral-Small-Sisyphus-24b-2503", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3505, - "hfopenllm_v2/BBH": 0.5521, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4384, - "hfopenllm_v2/MMLU-PRO": 0.3678 + "hfopenllm_v2/IFEval": 0.6848, + "hfopenllm_v2/BBH": 0.627, + "hfopenllm_v2/MATH Level 5": 0.25, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.5127 } }, { - "id": "DoppelReflEx/MN-12B-WolFrame", - "name": "MN-12B-WolFrame", - "developer": "DoppelReflEx", + "id": "allura-org/MN-12b-RP-Ink", + "name": "MN-12b-RP-Ink", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4397, - "hfopenllm_v2/BBH": 0.5117, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.3393 + "hfopenllm_v2/IFEval": 0.7186, + "hfopenllm_v2/BBH": 0.4834, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.3514 } }, { - "id": "DoppelReflEx/MiniusLight-24B", - "name": "MiniusLight-24B", - "developer": "DoppelReflEx", + "id": "allura-org/MoE-Girl-1BA-7BT", + "name": "MoE-Girl-1BA-7BT", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2577, - "hfopenllm_v2/BBH": 0.6256, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4319, - "hfopenllm_v2/MMLU-PRO": 0.5091 + "hfopenllm_v2/IFEval": 0.2705, + "hfopenllm_v2/BBH": 0.3139, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3436, + "hfopenllm_v2/MMLU-PRO": 0.1218 } }, { - "id": "DoppelReflEx/MiniusLight-24B-test", - "name": "MiniusLight-24B-test", - "developer": "DoppelReflEx", + "id": "allura-org/MS-Meadowlark-22B", + "name": "MS-Meadowlark-22B", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0394, - "hfopenllm_v2/BBH": 0.6334, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4093, - "hfopenllm_v2/MMLU-PRO": 0.5182 + "hfopenllm_v2/IFEval": 0.6697, + "hfopenllm_v2/BBH": 0.5163, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.3843, + "hfopenllm_v2/MMLU-PRO": 0.3823 } }, { - "id": "DoppelReflEx/MiniusLight-24B-v1b-test", - "name": "MiniusLight-24B-v1b-test", - "developer": "DoppelReflEx", + "id": "allura-org/Teleut-7b", + "name": "Teleut-7b", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3791, - "hfopenllm_v2/BBH": 0.6617, - "hfopenllm_v2/MATH Level 5": 0.2394, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4557, - "hfopenllm_v2/MMLU-PRO": 0.5365 + "hfopenllm_v2/IFEval": 0.6379, + "hfopenllm_v2/BBH": 0.5141, + "hfopenllm_v2/MATH Level 5": 0.2409, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.464, + "hfopenllm_v2/MMLU-PRO": 0.4131 } }, { - "id": "DoppelReflEx/MiniusLight-24B-v1c-test", - "name": "MiniusLight-24B-v1c-test", - "developer": "DoppelReflEx", + "id": "allura-org/TQ2.5-14B-Aletheia-v1", + "name": "TQ2.5-14B-Aletheia-v1", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3786, - "hfopenllm_v2/BBH": 0.6753, - "hfopenllm_v2/MATH Level 5": 0.2968, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4634, - "hfopenllm_v2/MMLU-PRO": 0.5487 + "hfopenllm_v2/IFEval": 0.753, + "hfopenllm_v2/BBH": 0.6585, + "hfopenllm_v2/MATH Level 5": 0.3399, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4452, + "hfopenllm_v2/MMLU-PRO": 0.5241 } }, { - "id": "DoppelReflEx/MiniusLight-24B-v1d-test", - "name": "MiniusLight-24B-v1d-test", - "developer": "DoppelReflEx", + "id": "allura-org/TQ2.5-14B-Neon-v1", + "name": "TQ2.5-14B-Neon-v1", + "developer": "allura-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4032, - "hfopenllm_v2/BBH": 0.6712, - "hfopenllm_v2/MATH Level 5": 0.2946, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4621, - "hfopenllm_v2/MMLU-PRO": 0.5489 + "hfopenllm_v2/IFEval": 0.6754, + "hfopenllm_v2/BBH": 0.6553, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.461, + "hfopenllm_v2/MMLU-PRO": 0.5253 } }, { - "id": "DreadPoor/Again-8B-Model_Stock", - "name": "Again-8B-Model_Stock", - "developer": "DreadPoor", + "id": "aloobun/d-SmolLM2-360M", + "name": "d-SmolLM2-360M", + "developer": "aloobun", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6724, - "hfopenllm_v2/BBH": 0.531, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3987, - "hfopenllm_v2/MMLU-PRO": 0.3518 + "hfopenllm_v2/IFEval": 0.2097, + "hfopenllm_v2/BBH": 0.3196, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.1169 } }, { - "id": "DreadPoor/Alita99-8B-LINEAR", - "name": "Alita99-8B-LINEAR", - "developer": "DreadPoor", + "id": "aloobun/Meta-Llama-3-7B-28Layers", + "name": "Meta-Llama-3-7B-28Layers", + "developer": "aloobun", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.719, - "hfopenllm_v2/BBH": 0.5442, - "hfopenllm_v2/MATH Level 5": 0.1647, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4266, - "hfopenllm_v2/MMLU-PRO": 0.3809 + "hfopenllm_v2/IFEval": 0.1964, + "hfopenllm_v2/BBH": 0.4437, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3589, + "hfopenllm_v2/MMLU-PRO": 0.316 } }, { - "id": "DreadPoor/AnotherTest", - "name": "AnotherTest", - "developer": "DreadPoor", + "id": "alpindale/magnum-72b-v1", + "name": "magnum-72b-v1", + "developer": "alpindale", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4701, - "hfopenllm_v2/BBH": 0.4683, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4213, - "hfopenllm_v2/MMLU-PRO": 0.2875 + "hfopenllm_v2/IFEval": 0.7606, + "hfopenllm_v2/BBH": 0.6982, + "hfopenllm_v2/MATH Level 5": 0.398, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4489, + "hfopenllm_v2/MMLU-PRO": 0.5468 } }, { - "id": "DreadPoor/Aspire-8B-model_stock", - "name": "Aspire-8B-model_stock", - "developer": "DreadPoor", + "id": "alpindale/WizardLM-2-8x22B", + "name": "WizardLM-2-8x22B", + "developer": "alpindale", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7141, - "hfopenllm_v2/BBH": 0.5278, - "hfopenllm_v2/MATH Level 5": 0.1495, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4212, - "hfopenllm_v2/MMLU-PRO": 0.3763 + "hfopenllm_v2/IFEval": 0.5272, + "hfopenllm_v2/BBH": 0.6377, + "hfopenllm_v2/MATH Level 5": 0.25, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4387, + "hfopenllm_v2/MMLU-PRO": 0.4596 } }, { - "id": "DreadPoor/Aspire_1.3-8B_model-stock", - "name": "Aspire_1.3-8B_model-stock", - "developer": "DreadPoor", + "id": "Alsebay/Qwen2.5-7B-test-novelist", + "name": "Qwen2.5-7B-test-novelist", + "developer": "Alsebay", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7062, - "hfopenllm_v2/BBH": 0.5302, - "hfopenllm_v2/MATH Level 5": 0.1692, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3716 + "hfopenllm_v2/IFEval": 0.5352, + "hfopenllm_v2/BBH": 0.5151, + "hfopenllm_v2/MATH Level 5": 0.2349, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4749, + "hfopenllm_v2/MMLU-PRO": 0.3866 } }, { - "id": "DreadPoor/Aspire_V2-8B-Model_Stock", - "name": "Aspire_V2-8B-Model_Stock", - "developer": "DreadPoor", + "id": "altomek/YiSM-34B-0rn", + "name": "YiSM-34B-0rn", + "developer": "altomek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7371, - "hfopenllm_v2/BBH": 0.533, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.3894, - "hfopenllm_v2/MMLU-PRO": 0.3697 + "hfopenllm_v2/IFEval": 0.4284, + "hfopenllm_v2/BBH": 0.614, + "hfopenllm_v2/MATH Level 5": 0.2281, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.445, + "hfopenllm_v2/MMLU-PRO": 0.4696 } }, { - "id": "DreadPoor/Aspire_V2.1-8B-Model_Stock", - "name": "Aspire_V2.1-8B-Model_Stock", - "developer": "DreadPoor", + "id": "Amaorynho/BBAI2006", + "name": "BBAI2006", + "developer": "Amaorynho", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7238, - "hfopenllm_v2/BBH": 0.5236, - "hfopenllm_v2/MATH Level 5": 0.1767, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.3801 + "hfopenllm_v2/IFEval": 0.1467, + "hfopenllm_v2/BBH": 0.2704, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3605, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "DreadPoor/Aspire_V2_ALT-8B-Model_Stock", - "name": "Aspire_V2_ALT-8B-Model_Stock", - "developer": "DreadPoor", + "id": "Amaorynho/BBAI270V4", + "name": "BBAI270V4", + "developer": "Amaorynho", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7381, - "hfopenllm_v2/BBH": 0.5266, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.3975, - "hfopenllm_v2/MMLU-PRO": 0.3727 + "hfopenllm_v2/IFEval": 0.199, + "hfopenllm_v2/BBH": 0.3071, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3314, + "hfopenllm_v2/MMLU-PRO": 0.1114 } }, { - "id": "DreadPoor/Aspire_V2_ALT_ROW-8B-Model_Stock", - "name": "Aspire_V2_ALT_ROW-8B-Model_Stock", - "developer": "DreadPoor", + "id": "Amaorynho/BBAI_375", + "name": "BBAI_375", + "developer": "Amaorynho", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7381, - "hfopenllm_v2/BBH": 0.5266, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.3975, - "hfopenllm_v2/MMLU-PRO": 0.3727 + "hfopenllm_v2/IFEval": 0.1467, + "hfopenllm_v2/BBH": 0.2704, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3605, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "DreadPoor/Aspire_V3-8B-Model_Stock", - "name": "Aspire_V3-8B-Model_Stock", - "developer": "DreadPoor", + "id": "Amaorynho/BBAIIFEV1", + "name": "BBAIIFEV1", + "developer": "Amaorynho", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5119, - "hfopenllm_v2/BBH": 0.5268, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.3642 + "hfopenllm_v2/IFEval": 0.8047, + "hfopenllm_v2/BBH": 0.5292, + "hfopenllm_v2/MATH Level 5": 0.1934, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3857 } }, { - "id": "DreadPoor/Aspire_V4-8B-Model_Stock", - "name": "Aspire_V4-8B-Model_Stock", - "developer": "DreadPoor", + "id": "amazon/MegaBeam-Mistral-7B-300k", + "name": "MegaBeam-Mistral-7B-300k", + "developer": "amazon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7694, - "hfopenllm_v2/BBH": 0.5314, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3867, - "hfopenllm_v2/MMLU-PRO": 0.3708 + "hfopenllm_v2/IFEval": 0.5203, + "hfopenllm_v2/BBH": 0.4228, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.398, + "hfopenllm_v2/MMLU-PRO": 0.2549 } }, { - "id": "DreadPoor/Aspire_V4_ALT-8B-Model_Stock", - "name": "Aspire_V4_ALT-8B-Model_Stock", - "developer": "DreadPoor", + "id": "amazon/nova-lite-v1:0", + "name": "Amazon Nova Lite", + "developer": "amazon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7366, - "hfopenllm_v2/BBH": 0.5268, - "hfopenllm_v2/MATH Level 5": 0.1813, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.392, - "hfopenllm_v2/MMLU-PRO": 0.3682 + "helm_capabilities/Mean score": 0.551, + "helm_capabilities/MMLU-Pro": 0.6, + "helm_capabilities/GPQA": 0.397, + "helm_capabilities/IFEval": 0.776, + "helm_capabilities/WildBench": 0.75, + "helm_capabilities/Omni-MATH": 0.233, + "helm_lite/Mean win rate": 0.708, + "helm_lite/NarrativeQA": 0.768, + "helm_lite/NaturalQuestions (closed-book)": 0.352, + "helm_lite/OpenbookQA": 0.928, + "helm_lite/MMLU": 0.693, + "helm_lite/MATH": 0.779, + "helm_lite/GSM8K": 0.829, + "helm_lite/LegalBench": 0.659, + "helm_lite/MedQA": 0.696, + "helm_lite/WMT 2014": 0.204, + "helm_mmlu/MMLU All Subjects": 0.77, + "helm_mmlu/Abstract Algebra": 0.52, + "helm_mmlu/Anatomy": 0.719, + "helm_mmlu/College Physics": 0.608, + "helm_mmlu/Computer Security": 0.79, + "helm_mmlu/Econometrics": 0.675, + "helm_mmlu/Global Facts": 0.55, + "helm_mmlu/Jurisprudence": 0.852, + "helm_mmlu/Philosophy": 0.817, + "helm_mmlu/Professional Psychology": 0.812, + "helm_mmlu/Us Foreign Policy": 0.92, + "helm_mmlu/Astronomy": 0.862, + "helm_mmlu/Business Ethics": 0.73, + "helm_mmlu/Clinical Knowledge": 0.8, + "helm_mmlu/Conceptual Physics": 0.796, + "helm_mmlu/Electrical Engineering": 0.779, + "helm_mmlu/Elementary Mathematics": 0.757, + "helm_mmlu/Formal Logic": 0.643, + "helm_mmlu/High School World History": 0.886, + "helm_mmlu/Human Sexuality": 0.84, + "helm_mmlu/International Law": 0.843, + "helm_mmlu/Logical Fallacies": 0.81, + "helm_mmlu/Machine Learning": 0.509, + "helm_mmlu/Management": 0.864, + "helm_mmlu/Marketing": 0.889, + "helm_mmlu/Medical Genetics": 0.9, + "helm_mmlu/Miscellaneous": 0.872, + "helm_mmlu/Moral Scenarios": 0.694, + "helm_mmlu/Nutrition": 0.788, + "helm_mmlu/Prehistory": 0.849, + "helm_mmlu/Public Relations": 0.682, + "helm_mmlu/Security Studies": 0.788, + "helm_mmlu/Sociology": 0.896, + "helm_mmlu/Virology": 0.542, + "helm_mmlu/World Religions": 0.871, + "helm_mmlu/Mean win rate": 0.987 } }, { - "id": "DreadPoor/Asymmetric_Linearity-8B-Model_Stock", - "name": "Asymmetric_Linearity-8B-Model_Stock", - "developer": "DreadPoor", + "id": "amazon/nova-micro-v1:0", + "name": "Amazon Nova Micro", + "developer": "amazon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7174, - "hfopenllm_v2/BBH": 0.5465, - "hfopenllm_v2/MATH Level 5": 0.1647, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3844 + "helm_capabilities/Mean score": 0.522, + "helm_capabilities/MMLU-Pro": 0.511, + "helm_capabilities/GPQA": 0.383, + "helm_capabilities/IFEval": 0.76, + "helm_capabilities/WildBench": 0.743, + "helm_capabilities/Omni-MATH": 0.214, + "helm_lite/Mean win rate": 0.524, + "helm_lite/NarrativeQA": 0.744, + "helm_lite/NaturalQuestions (closed-book)": 0.285, + "helm_lite/OpenbookQA": 0.888, + "helm_lite/MMLU": 0.64, + "helm_lite/MATH": 0.76, + "helm_lite/GSM8K": 0.794, + "helm_lite/LegalBench": 0.615, + "helm_lite/MedQA": 0.608, + "helm_lite/WMT 2014": 0.192, + "helm_mmlu/MMLU All Subjects": 0.708, + "helm_mmlu/Abstract Algebra": 0.42, + "helm_mmlu/Anatomy": 0.726, + "helm_mmlu/College Physics": 0.5, + "helm_mmlu/Computer Security": 0.77, + "helm_mmlu/Econometrics": 0.57, + "helm_mmlu/Global Facts": 0.44, + "helm_mmlu/Jurisprudence": 0.815, + "helm_mmlu/Philosophy": 0.733, + "helm_mmlu/Professional Psychology": 0.739, + "helm_mmlu/Us Foreign Policy": 0.9, + "helm_mmlu/Astronomy": 0.822, + "helm_mmlu/Business Ethics": 0.71, + "helm_mmlu/Clinical Knowledge": 0.751, + "helm_mmlu/Conceptual Physics": 0.706, + "helm_mmlu/Electrical Engineering": 0.683, + "helm_mmlu/Elementary Mathematics": 0.55, + "helm_mmlu/Formal Logic": 0.508, + "helm_mmlu/High School World History": 0.84, + "helm_mmlu/Human Sexuality": 0.824, + "helm_mmlu/International Law": 0.843, + "helm_mmlu/Logical Fallacies": 0.798, + "helm_mmlu/Machine Learning": 0.562, + "helm_mmlu/Management": 0.816, + "helm_mmlu/Marketing": 0.91, + "helm_mmlu/Medical Genetics": 0.82, + "helm_mmlu/Miscellaneous": 0.83, + "helm_mmlu/Moral Scenarios": 0.464, + "helm_mmlu/Nutrition": 0.778, + "helm_mmlu/Prehistory": 0.787, + "helm_mmlu/Public Relations": 0.673, + "helm_mmlu/Security Studies": 0.718, + "helm_mmlu/Sociology": 0.846, + "helm_mmlu/Virology": 0.524, + "helm_mmlu/World Religions": 0.825, + "helm_mmlu/Mean win rate": 1.0 } }, { - "id": "DreadPoor/Aurora_faustus-8B-LINEAR", - "name": "Aurora_faustus-8B-LINEAR", - "developer": "DreadPoor", + "id": "amazon/nova-premier-v1:0", + "name": "Amazon Nova Premier", + "developer": "amazon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7281, - "hfopenllm_v2/BBH": 0.5516, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3842 + "helm_capabilities/Mean score": 0.637, + "helm_capabilities/MMLU-Pro": 0.726, + "helm_capabilities/GPQA": 0.518, + "helm_capabilities/IFEval": 0.803, + "helm_capabilities/WildBench": 0.788, + "helm_capabilities/Omni-MATH": 0.35 } }, { - "id": "DreadPoor/Aurora_faustus-8B-LORABLATED", - "name": "Aurora_faustus-8B-LORABLATED", - "developer": "DreadPoor", + "id": "amazon/nova-pro-v1:0", + "name": "Amazon Nova Pro", + "developer": "amazon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7527, - "hfopenllm_v2/BBH": 0.5392, - "hfopenllm_v2/MATH Level 5": 0.1488, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.3673 - } - }, - { - "id": "DreadPoor/Aurora_faustus-8B-LORABLATED_ALT", - "name": "Aurora_faustus-8B-LORABLATED_ALT", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.5388, - "hfopenllm_v2/MATH Level 5": 0.1586, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4225, - "hfopenllm_v2/MMLU-PRO": 0.3694 - } - }, - { - "id": "DreadPoor/Autumn_Dawn-8B-LINEAR", - "name": "Autumn_Dawn-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7293, - "hfopenllm_v2/BBH": 0.5459, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3968 - } - }, - { - "id": "DreadPoor/BaeZel-8B-LINEAR", - "name": "BaeZel-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.5464, - "hfopenllm_v2/MATH Level 5": 0.1813, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4227, - "hfopenllm_v2/MMLU-PRO": 0.3861 - } - }, - { - "id": "DreadPoor/BaeZel-8B-Model_Stock", - "name": "BaeZel-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7713, - "hfopenllm_v2/BBH": 0.5408, - "hfopenllm_v2/MATH Level 5": 0.1639, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.388 + "helm_capabilities/Mean score": 0.591, + "helm_capabilities/MMLU-Pro": 0.673, + "helm_capabilities/GPQA": 0.446, + "helm_capabilities/IFEval": 0.815, + "helm_capabilities/WildBench": 0.777, + "helm_capabilities/Omni-MATH": 0.242, + "helm_lite/Mean win rate": 0.885, + "helm_lite/NarrativeQA": 0.791, + "helm_lite/NaturalQuestions (closed-book)": 0.405, + "helm_lite/OpenbookQA": 0.96, + "helm_lite/MMLU": 0.758, + "helm_lite/MATH": 0.821, + "helm_lite/GSM8K": 0.87, + "helm_lite/LegalBench": 0.736, + "helm_lite/MedQA": 0.811, + "helm_lite/WMT 2014": 0.229, + "helm_mmlu/MMLU All Subjects": 0.82, + "helm_mmlu/Abstract Algebra": 0.69, + "helm_mmlu/Anatomy": 0.807, + "helm_mmlu/College Physics": 0.647, + "helm_mmlu/Computer Security": 0.84, + "helm_mmlu/Econometrics": 0.702, + "helm_mmlu/Global Facts": 0.54, + "helm_mmlu/Jurisprudence": 0.861, + "helm_mmlu/Philosophy": 0.826, + "helm_mmlu/Professional Psychology": 0.864, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.895, + "helm_mmlu/Business Ethics": 0.81, + "helm_mmlu/Clinical Knowledge": 0.875, + "helm_mmlu/Conceptual Physics": 0.851, + "helm_mmlu/Electrical Engineering": 0.8, + "helm_mmlu/Elementary Mathematics": 0.831, + "helm_mmlu/Formal Logic": 0.714, + "helm_mmlu/High School World History": 0.928, + "helm_mmlu/Human Sexuality": 0.885, + "helm_mmlu/International Law": 0.901, + "helm_mmlu/Logical Fallacies": 0.871, + "helm_mmlu/Machine Learning": 0.625, + "helm_mmlu/Management": 0.922, + "helm_mmlu/Marketing": 0.923, + "helm_mmlu/Medical Genetics": 0.87, + "helm_mmlu/Miscellaneous": 0.912, + "helm_mmlu/Moral Scenarios": 0.76, + "helm_mmlu/Nutrition": 0.866, + "helm_mmlu/Prehistory": 0.926, + "helm_mmlu/Public Relations": 0.8, + "helm_mmlu/Security Studies": 0.849, + "helm_mmlu/Sociology": 0.905, + "helm_mmlu/Virology": 0.59, + "helm_mmlu/World Religions": 0.877, + "helm_mmlu/Mean win rate": 0.975 } }, { - "id": "DreadPoor/BaeZel_V2-8B-Model_Stock", - "name": "BaeZel_V2-8B-Model_Stock", - "developer": "DreadPoor", + "id": "amd/AMD-Llama-135m", + "name": "AMD-Llama-135m", + "developer": "amd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7677, - "hfopenllm_v2/BBH": 0.5374, - "hfopenllm_v2/MATH Level 5": 0.1798, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3947 + "hfopenllm_v2/IFEval": 0.1842, + "hfopenllm_v2/BBH": 0.2974, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.378, + "hfopenllm_v2/MMLU-PRO": 0.1169 } }, { - "id": "DreadPoor/BaeZel_V2_ALT-8B-Model_Stock", - "name": "BaeZel_V2_ALT-8B-Model_Stock", - "developer": "DreadPoor", + "id": "Amu/t1-1.5B", + "name": "t1-1.5B", + "developer": "Amu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7677, - "hfopenllm_v2/BBH": 0.5374, - "hfopenllm_v2/MATH Level 5": 0.1798, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3947 + "hfopenllm_v2/IFEval": 0.3394, + "hfopenllm_v2/BBH": 0.4008, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3517, + "hfopenllm_v2/MMLU-PRO": 0.2566 } }, { - "id": "DreadPoor/BaeZel_V3-8B-Model_Stock", - "name": "BaeZel_V3-8B-Model_Stock", - "developer": "DreadPoor", + "id": "Amu/t1-3B", + "name": "t1-3B", + "developer": "Amu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7832, - "hfopenllm_v2/BBH": 0.5392, - "hfopenllm_v2/MATH Level 5": 0.1896, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4174, - "hfopenllm_v2/MMLU-PRO": 0.3888 + "hfopenllm_v2/IFEval": 0.3328, + "hfopenllm_v2/BBH": 0.3999, + "hfopenllm_v2/MATH Level 5": 0.1375, + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.3435, + "hfopenllm_v2/MMLU-PRO": 0.1284 } }, { - "id": "DreadPoor/Blunt_Edge-8B-SLERP", - "name": "Blunt_Edge-8B-SLERP", - "developer": "DreadPoor", + "id": "anakin87/gemma-2b-orpo", + "name": "gemma-2b-orpo", + "developer": "anakin87", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7497, - "hfopenllm_v2/BBH": 0.5389, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4174, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/IFEval": 0.2478, + "hfopenllm_v2/BBH": 0.3426, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3728, + "hfopenllm_v2/MMLU-PRO": 0.1306 } }, { - "id": "DreadPoor/BulkUp", - "name": "BulkUp", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v1-72b", + "name": "magnum-v1-72b", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1778, - "hfopenllm_v2/BBH": 0.287, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3447, - "hfopenllm_v2/MMLU-PRO": 0.111 + "hfopenllm_v2/IFEval": 0.7606, + "hfopenllm_v2/BBH": 0.6982, + "hfopenllm_v2/MATH Level 5": 0.398, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4489, + "hfopenllm_v2/MMLU-PRO": 0.5486 } }, { - "id": "DreadPoor/Cadence-8B-LINEAR", - "name": "Cadence-8B-LINEAR", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v2-12b", + "name": "magnum-v2-12b", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7682, - "hfopenllm_v2/BBH": 0.5433, - "hfopenllm_v2/MATH Level 5": 0.1677, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3803 + "hfopenllm_v2/IFEval": 0.3762, + "hfopenllm_v2/BBH": 0.5021, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4179, + "hfopenllm_v2/MMLU-PRO": 0.3167 } }, { - "id": "DreadPoor/Caelid-8B-Model_Stock", - "name": "Caelid-8B-Model_Stock", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v2-72b", + "name": "magnum-v2-72b", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7247, - "hfopenllm_v2/BBH": 0.546, - "hfopenllm_v2/MATH Level 5": 0.1511, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4001, - "hfopenllm_v2/MMLU-PRO": 0.3816 + "hfopenllm_v2/IFEval": 0.756, + "hfopenllm_v2/BBH": 0.7005, + "hfopenllm_v2/MATH Level 5": 0.3542, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.5456 } }, { - "id": "DreadPoor/Casuar-9B-Model_Stock", - "name": "Casuar-9B-Model_Stock", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v2.5-12b-kto", + "name": "magnum-v2.5-12b-kto", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7765, - "hfopenllm_v2/BBH": 0.6107, - "hfopenllm_v2/MATH Level 5": 0.213, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4165, - "hfopenllm_v2/MMLU-PRO": 0.4156 + "hfopenllm_v2/IFEval": 0.3866, + "hfopenllm_v2/BBH": 0.5077, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4086, + "hfopenllm_v2/MMLU-PRO": 0.3215 } }, { - "id": "DreadPoor/Condensed_Milk-8B-Model_Stock", - "name": "Condensed_Milk-8B-Model_Stock", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v3-27b-kto", + "name": "magnum-v3-27b-kto", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7536, - "hfopenllm_v2/BBH": 0.5435, - "hfopenllm_v2/MATH Level 5": 0.1745, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.416, - "hfopenllm_v2/MMLU-PRO": 0.3876 + "hfopenllm_v2/IFEval": 0.5675, + "hfopenllm_v2/BBH": 0.586, + "hfopenllm_v2/MATH Level 5": 0.1813, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.3855, + "hfopenllm_v2/MMLU-PRO": 0.4238 } }, { - "id": "DreadPoor/CoolerCoder-8B-LINEAR", - "name": "CoolerCoder-8B-LINEAR", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v3-34b", + "name": "magnum-v3-34b", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4519, - "hfopenllm_v2/BBH": 0.4762, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.3159 + "hfopenllm_v2/IFEval": 0.5115, + "hfopenllm_v2/BBH": 0.6088, + "hfopenllm_v2/MATH Level 5": 0.1949, + "hfopenllm_v2/GPQA": 0.3607, + "hfopenllm_v2/MUSR": 0.3872, + "hfopenllm_v2/MMLU-PRO": 0.4752 } }, { - "id": "DreadPoor/Damasteel-8B-LINEAR", - "name": "Damasteel-8B-LINEAR", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v3-9b-chatml", + "name": "magnum-v3-9b-chatml", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7384, - "hfopenllm_v2/BBH": 0.5388, - "hfopenllm_v2/MATH Level 5": 0.1669, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4212, - "hfopenllm_v2/MMLU-PRO": 0.3779 + "hfopenllm_v2/IFEval": 0.1275, + "hfopenllm_v2/BBH": 0.5428, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4432, + "hfopenllm_v2/MMLU-PRO": 0.4242 } }, { - "id": "DreadPoor/Dearly_Beloved-8B-TIES", - "name": "Dearly_Beloved-8B-TIES", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v3-9b-customgemma2", + "name": "magnum-v3-9b-customgemma2", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8267, - "hfopenllm_v2/BBH": 0.405, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4175, - "hfopenllm_v2/MMLU-PRO": 0.2827 + "hfopenllm_v2/IFEval": 0.1273, + "hfopenllm_v2/BBH": 0.534, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4565, + "hfopenllm_v2/MMLU-PRO": 0.4205 } }, { - "id": "DreadPoor/Decayed-8B-LINEAR", - "name": "Decayed-8B-LINEAR", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v4-12b", + "name": "magnum-v4-12b", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7676, - "hfopenllm_v2/BBH": 0.5417, - "hfopenllm_v2/MATH Level 5": 0.1715, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3763 + "hfopenllm_v2/IFEval": 0.3393, + "hfopenllm_v2/BBH": 0.5177, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4093, + "hfopenllm_v2/MMLU-PRO": 0.3604 } }, { - "id": "DreadPoor/Derivative-8B-Model_Stock", - "name": "Derivative-8B-Model_Stock", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v4-22b", + "name": "magnum-v4-22b", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7667, - "hfopenllm_v2/BBH": 0.5395, - "hfopenllm_v2/MATH Level 5": 0.179, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.42, - "hfopenllm_v2/MMLU-PRO": 0.3811 + "hfopenllm_v2/IFEval": 0.5629, + "hfopenllm_v2/BBH": 0.5486, + "hfopenllm_v2/MATH Level 5": 0.2002, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4408, + "hfopenllm_v2/MMLU-PRO": 0.383 } }, { - "id": "DreadPoor/Derivative_V2-8B-Model_Stock", - "name": "Derivative_V2-8B-Model_Stock", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v4-27b", + "name": "magnum-v4-27b", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7537, - "hfopenllm_v2/BBH": 0.5393, + "hfopenllm_v2/IFEval": 0.3454, + "hfopenllm_v2/BBH": 0.5867, "hfopenllm_v2/MATH Level 5": 0.1798, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4123, - "hfopenllm_v2/MMLU-PRO": 0.3856 + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.438, + "hfopenllm_v2/MMLU-PRO": 0.4376 } }, { - "id": "DreadPoor/Derivative_V2_ALT-8B-Model_Stock", - "name": "Derivative_V2_ALT-8B-Model_Stock", - "developer": "DreadPoor", + "id": "anthracite-org/magnum-v4-9b", + "name": "magnum-v4-9b", + "developer": "anthracite-org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.772, - "hfopenllm_v2/BBH": 0.5365, - "hfopenllm_v2/MATH Level 5": 0.1881, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.3882 + "hfopenllm_v2/IFEval": 0.3503, + "hfopenllm_v2/BBH": 0.5336, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4516, + "hfopenllm_v2/MMLU-PRO": 0.3953 } }, { - "id": "DreadPoor/Derivative_V3-8B-Model_Stock", - "name": "Derivative_V3-8B-Model_Stock", - "developer": "DreadPoor", + "id": "Anthropic-LM-v4-s3-52B", + "name": "Anthropic-LM v4-s3 52B", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6964, - "hfopenllm_v2/BBH": 0.5243, - "hfopenllm_v2/MATH Level 5": 0.1465, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.415, - "hfopenllm_v2/MMLU-PRO": 0.3502 + "helm_classic/Mean win rate": 0.78, + "helm_classic/MMLU": 0.481, + "helm_classic/BoolQ": 0.815, + "helm_classic/NarrativeQA": 0.728, + "helm_classic/NaturalQuestions (open-book)": 0.686, + "helm_classic/QuAC": 0.431, + "helm_classic/HellaSwag": 0.807, + "helm_classic/OpenbookQA": 0.558, + "helm_classic/TruthfulQA": 0.368, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.154, + "helm_classic/XSUM": 0.134, + "helm_classic/IMDB": 0.934, + "helm_classic/CivilComments": 0.61, + "helm_classic/RAFT": 0.699 } }, { - "id": "DreadPoor/Elusive_Dragon_Heart-8B-LINEAR", - "name": "Elusive_Dragon_Heart-8B-LINEAR", - "developer": "DreadPoor", + "id": "anthropic/claude-2.0", + "name": "Claude 2.0", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7131, - "hfopenllm_v2/BBH": 0.5456, - "hfopenllm_v2/MATH Level 5": 0.148, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3814 + "helm_lite/Mean win rate": 0.489, + "helm_lite/NarrativeQA": 0.718, + "helm_lite/NaturalQuestions (closed-book)": 0.428, + "helm_lite/OpenbookQA": 0.862, + "helm_lite/MMLU": 0.639, + "helm_lite/MATH": 0.603, + "helm_lite/GSM8K": 0.583, + "helm_lite/LegalBench": 0.643, + "helm_lite/MedQA": 0.652, + "helm_lite/WMT 2014": 0.219 } }, { - "id": "DreadPoor/Emu_Eggs-9B-Model_Stock", - "name": "Emu_Eggs-9B-Model_Stock", - "developer": "DreadPoor", + "id": "anthropic/claude-2.1", + "name": "Claude 2.1", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7607, - "hfopenllm_v2/BBH": 0.6052, - "hfopenllm_v2/MATH Level 5": 0.21, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.4227 + "helm_lite/Mean win rate": 0.437, + "helm_lite/NarrativeQA": 0.677, + "helm_lite/NaturalQuestions (closed-book)": 0.375, + "helm_lite/OpenbookQA": 0.872, + "helm_lite/MMLU": 0.643, + "helm_lite/MATH": 0.632, + "helm_lite/GSM8K": 0.604, + "helm_lite/LegalBench": 0.643, + "helm_lite/MedQA": 0.644, + "helm_lite/WMT 2014": 0.204, + "helm_mmlu/MMLU All Subjects": 0.735, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.726, + "helm_mmlu/College Physics": 0.5, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.596, + "helm_mmlu/Global Facts": 0.55, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.794, + "helm_mmlu/Professional Psychology": 0.797, + "helm_mmlu/Us Foreign Policy": 0.92, + "helm_mmlu/Astronomy": 0.855, + "helm_mmlu/Business Ethics": 0.73, + "helm_mmlu/Clinical Knowledge": 0.785, + "helm_mmlu/Conceptual Physics": 0.766, + "helm_mmlu/Electrical Engineering": 0.724, + "helm_mmlu/Elementary Mathematics": 0.521, + "helm_mmlu/Formal Logic": 0.5, + "helm_mmlu/High School World History": 0.903, + "helm_mmlu/Human Sexuality": 0.847, + "helm_mmlu/International Law": 0.901, + "helm_mmlu/Logical Fallacies": 0.834, + "helm_mmlu/Machine Learning": 0.482, + "helm_mmlu/Management": 0.825, + "helm_mmlu/Marketing": 0.923, + "helm_mmlu/Medical Genetics": 0.81, + "helm_mmlu/Miscellaneous": 0.88, + "helm_mmlu/Moral Scenarios": 0.52, + "helm_mmlu/Nutrition": 0.781, + "helm_mmlu/Prehistory": 0.821, + "helm_mmlu/Public Relations": 0.773, + "helm_mmlu/Security Studies": 0.812, + "helm_mmlu/Sociology": 0.886, + "helm_mmlu/Virology": 0.554, + "helm_mmlu/World Religions": 0.854, + "helm_mmlu/Mean win rate": 0.048 } }, { - "id": "DreadPoor/Eunoia_Vespera-8B-LINEAR", - "name": "Eunoia_Vespera-8B-LINEAR", - "developer": "DreadPoor", + "id": "anthropic/claude-3-5-haiku-20241022", + "name": "Claude 3.5 Haiku 20241022", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7235, - "hfopenllm_v2/BBH": 0.5399, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3839 - } - }, - { - "id": "DreadPoor/Fu_sion_HA-8B-SLERP", - "name": "Fu_sion_HA-8B-SLERP", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7609, - "hfopenllm_v2/BBH": 0.5373, - "hfopenllm_v2/MATH Level 5": 0.1752, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.416, - "hfopenllm_v2/MMLU-PRO": 0.3825 - } - }, - { - "id": "DreadPoor/HOT_STINKING_GARBAGE", - "name": "HOT_STINKING_GARBAGE", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5754, - "hfopenllm_v2/BBH": 0.4884, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.425, - "hfopenllm_v2/MMLU-PRO": 0.3017 - } - }, - { - "id": "DreadPoor/H_the_eighth-8B-LINEAR", - "name": "H_the_eighth-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7469, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3824 - } - }, - { - "id": "DreadPoor/Happy_New_Year-8B-Model_Stock", - "name": "Happy_New_Year-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7616, - "hfopenllm_v2/BBH": 0.5368, - "hfopenllm_v2/MATH Level 5": 0.1594, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3879 - } - }, - { - "id": "DreadPoor/Heart_Stolen-8B-Model_Stock", - "name": "Heart_Stolen-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7245, - "hfopenllm_v2/BBH": 0.5395, - "hfopenllm_v2/MATH Level 5": 0.1722, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4162, - "hfopenllm_v2/MMLU-PRO": 0.3794 - } - }, - { - "id": "DreadPoor/Heart_Stolen-ALT-8B-Model_Stock", - "name": "Heart_Stolen-ALT-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7184, - "hfopenllm_v2/BBH": 0.5263, - "hfopenllm_v2/MATH Level 5": 0.1563, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4055, - "hfopenllm_v2/MMLU-PRO": 0.3772 - } - }, - { - "id": "DreadPoor/Here_We_Go_Again-8B-SLERP", - "name": "Here_We_Go_Again-8B-SLERP", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7442, - "hfopenllm_v2/BBH": 0.546, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.3873 - } - }, - { - "id": "DreadPoor/Howdy-8B-LINEAR", - "name": "Howdy-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4121, - "hfopenllm_v2/MMLU-PRO": 0.3807 - } - }, - { - "id": "DreadPoor/Incidental-8B-Model_Stock", - "name": "Incidental-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7482, - "hfopenllm_v2/BBH": 0.5452, - "hfopenllm_v2/MATH Level 5": 0.1616, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.424, - "hfopenllm_v2/MMLU-PRO": 0.3873 - } - }, - { - "id": "DreadPoor/Irina-8B-model_stock", - "name": "Irina-8B-model_stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6799, - "hfopenllm_v2/BBH": 0.5237, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4003, - "hfopenllm_v2/MMLU-PRO": 0.3574 - } - }, - { - "id": "DreadPoor/Kindling-8B-Model_Stock", - "name": "Kindling-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7308, - "hfopenllm_v2/BBH": 0.5492, - "hfopenllm_v2/MATH Level 5": 0.1752, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4068, - "hfopenllm_v2/MMLU-PRO": 0.383 - } - }, - { - "id": "DreadPoor/L3.1-BaeZel-8B-Della", - "name": "L3.1-BaeZel-8B-Della", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.518, - "hfopenllm_v2/BBH": 0.5448, - "hfopenllm_v2/MATH Level 5": 0.1745, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.42, - "hfopenllm_v2/MMLU-PRO": 0.3902 - } - }, - { - "id": "DreadPoor/Laughing_Stock-8B-Model_Stock", - "name": "Laughing_Stock-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.719, - "hfopenllm_v2/BBH": 0.5449, - "hfopenllm_v2/MATH Level 5": 0.1579, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3764 - } - }, - { - "id": "DreadPoor/Lava_Lamp-8B-SLERP", - "name": "Lava_Lamp-8B-SLERP", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7381, - "hfopenllm_v2/BBH": 0.5368, - "hfopenllm_v2/MATH Level 5": 0.1737, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.375 - } - }, - { - "id": "DreadPoor/LemonP-8B-Model_Stock", - "name": "LemonP-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7676, - "hfopenllm_v2/BBH": 0.5439, - "hfopenllm_v2/MATH Level 5": 0.1767, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.4004 - } - }, - { - "id": "DreadPoor/Lydia_of_Whiterun-8B-LINEAR", - "name": "Lydia_of_Whiterun-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7603, - "hfopenllm_v2/BBH": 0.538, - "hfopenllm_v2/MATH Level 5": 0.1767, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.3801 - } - }, - { - "id": "DreadPoor/Matryoshka-8B-LINEAR", - "name": "Matryoshka-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7263, - "hfopenllm_v2/BBH": 0.5444, - "hfopenllm_v2/MATH Level 5": 0.1752, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4252, - "hfopenllm_v2/MMLU-PRO": 0.3866 - } - }, - { - "id": "DreadPoor/Mercury_In_Retrograde-8b-Model-Stock", - "name": "Mercury_In_Retrograde-8b-Model-Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7296, - "hfopenllm_v2/BBH": 0.5391, - "hfopenllm_v2/MATH Level 5": 0.1647, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3829 - } - }, - { - "id": "DreadPoor/Minthy-8B-Model_Stock", - "name": "Minthy-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7658, - "hfopenllm_v2/BBH": 0.5353, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4094, - "hfopenllm_v2/MMLU-PRO": 0.3993 - } - }, - { - "id": "DreadPoor/Minthy_ALT-8B-Model_Stock", - "name": "Minthy_ALT-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6992, - "hfopenllm_v2/BBH": 0.5375, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4225, - "hfopenllm_v2/MMLU-PRO": 0.3674 - } - }, - { - "id": "DreadPoor/Minthy_V2-8B-Model_Stock", - "name": "Minthy_V2-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7126, - "hfopenllm_v2/BBH": 0.5491, - "hfopenllm_v2/MATH Level 5": 0.1594, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3737 - } - }, - { - "id": "DreadPoor/Minus_Penus-8B-Model_Stock", - "name": "Minus_Penus-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7311, - "hfopenllm_v2/BBH": 0.5344, - "hfopenllm_v2/MATH Level 5": 0.2002, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.3752 - } - }, - { - "id": "DreadPoor/Morphing-8B-Model_Stock", - "name": "Morphing-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7445, - "hfopenllm_v2/BBH": 0.5397, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4069, - "hfopenllm_v2/MMLU-PRO": 0.3852 - } - }, - { - "id": "DreadPoor/Not_Even_My_Final_Form-8B-Model_Stock", - "name": "Not_Even_My_Final_Form-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7722, - "hfopenllm_v2/BBH": 0.5351, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4147, - "hfopenllm_v2/MMLU-PRO": 0.384 - } - }, - { - "id": "DreadPoor/Nother_One-8B-Model_Stock", - "name": "Nother_One-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6863, - "hfopenllm_v2/BBH": 0.5205, - "hfopenllm_v2/MATH Level 5": 0.1518, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.387, - "hfopenllm_v2/MMLU-PRO": 0.3595 - } - }, - { - "id": "DreadPoor/Noxis-8B-LINEAR", - "name": "Noxis-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6913, - "hfopenllm_v2/BBH": 0.5421, - "hfopenllm_v2/MATH Level 5": 0.1979, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.366 - } - }, - { - "id": "DreadPoor/Nullsworn-12B-LINEAR", - "name": "Nullsworn-12B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4436, - "hfopenllm_v2/BBH": 0.5483, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.435, - "hfopenllm_v2/MMLU-PRO": 0.3645 - } - }, - { - "id": "DreadPoor/Nwah-8B-Model_Stock", - "name": "Nwah-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7716, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.1798, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4039, - "hfopenllm_v2/MMLU-PRO": 0.3807 - } - }, - { - "id": "DreadPoor/ONeil-model_stock-8B", - "name": "ONeil-model_stock-8B", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6786, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3599 - } - }, - { - "id": "DreadPoor/Oh_Boy-8B-LINEAR", - "name": "Oh_Boy-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7503, - "hfopenllm_v2/BBH": 0.5375, - "hfopenllm_v2/MATH Level 5": 0.1782, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4108, - "hfopenllm_v2/MMLU-PRO": 0.3849 - } - }, - { - "id": "DreadPoor/OrangeJ-8B-Model_Stock", - "name": "OrangeJ-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7841, - "hfopenllm_v2/BBH": 0.5413, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4028, - "hfopenllm_v2/MMLU-PRO": 0.3969 - } - }, - { - "id": "DreadPoor/Promissum_Mane-8B-LINEAR", - "name": "Promissum_Mane-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.715, - "hfopenllm_v2/BBH": 0.5458, - "hfopenllm_v2/MATH Level 5": 0.1556, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.42, - "hfopenllm_v2/MMLU-PRO": 0.3851 - } - }, - { - "id": "DreadPoor/Promissum_Mane-8B-LINEAR-lorablated", - "name": "Promissum_Mane-8B-LINEAR-lorablated", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7156, - "hfopenllm_v2/BBH": 0.5435, - "hfopenllm_v2/MATH Level 5": 0.1533, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3739 - } - }, - { - "id": "DreadPoor/RPMash-8B-Model_Stock", - "name": "RPMash-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4564, - "hfopenllm_v2/BBH": 0.5169, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4054, - "hfopenllm_v2/MMLU-PRO": 0.3604 - } - }, - { - "id": "DreadPoor/RPMash_V3-8B-Model_Stock", - "name": "RPMash_V3-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7049, - "hfopenllm_v2/BBH": 0.5217, - "hfopenllm_v2/MATH Level 5": 0.1042, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.3778, - "hfopenllm_v2/MMLU-PRO": 0.3614 - } - }, - { - "id": "DreadPoor/Rusted_Gold-8B-LINEAR", - "name": "Rusted_Gold-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7296, - "hfopenllm_v2/BBH": 0.5387, - "hfopenllm_v2/MATH Level 5": 0.1934, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.378 - } - }, - { - "id": "DreadPoor/Rusted_Platinum-8B-LINEAR", - "name": "Rusted_Platinum-8B-LINEAR", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.718, - "hfopenllm_v2/BBH": 0.5428, - "hfopenllm_v2/MATH Level 5": 0.1722, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3967, - "hfopenllm_v2/MMLU-PRO": 0.373 - } - }, - { - "id": "DreadPoor/Rusted_Platinum-8B-Model_Stock", - "name": "Rusted_Platinum-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4408, - "hfopenllm_v2/BBH": 0.5243, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3741, - "hfopenllm_v2/MMLU-PRO": 0.3546 - } - }, - { - "id": "DreadPoor/Sellen-8B-model_stock", - "name": "Sellen-8B-model_stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7113, - "hfopenllm_v2/BBH": 0.5232, - "hfopenllm_v2/MATH Level 5": 0.1337, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.396, - "hfopenllm_v2/MMLU-PRO": 0.357 - } - }, - { - "id": "DreadPoor/Something-8B-Model_Stock", - "name": "Something-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5043, - "hfopenllm_v2/BBH": 0.5395, - "hfopenllm_v2/MATH Level 5": 0.1798, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.3885 - } - }, - { - "id": "DreadPoor/Spring_Dusk-8B-SCE", - "name": "Spring_Dusk-8B-SCE", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6515, - "hfopenllm_v2/BBH": 0.5635, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.46, - "hfopenllm_v2/MMLU-PRO": 0.3436 - } - }, - { - "id": "DreadPoor/Summer_Dawn-8B-SCE", - "name": "Summer_Dawn-8B-SCE", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6642, - "hfopenllm_v2/BBH": 0.5391, - "hfopenllm_v2/MATH Level 5": 0.1722, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.412, - "hfopenllm_v2/MMLU-PRO": 0.3753 - } - }, - { - "id": "DreadPoor/Summer_Dusk-8B-TIES", - "name": "Summer_Dusk-8B-TIES", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4922, - "hfopenllm_v2/BBH": 0.536, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4267, - "hfopenllm_v2/MMLU-PRO": 0.3856 - } - }, - { - "id": "DreadPoor/Summer_Rain-8B-SCE", - "name": "Summer_Rain-8B-SCE", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5459, - "hfopenllm_v2/BBH": 0.5846, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4477, - "hfopenllm_v2/MMLU-PRO": 0.3551 - } - }, - { - "id": "DreadPoor/Summer_Rain-8B-TIES", - "name": "Summer_Rain-8B-TIES", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5444, - "hfopenllm_v2/BBH": 0.5846, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4477, - "hfopenllm_v2/MMLU-PRO": 0.3551 - } - }, - { - "id": "DreadPoor/Sun-8B-Model_Stock", - "name": "Sun-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7758, - "hfopenllm_v2/BBH": 0.5264, - "hfopenllm_v2/MATH Level 5": 0.21, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4098, - "hfopenllm_v2/MMLU-PRO": 0.3835 - } - }, - { - "id": "DreadPoor/Sweetened_Condensed_Milk-8B-Model_Stock", - "name": "Sweetened_Condensed_Milk-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7417, - "hfopenllm_v2/BBH": 0.5406, - "hfopenllm_v2/MATH Level 5": 0.1873, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4107, - "hfopenllm_v2/MMLU-PRO": 0.3848 - } - }, - { - "id": "DreadPoor/TEST02-Ignore", - "name": "TEST02-Ignore", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6119, - "hfopenllm_v2/BBH": 0.5602, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3468 - } - }, - { - "id": "DreadPoor/TEST03-ignore", - "name": "TEST03-ignore", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6967, - "hfopenllm_v2/BBH": 0.5383, - "hfopenllm_v2/MATH Level 5": 0.1654, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3789 - } - }, - { - "id": "DreadPoor/TEST06-ignore", - "name": "TEST06-ignore", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7323, - "hfopenllm_v2/BBH": 0.5509, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4225, - "hfopenllm_v2/MMLU-PRO": 0.3615 - } - }, - { - "id": "DreadPoor/TEST07-ignore", - "name": "TEST07-ignore", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.74, - "hfopenllm_v2/BBH": 0.5561, - "hfopenllm_v2/MATH Level 5": 0.1662, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4094, - "hfopenllm_v2/MMLU-PRO": 0.388 - } - }, - { - "id": "DreadPoor/TEST08-ignore", - "name": "TEST08-ignore", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7467, - "hfopenllm_v2/BBH": 0.5454, - "hfopenllm_v2/MATH Level 5": 0.182, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.3853 - } - }, - { - "id": "DreadPoor/Trinas_Nectar-8B-model_stock", - "name": "Trinas_Nectar-8B-model_stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7259, - "hfopenllm_v2/BBH": 0.5256, - "hfopenllm_v2/MATH Level 5": 0.1526, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4068, - "hfopenllm_v2/MMLU-PRO": 0.3618 - } - }, - { - "id": "DreadPoor/UNTESTED-VENN_1.2-8B-Model_Stock", - "name": "UNTESTED-VENN_1.2-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4718, - "hfopenllm_v2/BBH": 0.5475, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4449, - "hfopenllm_v2/MMLU-PRO": 0.3787 - } - }, - { - "id": "DreadPoor/VENN_1.2-8B-Model_Stock", - "name": "VENN_1.2-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7226, - "hfopenllm_v2/BBH": 0.5459, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.42, - "hfopenllm_v2/MMLU-PRO": 0.3721 - } - }, - { - "id": "DreadPoor/WIP-Acacia-8B-Model_Stock", - "name": "WIP-Acacia-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6246, - "hfopenllm_v2/BBH": 0.5195, - "hfopenllm_v2/MATH Level 5": 0.1669, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4226, - "hfopenllm_v2/MMLU-PRO": 0.3737 - } - }, - { - "id": "DreadPoor/WIP_Damascus-8B-TIES", - "name": "WIP_Damascus-8B-TIES", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4776, - "hfopenllm_v2/BBH": 0.5411, - "hfopenllm_v2/MATH Level 5": 0.1654, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4119, - "hfopenllm_v2/MMLU-PRO": 0.3761 - } - }, - { - "id": "DreadPoor/Wannabe-8B-Model_Stock", - "name": "Wannabe-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7205, - "hfopenllm_v2/BBH": 0.539, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.3831 - } - }, - { - "id": "DreadPoor/What_A_Thrill-8B-Model_Stock", - "name": "What_A_Thrill-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7064, - "hfopenllm_v2/BBH": 0.5311, - "hfopenllm_v2/MATH Level 5": 0.182, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.408, - "hfopenllm_v2/MMLU-PRO": 0.3615 - } - }, - { - "id": "DreadPoor/Winter-8B-SCE", - "name": "Winter-8B-SCE", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7536, - "hfopenllm_v2/BBH": 0.5262, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.3839 - } - }, - { - "id": "DreadPoor/Winter_Dawn-8B-TIES", - "name": "Winter_Dawn-8B-TIES", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5496, - "hfopenllm_v2/BBH": 0.5309, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.391 - } - }, - { - "id": "DreadPoor/Winter_Dusk-8B-TIES", - "name": "Winter_Dusk-8B-TIES", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7153, - "hfopenllm_v2/BBH": 0.4952, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3688, - "hfopenllm_v2/MMLU-PRO": 0.3478 - } - }, - { - "id": "DreadPoor/Winter_Night-8B-Model_Stock", - "name": "Winter_Night-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.704, - "hfopenllm_v2/BBH": 0.5185, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.3666 - } - }, - { - "id": "DreadPoor/Yafune-8B-Model_Stock", - "name": "Yafune-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7533, - "hfopenllm_v2/BBH": 0.5467, - "hfopenllm_v2/MATH Level 5": 0.1662, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3851 - } - }, - { - "id": "DreadPoor/Yearn_V3-8B-Model_Stock", - "name": "Yearn_V3-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.729, - "hfopenllm_v2/BBH": 0.5322, - "hfopenllm_v2/MATH Level 5": 0.1896, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3909, - "hfopenllm_v2/MMLU-PRO": 0.3802 - } - }, - { - "id": "DreadPoor/ZEUS-8B-V17-Abliterated_ALT", - "name": "ZEUS-8B-V17-Abliterated_ALT", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5511, - "hfopenllm_v2/BBH": 0.5231, - "hfopenllm_v2/MATH Level 5": 0.1903, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4149, - "hfopenllm_v2/MMLU-PRO": 0.389 - } - }, - { - "id": "DreadPoor/Zelus-8B-Model_Stock", - "name": "Zelus-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7788, - "hfopenllm_v2/BBH": 0.5307, - "hfopenllm_v2/MATH Level 5": 0.1647, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4214, - "hfopenllm_v2/MMLU-PRO": 0.3841 - } - }, - { - "id": "DreadPoor/Zelus_V2-8B-Model_Stock", - "name": "Zelus_V2-8B-Model_Stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7898, - "hfopenllm_v2/BBH": 0.5345, - "hfopenllm_v2/MATH Level 5": 0.2054, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3961, - "hfopenllm_v2/MMLU-PRO": 0.3833 - } - }, - { - "id": "DreadPoor/felix_dies-mistral-7B-model_stock", - "name": "felix_dies-mistral-7B-model_stock", - "developer": "DreadPoor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3008, - "hfopenllm_v2/BBH": 0.4901, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4518, - "hfopenllm_v2/MMLU-PRO": 0.3109 + "global-mmlu-lite/Global MMLU Lite": 0.6114, + "global-mmlu-lite/Culturally Sensitive": 0.5834, + "global-mmlu-lite/Culturally Agnostic": 0.6394, + "global-mmlu-lite/Arabic": 0.695, + "global-mmlu-lite/English": 0.485, + "global-mmlu-lite/Bengali": 0.675, + "global-mmlu-lite/German": 0.565, + "global-mmlu-lite/French": 0.61, + "global-mmlu-lite/Hindi": 0.6575, + "global-mmlu-lite/Indonesian": 0.5475, + "global-mmlu-lite/Italian": 0.48, + "global-mmlu-lite/Japanese": 0.655, + "global-mmlu-lite/Korean": 0.6575, + "global-mmlu-lite/Portuguese": 0.5225, + "global-mmlu-lite/Spanish": 0.485, + "global-mmlu-lite/Swahili": 0.69, + "global-mmlu-lite/Yoruba": 0.6675, + "global-mmlu-lite/Chinese": 0.69, + "global-mmlu-lite/Burmese": 0.7, + "helm_capabilities/Mean score": 0.549, + "helm_capabilities/MMLU-Pro": 0.605, + "helm_capabilities/GPQA": 0.363, + "helm_capabilities/IFEval": 0.792, + "helm_capabilities/WildBench": 0.76, + "helm_capabilities/Omni-MATH": 0.224, + "helm_lite/Mean win rate": 0.531, + "helm_lite/NarrativeQA": 0.763, + "helm_lite/NaturalQuestions (closed-book)": 0.344, + "helm_lite/OpenbookQA": 0.854, + "helm_lite/MMLU": 0.671, + "helm_lite/MATH": 0.872, + "helm_lite/GSM8K": 0.815, + "helm_lite/LegalBench": 0.631, + "helm_lite/MedQA": 0.722, + "helm_lite/WMT 2014": 0.135, + "helm_mmlu/MMLU All Subjects": 0.743, + "helm_mmlu/Abstract Algebra": 0.47, + "helm_mmlu/Anatomy": 0.793, + "helm_mmlu/College Physics": 0.52, + "helm_mmlu/Computer Security": 0.84, + "helm_mmlu/Econometrics": 0.596, + "helm_mmlu/Global Facts": 0.5, + "helm_mmlu/Jurisprudence": 0.861, + "helm_mmlu/Philosophy": 0.823, + "helm_mmlu/Professional Psychology": 0.825, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.829, + "helm_mmlu/Business Ethics": 0.8, + "helm_mmlu/Clinical Knowledge": 0.823, + "helm_mmlu/Conceptual Physics": 0.723, + "helm_mmlu/Electrical Engineering": 0.717, + "helm_mmlu/Elementary Mathematics": 0.561, + "helm_mmlu/Formal Logic": 0.619, + "helm_mmlu/High School World History": 0.882, + "helm_mmlu/Human Sexuality": 0.885, + "helm_mmlu/International Law": 0.884, + "helm_mmlu/Logical Fallacies": 0.822, + "helm_mmlu/Machine Learning": 0.518, + "helm_mmlu/Management": 0.845, + "helm_mmlu/Marketing": 0.897, + "helm_mmlu/Medical Genetics": 0.83, + "helm_mmlu/Miscellaneous": 0.905, + "helm_mmlu/Moral Scenarios": 0.476, + "helm_mmlu/Nutrition": 0.846, + "helm_mmlu/Prehistory": 0.877, + "helm_mmlu/Public Relations": 0.727, + "helm_mmlu/Security Studies": 0.792, + "helm_mmlu/Sociology": 0.905, + "helm_mmlu/Virology": 0.566, + "helm_mmlu/World Religions": 0.865, + "helm_mmlu/Mean win rate": 0.128 } }, { - "id": "DreadPoor/hakuchido-8B-MODEL_STOCK", - "name": "hakuchido-8B-MODEL_STOCK", - "developer": "DreadPoor", + "id": "anthropic/claude-3-5-sonnet-20240620", + "name": "Claude 3.5 Sonnet 20240620", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7375, - "hfopenllm_v2/BBH": 0.5398, - "hfopenllm_v2/MATH Level 5": 0.1949, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4175, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "helm_lite/Mean win rate": 0.885, + "helm_lite/NarrativeQA": 0.746, + "helm_lite/NaturalQuestions (closed-book)": 0.502, + "helm_lite/OpenbookQA": 0.972, + "helm_lite/MMLU": 0.799, + "helm_lite/MATH": 0.813, + "helm_lite/GSM8K": 0.949, + "helm_lite/LegalBench": 0.707, + "helm_lite/MedQA": 0.825, + "helm_lite/WMT 2014": 0.229, + "helm_mmlu/MMLU All Subjects": 0.865, + "helm_mmlu/Abstract Algebra": 0.75, + "helm_mmlu/Anatomy": 0.844, + "helm_mmlu/College Physics": 0.696, + "helm_mmlu/Computer Security": 0.89, + "helm_mmlu/Econometrics": 0.807, + "helm_mmlu/Global Facts": 0.72, + "helm_mmlu/Jurisprudence": 0.889, + "helm_mmlu/Philosophy": 0.891, + "helm_mmlu/Professional Psychology": 0.922, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.961, + "helm_mmlu/Business Ethics": 0.85, + "helm_mmlu/Clinical Knowledge": 0.913, + "helm_mmlu/Conceptual Physics": 0.885, + "helm_mmlu/Electrical Engineering": 0.828, + "helm_mmlu/Elementary Mathematics": 0.892, + "helm_mmlu/Formal Logic": 0.698, + "helm_mmlu/High School World History": 0.954, + "helm_mmlu/Human Sexuality": 0.939, + "helm_mmlu/International Law": 0.959, + "helm_mmlu/Logical Fallacies": 0.926, + "helm_mmlu/Machine Learning": 0.786, + "helm_mmlu/Management": 0.942, + "helm_mmlu/Marketing": 0.949, + "helm_mmlu/Medical Genetics": 0.98, + "helm_mmlu/Miscellaneous": 0.962, + "helm_mmlu/Moral Scenarios": 0.882, + "helm_mmlu/Nutrition": 0.912, + "helm_mmlu/Prehistory": 0.951, + "helm_mmlu/Public Relations": 0.855, + "helm_mmlu/Security Studies": 0.878, + "helm_mmlu/Sociology": 0.96, + "helm_mmlu/Virology": 0.602, + "helm_mmlu/World Religions": 0.924, + "helm_mmlu/Mean win rate": 0.17, + "reward-bench/Score": 0.8417, + "reward-bench/Factuality": 0.5284, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.5683, + "reward-bench/Safety": 0.8162, + "reward-bench/Focus": 0.8697, + "reward-bench/Ties": 0.674, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.7401, + "reward-bench/Reasoning": 0.8469 } }, { - "id": "DreadPoor/ichor-8B-Model_Stock", - "name": "ichor-8B-Model_Stock", - "developer": "DreadPoor", + "id": "anthropic/claude-3-5-sonnet-20241022", + "name": "Claude 3.5 Sonnet 20241022", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5386, - "hfopenllm_v2/BBH": 0.5084, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4212, - "hfopenllm_v2/MMLU-PRO": 0.3151 + "helm_capabilities/Mean score": 0.653, + "helm_capabilities/MMLU-Pro": 0.777, + "helm_capabilities/GPQA": 0.565, + "helm_capabilities/IFEval": 0.856, + "helm_capabilities/WildBench": 0.792, + "helm_capabilities/Omni-MATH": 0.276, + "helm_lite/Mean win rate": 0.846, + "helm_lite/NarrativeQA": 0.77, + "helm_lite/NaturalQuestions (closed-book)": 0.467, + "helm_lite/OpenbookQA": 0.966, + "helm_lite/MMLU": 0.809, + "helm_lite/MATH": 0.904, + "helm_lite/GSM8K": 0.956, + "helm_lite/LegalBench": 0.647, + "helm_lite/MedQA": 0.859, + "helm_lite/WMT 2014": 0.226, + "helm_mmlu/MMLU All Subjects": 0.873, + "helm_mmlu/Abstract Algebra": 0.78, + "helm_mmlu/Anatomy": 0.859, + "helm_mmlu/College Physics": 0.775, + "helm_mmlu/Computer Security": 0.87, + "helm_mmlu/Econometrics": 0.807, + "helm_mmlu/Global Facts": 0.8, + "helm_mmlu/Jurisprudence": 0.898, + "helm_mmlu/Philosophy": 0.891, + "helm_mmlu/Professional Psychology": 0.922, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.974, + "helm_mmlu/Business Ethics": 0.83, + "helm_mmlu/Clinical Knowledge": 0.928, + "helm_mmlu/Conceptual Physics": 0.906, + "helm_mmlu/Electrical Engineering": 0.848, + "helm_mmlu/Elementary Mathematics": 0.918, + "helm_mmlu/Formal Logic": 0.786, + "helm_mmlu/High School World History": 0.958, + "helm_mmlu/Human Sexuality": 0.939, + "helm_mmlu/International Law": 0.959, + "helm_mmlu/Logical Fallacies": 0.914, + "helm_mmlu/Machine Learning": 0.839, + "helm_mmlu/Management": 0.932, + "helm_mmlu/Marketing": 0.953, + "helm_mmlu/Medical Genetics": 0.96, + "helm_mmlu/Miscellaneous": 0.964, + "helm_mmlu/Moral Scenarios": 0.888, + "helm_mmlu/Nutrition": 0.922, + "helm_mmlu/Prehistory": 0.941, + "helm_mmlu/Public Relations": 0.8, + "helm_mmlu/Security Studies": 0.882, + "helm_mmlu/Sociology": 0.955, + "helm_mmlu/Virology": 0.584, + "helm_mmlu/World Religions": 0.901, + "helm_mmlu/Mean win rate": 0.311 } }, { - "id": "DreadPoor/ichor_1.1-8B-Model_Stock", - "name": "ichor_1.1-8B-Model_Stock", - "developer": "DreadPoor", + "id": "anthropic/claude-3-7-sonnet-20250219", + "name": "claude-3-7-sonnet-20250219", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8096, - "hfopenllm_v2/BBH": 0.5281, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4068, - "hfopenllm_v2/MMLU-PRO": 0.3856 + "global-mmlu-lite/Global MMLU Lite": 0.8078, + "global-mmlu-lite/Culturally Sensitive": 0.7794, + "global-mmlu-lite/Culturally Agnostic": 0.8362, + "global-mmlu-lite/Arabic": 0.7925, + "global-mmlu-lite/English": 0.7625, + "global-mmlu-lite/Bengali": 0.825, + "global-mmlu-lite/German": 0.8125, + "global-mmlu-lite/French": 0.7675, + "global-mmlu-lite/Hindi": 0.805, + "global-mmlu-lite/Indonesian": 0.8175, + "global-mmlu-lite/Italian": 0.8225, + "global-mmlu-lite/Japanese": 0.8425, + "global-mmlu-lite/Korean": 0.83, + "global-mmlu-lite/Portuguese": 0.77, + "global-mmlu-lite/Spanish": 0.8075, + "global-mmlu-lite/Swahili": 0.8125, + "global-mmlu-lite/Yoruba": 0.81, + "global-mmlu-lite/Chinese": 0.835, + "global-mmlu-lite/Burmese": 0.8125, + "helm_capabilities/Mean score": 0.674, + "helm_capabilities/MMLU-Pro": 0.784, + "helm_capabilities/GPQA": 0.608, + "helm_capabilities/IFEval": 0.834, + "helm_capabilities/WildBench": 0.814, + "helm_capabilities/Omni-MATH": 0.33, + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0, + "livecodebenchpro/Easy Problems": 0.28169014084507044, + "reward-bench/Score": 0.7539, + "reward-bench/Factuality": 0.7326, + "reward-bench/Precise IF": 0.5437, + "reward-bench/Math": 0.75, + "reward-bench/Safety": 0.9033, + "reward-bench/Focus": 0.9212, + "reward-bench/Ties": 0.6723 } }, { - "id": "DreadPoor/inexpertus-8B-Model_Stock", - "name": "inexpertus-8B-Model_Stock", - "developer": "DreadPoor", + "id": "anthropic/claude-3-haiku-20240307", + "name": "Claude 3 Haiku 20240307", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7795, - "hfopenllm_v2/BBH": 0.528, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3791 + "helm_lite/Mean win rate": 0.263, + "helm_lite/NarrativeQA": 0.244, + "helm_lite/NaturalQuestions (closed-book)": 0.144, + "helm_lite/OpenbookQA": 0.838, + "helm_lite/MMLU": 0.662, + "helm_lite/MATH": 0.131, + "helm_lite/GSM8K": 0.699, + "helm_lite/LegalBench": 0.46, + "helm_lite/MedQA": 0.702, + "helm_lite/WMT 2014": 0.148, + "helm_mmlu/MMLU All Subjects": 0.738, + "helm_mmlu/Abstract Algebra": 0.42, + "helm_mmlu/Anatomy": 0.711, + "helm_mmlu/College Physics": 0.48, + "helm_mmlu/Computer Security": 0.79, + "helm_mmlu/Econometrics": 0.632, + "helm_mmlu/Global Facts": 0.47, + "helm_mmlu/Jurisprudence": 0.861, + "helm_mmlu/Philosophy": 0.814, + "helm_mmlu/Professional Psychology": 0.802, + "helm_mmlu/Us Foreign Policy": 0.95, + "helm_mmlu/Astronomy": 0.901, + "helm_mmlu/Business Ethics": 0.78, + "helm_mmlu/Clinical Knowledge": 0.789, + "helm_mmlu/Conceptual Physics": 0.715, + "helm_mmlu/Electrical Engineering": 0.69, + "helm_mmlu/Elementary Mathematics": 0.558, + "helm_mmlu/Formal Logic": 0.579, + "helm_mmlu/High School World History": 0.878, + "helm_mmlu/Human Sexuality": 0.824, + "helm_mmlu/International Law": 0.901, + "helm_mmlu/Logical Fallacies": 0.791, + "helm_mmlu/Machine Learning": 0.589, + "helm_mmlu/Management": 0.874, + "helm_mmlu/Marketing": 0.91, + "helm_mmlu/Medical Genetics": 0.8, + "helm_mmlu/Miscellaneous": 0.893, + "helm_mmlu/Moral Scenarios": 0.502, + "helm_mmlu/Nutrition": 0.83, + "helm_mmlu/Prehistory": 0.824, + "helm_mmlu/Public Relations": 0.755, + "helm_mmlu/Security Studies": 0.808, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.542, + "helm_mmlu/World Religions": 0.871, + "helm_mmlu/Mean win rate": 0.28, + "reward-bench/Score": 0.3711, + "reward-bench/Chat": 0.9274, + "reward-bench/Chat Hard": 0.5197, + "reward-bench/Safety": 0.595, + "reward-bench/Reasoning": 0.706, + "reward-bench/Prior Sets (0.5 weight)": 0.6635, + "reward-bench/Factuality": 0.4042, + "reward-bench/Precise IF": 0.2812, + "reward-bench/Math": 0.3552, + "reward-bench/Focus": 0.501, + "reward-bench/Ties": 0.0899 } }, { - "id": "DreadPoor/inexpertus_1.1-8B-LINEAR", - "name": "inexpertus_1.1-8B-LINEAR", - "developer": "DreadPoor", + "id": "anthropic/claude-3-opus-20240229", + "name": "Claude 3 Opus 20240229", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7527, - "hfopenllm_v2/BBH": 0.5525, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3827 + "helm_lite/Mean win rate": 0.683, + "helm_lite/NarrativeQA": 0.351, + "helm_lite/NaturalQuestions (closed-book)": 0.441, + "helm_lite/OpenbookQA": 0.956, + "helm_lite/MMLU": 0.768, + "helm_lite/MATH": 0.76, + "helm_lite/GSM8K": 0.924, + "helm_lite/LegalBench": 0.662, + "helm_lite/MedQA": 0.775, + "helm_lite/WMT 2014": 0.24, + "helm_mmlu/MMLU All Subjects": 0.846, + "helm_mmlu/Abstract Algebra": 0.64, + "helm_mmlu/Anatomy": 0.8, + "helm_mmlu/College Physics": 0.716, + "helm_mmlu/Computer Security": 0.85, + "helm_mmlu/Econometrics": 0.789, + "helm_mmlu/Global Facts": 0.66, + "helm_mmlu/Jurisprudence": 0.88, + "helm_mmlu/Philosophy": 0.9, + "helm_mmlu/Professional Psychology": 0.904, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.967, + "helm_mmlu/Business Ethics": 0.86, + "helm_mmlu/Clinical Knowledge": 0.879, + "helm_mmlu/Conceptual Physics": 0.881, + "helm_mmlu/Electrical Engineering": 0.814, + "helm_mmlu/Elementary Mathematics": 0.862, + "helm_mmlu/Formal Logic": 0.698, + "helm_mmlu/High School World History": 0.941, + "helm_mmlu/Human Sexuality": 0.908, + "helm_mmlu/International Law": 0.901, + "helm_mmlu/Logical Fallacies": 0.896, + "helm_mmlu/Machine Learning": 0.741, + "helm_mmlu/Management": 0.942, + "helm_mmlu/Marketing": 0.944, + "helm_mmlu/Medical Genetics": 0.93, + "helm_mmlu/Miscellaneous": 0.951, + "helm_mmlu/Moral Scenarios": 0.826, + "helm_mmlu/Nutrition": 0.925, + "helm_mmlu/Prehistory": 0.941, + "helm_mmlu/Public Relations": 0.827, + "helm_mmlu/Security Studies": 0.886, + "helm_mmlu/Sociology": 0.94, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.901, + "helm_mmlu/Mean win rate": 0.014, + "reward-bench/Score": 0.8008, + "reward-bench/Factuality": 0.5389, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.5137, + "reward-bench/Safety": 0.8662, + "reward-bench/Focus": 0.6646, + "reward-bench/Ties": 0.5601, + "reward-bench/Chat": 0.9469, + "reward-bench/Chat Hard": 0.6031, + "reward-bench/Reasoning": 0.7868 } }, { - "id": "DreadPoor/inexpertus_1.2-8B-LINEAR", - "name": "inexpertus_1.2-8B-LINEAR", - "developer": "DreadPoor", + "id": "anthropic/claude-3-sonnet-20240229", + "name": "Claude 3 Sonnet 20240229", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7348, - "hfopenllm_v2/BBH": 0.5523, - "hfopenllm_v2/MATH Level 5": 0.1586, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4133, - "hfopenllm_v2/MMLU-PRO": 0.3788 + "helm_lite/Mean win rate": 0.377, + "helm_lite/NarrativeQA": 0.111, + "helm_lite/NaturalQuestions (closed-book)": 0.028, + "helm_lite/OpenbookQA": 0.918, + "helm_lite/MMLU": 0.652, + "helm_lite/MATH": 0.084, + "helm_lite/GSM8K": 0.907, + "helm_lite/LegalBench": 0.49, + "helm_lite/MedQA": 0.684, + "helm_lite/WMT 2014": 0.218, + "helm_mmlu/MMLU All Subjects": 0.759, + "helm_mmlu/Abstract Algebra": 0.39, + "helm_mmlu/Anatomy": 0.711, + "helm_mmlu/College Physics": 0.559, + "helm_mmlu/Computer Security": 0.79, + "helm_mmlu/Econometrics": 0.64, + "helm_mmlu/Global Facts": 0.53, + "helm_mmlu/Jurisprudence": 0.861, + "helm_mmlu/Philosophy": 0.852, + "helm_mmlu/Professional Psychology": 0.814, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.855, + "helm_mmlu/Business Ethics": 0.82, + "helm_mmlu/Clinical Knowledge": 0.804, + "helm_mmlu/Conceptual Physics": 0.774, + "helm_mmlu/Electrical Engineering": 0.703, + "helm_mmlu/Elementary Mathematics": 0.635, + "helm_mmlu/Formal Logic": 0.579, + "helm_mmlu/High School World History": 0.895, + "helm_mmlu/Human Sexuality": 0.809, + "helm_mmlu/International Law": 0.909, + "helm_mmlu/Logical Fallacies": 0.853, + "helm_mmlu/Machine Learning": 0.643, + "helm_mmlu/Management": 0.922, + "helm_mmlu/Marketing": 0.85, + "helm_mmlu/Medical Genetics": 0.79, + "helm_mmlu/Miscellaneous": 0.872, + "helm_mmlu/Moral Scenarios": 0.626, + "helm_mmlu/Nutrition": 0.82, + "helm_mmlu/Prehistory": 0.864, + "helm_mmlu/Public Relations": 0.782, + "helm_mmlu/Security Studies": 0.865, + "helm_mmlu/Sociology": 0.905, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.871, + "helm_mmlu/Mean win rate": 0.082, + "reward-bench/Score": 0.7458, + "reward-bench/Chat": 0.9344, + "reward-bench/Chat Hard": 0.5658, + "reward-bench/Safety": 0.8169, + "reward-bench/Reasoning": 0.6907, + "reward-bench/Prior Sets (0.5 weight)": 0.6963 } }, { - "id": "DreadPoor/mergekit-nuslerp-nqzkedi", - "name": "mergekit-nuslerp-nqzkedi", - "developer": "DreadPoor", + "id": "anthropic/claude-3.7-sonnet", + "name": "anthropic/claude-3.7-sonnet", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7765, - "hfopenllm_v2/BBH": 0.5362, - "hfopenllm_v2/MATH Level 5": 0.1881, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4225, - "hfopenllm_v2/MMLU-PRO": 0.3919 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.014084507042253521, + "livecodebenchpro/Easy Problems": 0.15492957746478872 } }, { - "id": "DreadPoor/remember_to_breathe-8b-Model-Stock", - "name": "remember_to_breathe-8b-Model-Stock", - "developer": "DreadPoor", + "id": "anthropic/claude-haiku-4.5", + "name": "Claude Haiku 4.5", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7104, - "hfopenllm_v2/BBH": 0.5412, - "hfopenllm_v2/MATH Level 5": 0.1488, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.3761 + "terminal-bench-2.0/terminal-bench-2.0": 28.3 } }, { - "id": "DreadPoor/test", - "name": "test", - "developer": "DreadPoor", + "id": "anthropic/claude-instant-1.2", + "name": "Claude Instant 1.2", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4937, - "hfopenllm_v2/BBH": 0.5372, - "hfopenllm_v2/MATH Level 5": 0.1934, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4351, - "hfopenllm_v2/MMLU-PRO": 0.3647 + "helm_lite/Mean win rate": 0.399, + "helm_lite/NarrativeQA": 0.616, + "helm_lite/NaturalQuestions (closed-book)": 0.343, + "helm_lite/OpenbookQA": 0.844, + "helm_lite/MMLU": 0.631, + "helm_lite/MATH": 0.499, + "helm_lite/GSM8K": 0.721, + "helm_lite/LegalBench": 0.586, + "helm_lite/MedQA": 0.559, + "helm_lite/WMT 2014": 0.194, + "helm_mmlu/MMLU All Subjects": 0.688, + "helm_mmlu/Abstract Algebra": 0.37, + "helm_mmlu/Anatomy": 0.637, + "helm_mmlu/College Physics": 0.49, + "helm_mmlu/Computer Security": 0.76, + "helm_mmlu/Econometrics": 0.614, + "helm_mmlu/Global Facts": 0.38, + "helm_mmlu/Jurisprudence": 0.833, + "helm_mmlu/Philosophy": 0.756, + "helm_mmlu/Professional Psychology": 0.724, + "helm_mmlu/Us Foreign Policy": 0.9, + "helm_mmlu/Astronomy": 0.743, + "helm_mmlu/Business Ethics": 0.7, + "helm_mmlu/Clinical Knowledge": 0.709, + "helm_mmlu/Conceptual Physics": 0.613, + "helm_mmlu/Electrical Engineering": 0.641, + "helm_mmlu/Elementary Mathematics": 0.45, + "helm_mmlu/Formal Logic": 0.444, + "helm_mmlu/High School World History": 0.878, + "helm_mmlu/Human Sexuality": 0.794, + "helm_mmlu/International Law": 0.851, + "helm_mmlu/Logical Fallacies": 0.81, + "helm_mmlu/Machine Learning": 0.67, + "helm_mmlu/Management": 0.835, + "helm_mmlu/Marketing": 0.885, + "helm_mmlu/Medical Genetics": 0.71, + "helm_mmlu/Miscellaneous": 0.828, + "helm_mmlu/Moral Scenarios": 0.488, + "helm_mmlu/Nutrition": 0.735, + "helm_mmlu/Prehistory": 0.762, + "helm_mmlu/Public Relations": 0.627, + "helm_mmlu/Security Studies": 0.784, + "helm_mmlu/Sociology": 0.841, + "helm_mmlu/Virology": 0.548, + "helm_mmlu/World Religions": 0.784, + "helm_mmlu/Mean win rate": 0.186 } }, { - "id": "DreadPoor/test_ALT", - "name": "test_ALT", - "developer": "DreadPoor", + "id": "anthropic/claude-opus-4-1-20250805", + "name": "claude-opus-4-1-20250805", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4997, - "hfopenllm_v2/BBH": 0.537, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.4363, - "hfopenllm_v2/MMLU-PRO": 0.3492 + "global-mmlu-lite/Global MMLU Lite": 0.943, + "global-mmlu-lite/Culturally Sensitive": 0.9331, + "global-mmlu-lite/Culturally Agnostic": 0.9528, + "global-mmlu-lite/Arabic": 0.945, + "global-mmlu-lite/English": 0.9475, + "global-mmlu-lite/Bengali": 0.9425, + "global-mmlu-lite/German": 0.94, + "global-mmlu-lite/French": 0.945, + "global-mmlu-lite/Hindi": 0.9475, + "global-mmlu-lite/Indonesian": 0.9425, + "global-mmlu-lite/Italian": 0.94, + "global-mmlu-lite/Japanese": 0.94, + "global-mmlu-lite/Korean": 0.95, + "global-mmlu-lite/Portuguese": 0.945, + "global-mmlu-lite/Spanish": 0.945, + "global-mmlu-lite/Swahili": 0.93, + "global-mmlu-lite/Yoruba": 0.9375, + "global-mmlu-lite/Chinese": 0.945, + "global-mmlu-lite/Burmese": 0.945 } }, { - "id": "DreadPoor/tests_pending-do_not_use_yet", - "name": "tests_pending-do_not_use_yet", - "developer": "DreadPoor", + "id": "anthropic/claude-opus-4-20250514", + "name": "Claude 4 Opus 20250514", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7691, - "hfopenllm_v2/BBH": 0.5408, - "hfopenllm_v2/MATH Level 5": 0.1979, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4005, - "hfopenllm_v2/MMLU-PRO": 0.3827 + "helm_capabilities/Mean score": 0.757, + "helm_capabilities/MMLU-Pro": 0.859, + "helm_capabilities/GPQA": 0.666, + "helm_capabilities/IFEval": 0.918, + "helm_capabilities/WildBench": 0.833, + "helm_capabilities/Omni-MATH": 0.511, + "reward-bench/Score": 0.7648, + "reward-bench/Factuality": 0.8267, + "reward-bench/Precise IF": 0.4188, + "reward-bench/Math": 0.7491, + "reward-bench/Safety": 0.8954, + "reward-bench/Focus": 0.8616, + "reward-bench/Ties": 0.8375 } }, { - "id": "ECE-ILAB-PRYMMAL/ILAB-Merging-3B-V2", - "name": "ILAB-Merging-3B-V2", - "developer": "ECE-ILAB-PRYMMAL", + "id": "anthropic/claude-opus-4-20250514-thinking-10k", + "name": "Claude 4 Opus 20250514, extended thinking", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4029, - "hfopenllm_v2/BBH": 0.5402, - "hfopenllm_v2/MATH Level 5": 0.1518, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4332, - "hfopenllm_v2/MMLU-PRO": 0.3861 + "helm_capabilities/Mean score": 0.78, + "helm_capabilities/MMLU-Pro": 0.875, + "helm_capabilities/GPQA": 0.709, + "helm_capabilities/IFEval": 0.849, + "helm_capabilities/WildBench": 0.852, + "helm_capabilities/Omni-MATH": 0.616 } }, { - "id": "EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2", - "name": "EVA-Qwen2.5-14B-v0.2", - "developer": "EVA-UNIT-01", + "id": "anthropic/claude-opus-4-5", + "name": "claude-opus-4-5", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4038, - "hfopenllm_v2/BBH": 0.609, - "hfopenllm_v2/MATH Level 5": 0.3406, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.4794, - "hfopenllm_v2/MMLU-PRO": 0.5135 + "appworld_test_normal/appworld/test_normal": 0.61, + "browsecompplus/browsecompplus": 0.49, + "swe-bench/swe-bench": 0.65, + "tau-bench-2_airline/tau-bench-2/airline": 0.66, + "tau-bench-2_retail/tau-bench-2/retail": 0.78, + "tau-bench-2_telecom/tau-bench-2/telecom": 0.76 } }, { - "id": "EVA-UNIT-01/EVA-Qwen2.5-72B-v0.2", - "name": "EVA-Qwen2.5-72B-v0.2", - "developer": "EVA-UNIT-01", + "id": "anthropic/claude-opus-4.1", + "name": "Claude Opus 4.1", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6879, - "hfopenllm_v2/BBH": 0.7088, - "hfopenllm_v2/MATH Level 5": 0.4313, - "hfopenllm_v2/GPQA": 0.4086, - "hfopenllm_v2/MUSR": 0.472, - "hfopenllm_v2/MMLU-PRO": 0.5813 + "terminal-bench-2.0/terminal-bench-2.0": 38.0 } }, { - "id": "Edgerunners/meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16", - "name": "meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16", - "developer": "Edgerunners", + "id": "anthropic/claude-opus-4.5", + "name": "Claude Opus 4.5", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7147, - "hfopenllm_v2/BBH": 0.498, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.3636 + "terminal-bench-2.0/terminal-bench-2.0": 63.1 } }, { - "id": "EleutherAI/gpt-j-6b", - "name": "gpt-j-6b", - "developer": "EleutherAI", + "id": "anthropic/claude-opus-4.6", + "name": "Claude Opus 4.6", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2522, - "hfopenllm_v2/BBH": 0.3191, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3658, - "hfopenllm_v2/MMLU-PRO": 0.1241 + "terminal-bench-2.0/terminal-bench-2.0": 62.9 } }, { - "id": "EleutherAI/gpt-neo-1.3B", - "name": "gpt-neo-1.3B", - "developer": "EleutherAI", + "id": "anthropic/claude-sonnet-4-20250514", + "name": "claude-sonnet-4-20250514", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2079, - "hfopenllm_v2/BBH": 0.3039, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3817, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "global-mmlu-lite/Global MMLU Lite": 0.9058, + "global-mmlu-lite/Culturally Sensitive": 0.8913, + "global-mmlu-lite/Culturally Agnostic": 0.9203, + "global-mmlu-lite/Arabic": 0.9125, + "global-mmlu-lite/English": 0.905, + "global-mmlu-lite/Bengali": 0.9075, + "global-mmlu-lite/German": 0.9125, + "global-mmlu-lite/French": 0.91, + "global-mmlu-lite/Hindi": 0.9, + "global-mmlu-lite/Indonesian": 0.9025, + "global-mmlu-lite/Italian": 0.9075, + "global-mmlu-lite/Japanese": 0.9, + "global-mmlu-lite/Korean": 0.9125, + "global-mmlu-lite/Portuguese": 0.91, + "global-mmlu-lite/Spanish": 0.9075, + "global-mmlu-lite/Swahili": 0.8975, + "global-mmlu-lite/Yoruba": 0.8975, + "global-mmlu-lite/Chinese": 0.9175, + "global-mmlu-lite/Burmese": 0.8925, + "helm_capabilities/Mean score": 0.733, + "helm_capabilities/MMLU-Pro": 0.843, + "helm_capabilities/GPQA": 0.643, + "helm_capabilities/IFEval": 0.839, + "helm_capabilities/WildBench": 0.825, + "helm_capabilities/Omni-MATH": 0.512, + "reward-bench/Score": 0.7117, + "reward-bench/Factuality": 0.7612, + "reward-bench/Precise IF": 0.3594, + "reward-bench/Math": 0.7049, + "reward-bench/Safety": 0.8909, + "reward-bench/Focus": 0.7596, + "reward-bench/Ties": 0.7939 } }, { - "id": "EleutherAI/gpt-neo-125m", - "name": "gpt-neo-125m", - "developer": "EleutherAI", + "id": "anthropic/claude-sonnet-4-20250514-thinking-10k", + "name": "Claude 4 Sonnet 20250514, extended thinking", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1905, - "hfopenllm_v2/BBH": 0.3115, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3593, - "hfopenllm_v2/MMLU-PRO": 0.1026 + "helm_capabilities/Mean score": 0.766, + "helm_capabilities/MMLU-Pro": 0.843, + "helm_capabilities/GPQA": 0.706, + "helm_capabilities/IFEval": 0.84, + "helm_capabilities/WildBench": 0.838, + "helm_capabilities/Omni-MATH": 0.602 } }, { - "id": "EleutherAI/gpt-neo-2.7B", - "name": "gpt-neo-2.7B", - "developer": "EleutherAI", + "id": "anthropic/claude-sonnet-4-5-20250929", + "name": "claude-sonnet-4-5-20250929", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.259, - "hfopenllm_v2/BBH": 0.314, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3554, - "hfopenllm_v2/MMLU-PRO": 0.1163 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0, + "livecodebenchpro/Easy Problems": 0.5352 } }, { - "id": "EleutherAI/gpt-neox-20b", - "name": "gpt-neox-20b", - "developer": "EleutherAI", + "id": "anthropic/claude-sonnet-4.5", + "name": "Claude Sonnet 4.5", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2587, - "hfopenllm_v2/BBH": 0.3165, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3647, - "hfopenllm_v2/MMLU-PRO": 0.1155 + "terminal-bench-2.0/terminal-bench-2.0": 42.5 } }, { - "id": "EleutherAI/pythia-1.4b", - "name": "pythia-1.4b", - "developer": "EleutherAI", + "id": "anthropic/claude-v1.3", + "name": "Anthropic Claude v1.3", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2371, - "hfopenllm_v2/BBH": 0.315, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "helm_instruct/Mean win rate": 0.611, + "helm_instruct/Anthropic RLHF dataset": 4.965, + "helm_instruct/Best ChatGPT Prompts": 4.995, + "helm_instruct/Koala test dataset": 4.981, + "helm_instruct/Open Assistant": 4.975, + "helm_instruct/Self Instruct": 4.992, + "helm_instruct/Vicuna": 4.989, + "helm_lite/Mean win rate": 0.518, + "helm_lite/NarrativeQA": 0.723, + "helm_lite/NaturalQuestions (closed-book)": 0.409, + "helm_lite/OpenbookQA": 0.908, + "helm_lite/MMLU": 0.631, + "helm_lite/MATH": 0.54, + "helm_lite/GSM8K": 0.784, + "helm_lite/LegalBench": 0.629, + "helm_lite/MedQA": 0.618, + "helm_lite/WMT 2014": 0.219 } }, { - "id": "EleutherAI/pythia-12b", - "name": "pythia-12b", - "developer": "EleutherAI", + "id": "anthropic/Opus 4.1", + "name": "Opus 4.1", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2471, - "hfopenllm_v2/BBH": 0.318, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3647, - "hfopenllm_v2/MMLU-PRO": 0.1109 + "ace/Overall Score": 0.4, + "ace/Gaming Score": 0.318 } }, { - "id": "EleutherAI/pythia-160m", - "name": "pythia-160m", - "developer": "EleutherAI", + "id": "anthropic/Opus 4.5", + "name": "Opus 4.5", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1816, - "hfopenllm_v2/BBH": 0.297, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4179, - "hfopenllm_v2/MMLU-PRO": 0.112 + "ace/Overall Score": 0.478, + "ace/Gaming Score": 0.391, + "apex-agents/Overall Pass@1": 0.184, + "apex-agents/Overall Pass@8": 0.34, + "apex-agents/Overall Mean Score": 0.348, + "apex-agents/Investment Banking Pass@1": 0.216, + "apex-agents/Management Consulting Pass@1": 0.132, + "apex-agents/Corporate Law Pass@1": 0.202, + "apex-agents/Corporate Lawyer Mean Score": 0.471, + "apex-v1/Medicine (MD) Score": 0.65 } }, { - "id": "EleutherAI/pythia-1b", - "name": "pythia-1b", - "developer": "EleutherAI", + "id": "anthropic/Opus 4.6", + "name": "Opus 4.6", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2208, - "hfopenllm_v2/BBH": 0.3004, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3552, - "hfopenllm_v2/MMLU-PRO": 0.1136 + "apex-agents/Overall Pass@1": 0.298, + "apex-agents/Corporate Lawyer Mean Score": 0.502 } }, { - "id": "EleutherAI/pythia-2.8b", - "name": "pythia-2.8b", - "developer": "EleutherAI", + "id": "anthropic/Sonnet 4.5", + "name": "Sonnet 4.5", + "developer": "Anthropic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2173, - "hfopenllm_v2/BBH": 0.3224, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3486, - "hfopenllm_v2/MMLU-PRO": 0.1137 + "ace/Overall Score": 0.44, + "ace/Gaming Score": 0.373 } }, { - "id": "EleutherAI/pythia-410m", - "name": "pythia-410m", - "developer": "EleutherAI", + "id": "apple/DCLM-7B", + "name": "DCLM-7B", + "developer": "apple", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2195, - "hfopenllm_v2/BBH": 0.3028, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3578, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.2173, + "hfopenllm_v2/BBH": 0.4232, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.3921, + "hfopenllm_v2/MMLU-PRO": 0.3111 } }, { - "id": "EleutherAI/pythia-6.9b", - "name": "pythia-6.9b", - "developer": "EleutherAI", + "id": "applied-compute/Applied Compute: Small", + "name": "Applied Compute: Small", + "developer": "applied-compute", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2281, - "hfopenllm_v2/BBH": 0.3232, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3591, - "hfopenllm_v2/MMLU-PRO": 0.1147 + "apex-agents/Overall Pass@1": 0.23, + "apex-agents/Overall Mean Score": 0.401, + "apex-agents/Corporate Law Pass@1": 0.266, + "apex-agents/Corporate Lawyer Mean Score": 0.548 } }, { - "id": "Enno-Ai/EnnoAi-Pro-French-Llama-3-8B-v0.4", - "name": "EnnoAi-Pro-French-Llama-3-8B-v0.4", - "developer": "Enno-Ai", + "id": "appvoid/arco-2", + "name": "arco-2", + "developer": "appvoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4189, - "hfopenllm_v2/BBH": 0.4075, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.417, - "hfopenllm_v2/MMLU-PRO": 0.2635 + "hfopenllm_v2/IFEval": 0.1991, + "hfopenllm_v2/BBH": 0.3146, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3536, + "hfopenllm_v2/MMLU-PRO": 0.1116 } }, { - "id": "Enno-Ai/EnnoAi-Pro-Llama-3-8B", - "name": "EnnoAi-Pro-Llama-3-8B", - "developer": "Enno-Ai", + "id": "appvoid/arco-2-instruct", + "name": "arco-2-instruct", + "developer": "appvoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3195, - "hfopenllm_v2/BBH": 0.4152, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.2151 + "hfopenllm_v2/IFEval": 0.2164, + "hfopenllm_v2/BBH": 0.3133, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2383, + "hfopenllm_v2/MUSR": 0.3496, + "hfopenllm_v2/MMLU-PRO": 0.1113 } }, { - "id": "Enno-Ai/EnnoAi-Pro-Llama-3-8B-v0.3", - "name": "EnnoAi-Pro-Llama-3-8B-v0.3", - "developer": "Enno-Ai", + "id": "arcee-ai/Arcee-Blitz", + "name": "Arcee-Blitz", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5083, - "hfopenllm_v2/BBH": 0.4101, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4236, - "hfopenllm_v2/MMLU-PRO": 0.299 + "hfopenllm_v2/IFEval": 0.5543, + "hfopenllm_v2/BBH": 0.6607, + "hfopenllm_v2/MATH Level 5": 0.3482, + "hfopenllm_v2/GPQA": 0.3851, + "hfopenllm_v2/MUSR": 0.5047, + "hfopenllm_v2/MMLU-PRO": 0.6154 } }, { - "id": "Enno-Ai/EnnoAi-Pro-Llama-3.1-8B-v0.9", - "name": "EnnoAi-Pro-Llama-3.1-8B-v0.9", - "developer": "Enno-Ai", + "id": "arcee-ai/Arcee-Maestro-7B-Preview", + "name": "Arcee-Maestro-7B-Preview", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4689, - "hfopenllm_v2/BBH": 0.416, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3832, - "hfopenllm_v2/MMLU-PRO": 0.2596 + "hfopenllm_v2/IFEval": 0.275, + "hfopenllm_v2/BBH": 0.4648, + "hfopenllm_v2/MATH Level 5": 0.4992, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.3885, + "hfopenllm_v2/MMLU-PRO": 0.3039 } }, { - "id": "EnnoAi/EnnoAi-7B-French-Instruct-202502", - "name": "EnnoAi-7B-French-Instruct-202502", - "developer": "EnnoAi", + "id": "arcee-ai/Arcee-Nova", + "name": "Arcee-Nova", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5564, - "hfopenllm_v2/BBH": 0.5575, - "hfopenllm_v2/MATH Level 5": 0.3724, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.46, - "hfopenllm_v2/MMLU-PRO": 0.4013 + "hfopenllm_v2/IFEval": 0.7907, + "hfopenllm_v2/BBH": 0.6942, + "hfopenllm_v2/MATH Level 5": 0.4381, + "hfopenllm_v2/GPQA": 0.3851, + "hfopenllm_v2/MUSR": 0.4562, + "hfopenllm_v2/MMLU-PRO": 0.5452 } }, { - "id": "EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0", - "name": "EnnoAi-Pro-Llama-3.1-8B-v1.0", - "developer": "EnnoAi", + "id": "arcee-ai/Arcee-Spark", + "name": "Arcee-Spark", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4704, - "hfopenllm_v2/BBH": 0.416, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3832, - "hfopenllm_v2/MMLU-PRO": 0.2596 + "hfopenllm_v2/IFEval": 0.5621, + "hfopenllm_v2/BBH": 0.5489, + "hfopenllm_v2/MATH Level 5": 0.2953, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.3822 } }, { - "id": "Epiculous/Azure_Dusk-v0.2", - "name": "Azure_Dusk-v0.2", - "developer": "Epiculous", + "id": "arcee-ai/Llama-3.1-SuperNova-Lite", + "name": "Llama-3.1-SuperNova-Lite", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3467, - "hfopenllm_v2/BBH": 0.412, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3835, - "hfopenllm_v2/MMLU-PRO": 0.3034 + "hfopenllm_v2/IFEval": 0.8017, + "hfopenllm_v2/BBH": 0.5152, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4163, + "hfopenllm_v2/MMLU-PRO": 0.3877 } }, { - "id": "Epiculous/Crimson_Dawn-v0.2", - "name": "Crimson_Dawn-v0.2", - "developer": "Epiculous", + "id": "arcee-ai/Llama-Spark", + "name": "Llama-Spark", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3103, - "hfopenllm_v2/BBH": 0.4482, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4152, - "hfopenllm_v2/MMLU-PRO": 0.2721 + "hfopenllm_v2/IFEval": 0.7911, + "hfopenllm_v2/BBH": 0.5054, + "hfopenllm_v2/MATH Level 5": 0.139, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3593, + "hfopenllm_v2/MMLU-PRO": 0.3721 } }, { - "id": "Epiculous/NovaSpark", - "name": "NovaSpark", - "developer": "Epiculous", + "id": "arcee-ai/raspberry-3B", + "name": "raspberry-3B", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6408, - "hfopenllm_v2/BBH": 0.5064, - "hfopenllm_v2/MATH Level 5": 0.1518, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3882, - "hfopenllm_v2/MMLU-PRO": 0.3649 + "hfopenllm_v2/IFEval": 0.3154, + "hfopenllm_v2/BBH": 0.4269, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4123, + "hfopenllm_v2/MMLU-PRO": 0.2854 } }, { - "id": "Epiculous/Violet_Twilight-v0.2", - "name": "Violet_Twilight-v0.2", - "developer": "Epiculous", + "id": "arcee-ai/SuperNova-Medius", + "name": "SuperNova-Medius", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4532, - "hfopenllm_v2/BBH": 0.4615, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4299, - "hfopenllm_v2/MMLU-PRO": 0.3111 + "hfopenllm_v2/IFEval": 0.7184, + "hfopenllm_v2/BBH": 0.6377, + "hfopenllm_v2/MATH Level 5": 0.469, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4233, + "hfopenllm_v2/MMLU-PRO": 0.5035 } }, { - "id": "EpistemeAI/Alpaca-Llama3.1-8B", - "name": "Alpaca-Llama3.1-8B", - "developer": "EpistemeAI", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1599, - "hfopenllm_v2/BBH": 0.4755, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3403, - "hfopenllm_v2/MMLU-PRO": 0.3246 + "id": "arcee-ai/Virtuoso-Lite", + "name": "Virtuoso-Lite", + "developer": "arcee-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.81, + "hfopenllm_v2/BBH": 0.6099, + "hfopenllm_v2/MATH Level 5": 0.253, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.4441 } }, { - "id": "EpistemeAI/Athena-gemma-2-2b-it", - "name": "Athena-gemma-2-2b-it", - "developer": "EpistemeAI", + "id": "arcee-ai/Virtuoso-Small", + "name": "Virtuoso-Small", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3134, - "hfopenllm_v2/BBH": 0.4264, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4351, - "hfopenllm_v2/MMLU-PRO": 0.2422 + "hfopenllm_v2/IFEval": 0.7935, + "hfopenllm_v2/BBH": 0.6518, + "hfopenllm_v2/MATH Level 5": 0.4094, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4339, + "hfopenllm_v2/MMLU-PRO": 0.5191 } }, { - "id": "EpistemeAI/Athena-gemma-2-2b-it-Philos", - "name": "Athena-gemma-2-2b-it-Philos", - "developer": "EpistemeAI", + "id": "arcee-ai/Virtuoso-Small-v2", + "name": "Virtuoso-Small-v2", + "developer": "arcee-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4621, - "hfopenllm_v2/BBH": 0.3795, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4314, - "hfopenllm_v2/MMLU-PRO": 0.2248 + "hfopenllm_v2/IFEval": 0.8273, + "hfopenllm_v2/BBH": 0.6554, + "hfopenllm_v2/MATH Level 5": 0.466, + "hfopenllm_v2/GPQA": 0.3532, + "hfopenllm_v2/MUSR": 0.4313, + "hfopenllm_v2/MMLU-PRO": 0.5188 } }, { - "id": "EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3", - "name": "Athene-codegemma-2-7b-it-alpaca-v1.3", - "developer": "EpistemeAI", + "id": "argilla-warehouse/Llama-3.1-8B-MagPie-Ultra", + "name": "Llama-3.1-8B-MagPie-Ultra", + "developer": "argilla-warehouse", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.403, - "hfopenllm_v2/BBH": 0.4332, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4503, - "hfopenllm_v2/MMLU-PRO": 0.2587 + "hfopenllm_v2/IFEval": 0.5757, + "hfopenllm_v2/BBH": 0.462, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3543, + "hfopenllm_v2/MMLU-PRO": 0.3144 } }, { - "id": "EpistemeAI/DeepPhi-3.5-mini-instruct", - "name": "DeepPhi-3.5-mini-instruct", - "developer": "EpistemeAI", + "id": "argilla/notus-7b-v1", + "name": "notus-7b-v1", + "developer": "argilla", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1326, - "hfopenllm_v2/BBH": 0.2882, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2332, - "hfopenllm_v2/MUSR": 0.3656, - "hfopenllm_v2/MMLU-PRO": 0.1103 + "hfopenllm_v2/IFEval": 0.5082, + "hfopenllm_v2/BBH": 0.4512, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3364, + "hfopenllm_v2/MMLU-PRO": 0.3004 } }, { - "id": "EpistemeAI/DeepThinkers-Phi4", - "name": "DeepThinkers-Phi4", - "developer": "EpistemeAI", + "id": "argilla/notux-8x7b-v1", + "name": "notux-8x7b-v1", + "developer": "argilla", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.694, - "hfopenllm_v2/BBH": 0.679, - "hfopenllm_v2/MATH Level 5": 0.4585, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.5258 + "hfopenllm_v2/IFEval": 0.5422, + "hfopenllm_v2/BBH": 0.5363, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4176, + "hfopenllm_v2/MMLU-PRO": 0.366 } }, { - "id": "EpistemeAI/FineLlama3.1-8B-Instruct", - "name": "FineLlama3.1-8B-Instruct", - "developer": "EpistemeAI", + "id": "arisin/orca-platypus-13B-slerp", + "name": "orca-platypus-13B-slerp", + "developer": "arisin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.08, - "hfopenllm_v2/BBH": 0.4557, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3482, - "hfopenllm_v2/MMLU-PRO": 0.3113 + "hfopenllm_v2/IFEval": 0.2672, + "hfopenllm_v2/BBH": 0.4631, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4253, + "hfopenllm_v2/MMLU-PRO": 0.2592 } }, { - "id": "EpistemeAI/Fireball-12B", - "name": "Fireball-12B", - "developer": "EpistemeAI", + "id": "ark/ep-20250603132404-cgpjm", + "name": "ep-20250603132404-cgpjm", + "developer": "ark", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1834, - "hfopenllm_v2/BBH": 0.5111, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4236, - "hfopenllm_v2/MMLU-PRO": 0.3344 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0141, + "livecodebenchpro/Easy Problems": 0.507 } }, { - "id": "EpistemeAI/Fireball-12B-v1.13a-philosophers", - "name": "Fireball-12B-v1.13a-philosophers", - "developer": "EpistemeAI", + "id": "ArliAI/ArliAI-RPMax-12B-v1.1", + "name": "ArliAI-RPMax-12B-v1.1", + "developer": "ArliAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0876, - "hfopenllm_v2/BBH": 0.5103, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.3367 + "hfopenllm_v2/IFEval": 0.5349, + "hfopenllm_v2/BBH": 0.4752, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3618, + "hfopenllm_v2/MMLU-PRO": 0.3384 } }, { - "id": "EpistemeAI/Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200", - "name": "Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200", - "developer": "EpistemeAI", + "id": "ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1", + "name": "Llama-3.1-8B-ArliAI-RPMax-v1.1", + "developer": "ArliAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4577, - "hfopenllm_v2/BBH": 0.4838, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.3945, - "hfopenllm_v2/MMLU-PRO": 0.3583 + "hfopenllm_v2/IFEval": 0.6359, + "hfopenllm_v2/BBH": 0.5016, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3577, + "hfopenllm_v2/MMLU-PRO": 0.3551 } }, { - "id": "EpistemeAI/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta", - "name": "Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta", - "developer": "EpistemeAI", + "id": "arshiaafshani/Arsh-V1", + "name": "Arsh-V1", + "developer": "arshiaafshani", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7274, - "hfopenllm_v2/BBH": 0.4865, - "hfopenllm_v2/MATH Level 5": 0.1526, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3619, - "hfopenllm_v2/MMLU-PRO": 0.3543 + "hfopenllm_v2/IFEval": 0.6043, + "hfopenllm_v2/BBH": 0.674, + "hfopenllm_v2/MATH Level 5": 0.2621, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4899, + "hfopenllm_v2/MMLU-PRO": 0.5257 } }, { - "id": "EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2", - "name": "Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2", - "developer": "EpistemeAI", + "id": "Arthur-LAGACHERIE/Precis-1B-Instruct", + "name": "Precis-1B-Instruct", + "developer": "Arthur-LAGACHERIE", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4673, - "hfopenllm_v2/BBH": 0.4932, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4624, - "hfopenllm_v2/MMLU-PRO": 0.3352 + "hfopenllm_v2/IFEval": 0.3671, + "hfopenllm_v2/BBH": 0.3224, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3436, + "hfopenllm_v2/MMLU-PRO": 0.1426 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto", - "developer": "EpistemeAI", + "id": "Artples/L-MChat-7b", + "name": "L-MChat-7b", + "developer": "Artples", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4432, - "hfopenllm_v2/BBH": 0.4824, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4066, - "hfopenllm_v2/MMLU-PRO": 0.3516 + "hfopenllm_v2/IFEval": 0.5297, + "hfopenllm_v2/BBH": 0.46, + "hfopenllm_v2/MATH Level 5": 0.0921, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4029, + "hfopenllm_v2/MMLU-PRO": 0.3299 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K", - "developer": "EpistemeAI", + "id": "Artples/L-MChat-Small", + "name": "L-MChat-Small", + "developer": "Artples", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4457, - "hfopenllm_v2/BBH": 0.4897, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3762, - "hfopenllm_v2/MMLU-PRO": 0.3543 + "hfopenllm_v2/IFEval": 0.3287, + "hfopenllm_v2/BBH": 0.4823, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3696, + "hfopenllm_v2/MMLU-PRO": 0.2464 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code", - "developer": "EpistemeAI", + "id": "Aryanne/QwentileSwap", + "name": "QwentileSwap", + "developer": "Aryanne", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5975, - "hfopenllm_v2/BBH": 0.4904, - "hfopenllm_v2/MATH Level 5": 0.1337, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.401, - "hfopenllm_v2/MMLU-PRO": 0.3423 + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.7008, + "hfopenllm_v2/MATH Level 5": 0.4222, + "hfopenllm_v2/GPQA": 0.3674, + "hfopenllm_v2/MUSR": 0.464, + "hfopenllm_v2/MMLU-PRO": 0.5946 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds", - "developer": "EpistemeAI", + "id": "Aryanne/SHBA", + "name": "SHBA", + "developer": "Aryanne", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6691, - "hfopenllm_v2/BBH": 0.4668, - "hfopenllm_v2/MATH Level 5": 0.1337, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3418, - "hfopenllm_v2/MMLU-PRO": 0.3389 + "hfopenllm_v2/IFEval": 0.7817, + "hfopenllm_v2/BBH": 0.5233, + "hfopenllm_v2/MATH Level 5": 0.1798, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4161, + "hfopenllm_v2/MMLU-PRO": 0.3892 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto", - "developer": "EpistemeAI", + "id": "Aryanne/SuperHeart", + "name": "SuperHeart", + "developer": "Aryanne", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7305, - "hfopenllm_v2/BBH": 0.4649, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.348 + "hfopenllm_v2/IFEval": 0.5192, + "hfopenllm_v2/BBH": 0.5215, + "hfopenllm_v2/MATH Level 5": 0.1563, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4436, + "hfopenllm_v2/MMLU-PRO": 0.3912 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT", - "developer": "EpistemeAI", + "id": "asharsha30/LLAMA_Harsha_8_B_ORDP_10k", + "name": "LLAMA_Harsha_8_B_ORDP_10k", + "developer": "asharsha30", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4578, - "hfopenllm_v2/BBH": 0.4761, - "hfopenllm_v2/MATH Level 5": 0.1382, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3881, - "hfopenllm_v2/MMLU-PRO": 0.3471 + "hfopenllm_v2/IFEval": 0.3464, + "hfopenllm_v2/BBH": 0.4669, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3697, + "hfopenllm_v2/MMLU-PRO": 0.281 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto", - "developer": "EpistemeAI", + "id": "ashercn97/a1-v0.0.1", + "name": "a1-v0.0.1", + "developer": "ashercn97", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7205, - "hfopenllm_v2/BBH": 0.4818, - "hfopenllm_v2/MATH Level 5": 0.1435, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.33, - "hfopenllm_v2/MMLU-PRO": 0.3548 + "hfopenllm_v2/IFEval": 0.2198, + "hfopenllm_v2/BBH": 0.5188, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.412, + "hfopenllm_v2/MMLU-PRO": 0.4165 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Math", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Math", - "developer": "EpistemeAI", + "id": "ashercn97/a1-v002", + "name": "a1-v002", + "developer": "ashercn97", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4623, - "hfopenllm_v2/BBH": 0.4983, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3641, - "hfopenllm_v2/MMLU-PRO": 0.3331 + "hfopenllm_v2/IFEval": 0.2585, + "hfopenllm_v2/BBH": 0.5261, + "hfopenllm_v2/MATH Level 5": 0.2341, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4159, + "hfopenllm_v2/MMLU-PRO": 0.4175 } }, { - "id": "EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO", - "name": "Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO", - "developer": "EpistemeAI", + "id": "assskelad/smollm2-360M-sft_SmallThoughts", + "name": "smollm2-360M-sft_SmallThoughts", + "developer": "assskelad", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4611, - "hfopenllm_v2/BBH": 0.4801, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3521 + "hfopenllm_v2/IFEval": 0.2007, + "hfopenllm_v2/BBH": 0.315, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3395, + "hfopenllm_v2/MMLU-PRO": 0.1182 } }, { - "id": "EpistemeAI/Fireball-Mistral-Nemo-Base-2407-v1-DPO2", - "name": "Fireball-Mistral-Nemo-Base-2407-v1-DPO2", - "developer": "EpistemeAI", + "id": "AtAndDev/Qwen2.5-1.5B-continuous-learnt", + "name": "Qwen2.5-1.5B-continuous-learnt", + "developer": "AtAndDev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1861, - "hfopenllm_v2/BBH": 0.4968, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.404, - "hfopenllm_v2/MMLU-PRO": 0.3353 + "hfopenllm_v2/IFEval": 0.4605, + "hfopenllm_v2/BBH": 0.4258, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3636, + "hfopenllm_v2/MMLU-PRO": 0.2812 } }, { - "id": "EpistemeAI/Fireball-R1-Llama-3.1-8B", - "name": "Fireball-R1-Llama-3.1-8B", - "developer": "EpistemeAI", + "id": "Ateron/Glowing-Forest-12B", + "name": "Glowing-Forest-12B", + "developer": "Ateron", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4427, - "hfopenllm_v2/BBH": 0.3643, - "hfopenllm_v2/MATH Level 5": 0.3112, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1115 + "hfopenllm_v2/IFEval": 0.3592, + "hfopenllm_v2/BBH": 0.5492, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4449, + "hfopenllm_v2/MMLU-PRO": 0.3718 } }, { - "id": "EpistemeAI/Fireball-R1-Llama-3.1-8B-Medical-COT", - "name": "Fireball-R1-Llama-3.1-8B-Medical-COT", - "developer": "EpistemeAI", + "id": "Ateron/Lotus-Magpic", + "name": "Lotus-Magpic", + "developer": "Ateron", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3216, - "hfopenllm_v2/BBH": 0.3716, - "hfopenllm_v2/MATH Level 5": 0.327, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3114, - "hfopenllm_v2/MMLU-PRO": 0.1402 + "hfopenllm_v2/IFEval": 0.6286, + "hfopenllm_v2/BBH": 0.5254, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4332, + "hfopenllm_v2/MMLU-PRO": 0.3491 } }, { - "id": "EpistemeAI/Fireball-R1.1-Llama-3.1-8B", - "name": "Fireball-R1.1-Llama-3.1-8B", - "developer": "EpistemeAI", + "id": "Ateron/Way_of_MagPicaro", + "name": "Way_of_MagPicaro", + "developer": "Ateron", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3676, - "hfopenllm_v2/BBH": 0.3326, - "hfopenllm_v2/MATH Level 5": 0.1382, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3419, - "hfopenllm_v2/MMLU-PRO": 0.1115 + "hfopenllm_v2/IFEval": 0.2637, + "hfopenllm_v2/BBH": 0.5427, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4649, + "hfopenllm_v2/MMLU-PRO": 0.3536 } }, { - "id": "EpistemeAI/Llama-3.2-3B-Agent007-Coder", - "name": "Llama-3.2-3B-Agent007-Coder", - "developer": "EpistemeAI", + "id": "athirdpath/Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit", + "name": "Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit", + "developer": "athirdpath", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.54, - "hfopenllm_v2/BBH": 0.4304, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3668, - "hfopenllm_v2/MMLU-PRO": 0.2852 + "hfopenllm_v2/IFEval": 0.4521, + "hfopenllm_v2/BBH": 0.4939, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3864, + "hfopenllm_v2/MMLU-PRO": 0.3565 } }, { - "id": "EpistemeAI/Mistral-Nemo-Instruct-12B-Philosophy-Math", - "name": "Mistral-Nemo-Instruct-12B-Philosophy-Math", - "developer": "EpistemeAI", + "id": "AtlaAI/Selene-1", + "name": "AtlaAI/Selene-1", + "developer": "AtlaAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0695, - "hfopenllm_v2/BBH": 0.5365, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4292, - "hfopenllm_v2/MMLU-PRO": 0.3296 + "reward-bench/Score": 0.9241, + "reward-bench/Chat": 0.9777, + "reward-bench/Chat Hard": 0.8399, + "reward-bench/Safety": 0.9216, + "reward-bench/Reasoning": 0.9572 } }, { - "id": "EpistemeAI/OpenReasoner-Llama-3.2-3B-rs1.0", - "name": "OpenReasoner-Llama-3.2-3B-rs1.0", - "developer": "EpistemeAI", + "id": "AtlaAI/Selene-1-Mini-Llama-3.1-8B", + "name": "AtlaAI/Selene-1-Mini-Llama-3.1-8B", + "developer": "AtlaAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7274, - "hfopenllm_v2/BBH": 0.4519, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3461, - "hfopenllm_v2/MMLU-PRO": 0.3134 + "reward-bench/Score": 0.8913, + "reward-bench/Chat": 0.9358, + "reward-bench/Chat Hard": 0.7939, + "reward-bench/Safety": 0.8926, + "reward-bench/Reasoning": 0.9429 } }, { - "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy", - "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy", - "developer": "EpistemeAI", + "id": "AuraIndustries/Aura-4B", + "name": "Aura-4B", + "developer": "AuraIndustries", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7101, - "hfopenllm_v2/BBH": 0.4628, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3195, - "hfopenllm_v2/MMLU-PRO": 0.3311 + "hfopenllm_v2/IFEval": 0.3816, + "hfopenllm_v2/BBH": 0.449, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3938, + "hfopenllm_v2/MMLU-PRO": 0.2706 } }, { - "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic", - "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic", - "developer": "EpistemeAI", + "id": "AuraIndustries/Aura-8B", + "name": "Aura-8B", + "developer": "AuraIndustries", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7122, - "hfopenllm_v2/BBH": 0.4566, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3235, - "hfopenllm_v2/MMLU-PRO": 0.335 + "hfopenllm_v2/IFEval": 0.7205, + "hfopenllm_v2/BBH": 0.5131, + "hfopenllm_v2/MATH Level 5": 0.1518, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4004, + "hfopenllm_v2/MMLU-PRO": 0.3874 } }, { - "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent", - "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent", - "developer": "EpistemeAI", + "id": "AuraIndustries/Aura-MoE-2x4B", + "name": "Aura-MoE-2x4B", + "developer": "AuraIndustries", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6915, - "hfopenllm_v2/BBH": 0.4525, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3578, - "hfopenllm_v2/MMLU-PRO": 0.329 + "hfopenllm_v2/IFEval": 0.4601, + "hfopenllm_v2/BBH": 0.4339, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.4085, + "hfopenllm_v2/MMLU-PRO": 0.265 } }, { - "id": "EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT", - "name": "Reasoning-Llama-3.1-CoT-RE1-NMT", - "developer": "EpistemeAI", + "id": "AuraIndustries/Aura-MoE-2x4B-v2", + "name": "Aura-MoE-2x4B-v2", + "developer": "AuraIndustries", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4829, - "hfopenllm_v2/BBH": 0.4736, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3182, - "hfopenllm_v2/MMLU-PRO": 0.3343 + "hfopenllm_v2/IFEval": 0.4778, + "hfopenllm_v2/BBH": 0.4315, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4101, + "hfopenllm_v2/MMLU-PRO": 0.261 } }, { - "id": "EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO", - "name": "Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO", - "developer": "EpistemeAI", + "id": "Aurel9/testmerge-7b", + "name": "testmerge-7b", + "developer": "Aurel9", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4553, - "hfopenllm_v2/BBH": 0.4804, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3931, - "hfopenllm_v2/MMLU-PRO": 0.3598 + "hfopenllm_v2/IFEval": 0.398, + "hfopenllm_v2/BBH": 0.519, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4659, + "hfopenllm_v2/MMLU-PRO": 0.3053 } }, { - "id": "EpistemeAI/Reasoning-Llama-3.2-1B-Instruct-v1.2", - "name": "Reasoning-Llama-3.2-1B-Instruct-v1.2", - "developer": "EpistemeAI", + "id": "automerger/YamshadowExperiment28-7B", + "name": "YamshadowExperiment28-7B", + "developer": "automerger", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4087, - "hfopenllm_v2/BBH": 0.3324, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.1179 + "hfopenllm_v2/IFEval": 0.407, + "hfopenllm_v2/BBH": 0.515, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4306, + "hfopenllm_v2/MMLU-PRO": 0.306 } }, { - "id": "EpistemeAI/Reasoning-Llama-3.2-1B-Instruct-v1.3", - "name": "Reasoning-Llama-3.2-1B-Instruct-v1.3", - "developer": "EpistemeAI", + "id": "avemio/GRAG-NEMO-12B-ORPO-HESSIAN-AI", + "name": "GRAG-NEMO-12B-ORPO-HESSIAN-AI", + "developer": "avemio", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3273, - "hfopenllm_v2/BBH": 0.3263, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.326, - "hfopenllm_v2/MMLU-PRO": 0.1173 + "hfopenllm_v2/IFEval": 0.0, + "hfopenllm_v2/BBH": 0.2607, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1061 } }, { - "id": "EpistemeAI/Reasoning-Llama-3.2-3B-Math-Instruct-RE1", - "name": "Reasoning-Llama-3.2-3B-Math-Instruct-RE1", - "developer": "EpistemeAI", + "id": "awnr/Mistral-7B-v0.1-signtensors-1-over-2", + "name": "Mistral-7B-v0.1-signtensors-1-over-2", + "developer": "awnr", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.512, - "hfopenllm_v2/BBH": 0.4381, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3435, - "hfopenllm_v2/MMLU-PRO": 0.2789 + "hfopenllm_v2/IFEval": 0.2179, + "hfopenllm_v2/BBH": 0.4423, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4006, + "hfopenllm_v2/MMLU-PRO": 0.3 } }, { - "id": "EpistemeAI/Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO", - "name": "Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO", - "developer": "EpistemeAI", + "id": "awnr/Mistral-7B-v0.1-signtensors-1-over-4", + "name": "Mistral-7B-v0.1-signtensors-1-over-4", + "developer": "awnr", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.729, - "hfopenllm_v2/BBH": 0.4518, - "hfopenllm_v2/MATH Level 5": 0.1533, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.31 + "hfopenllm_v2/IFEval": 0.2133, + "hfopenllm_v2/BBH": 0.3507, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.346, + "hfopenllm_v2/MMLU-PRO": 0.2311 } }, { - "id": "EpistemeAI/ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math", - "name": "ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math", - "developer": "EpistemeAI", + "id": "awnr/Mistral-7B-v0.1-signtensors-3-over-8", + "name": "Mistral-7B-v0.1-signtensors-3-over-8", + "developer": "awnr", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5903, - "hfopenllm_v2/BBH": 0.4364, - "hfopenllm_v2/MATH Level 5": 0.148, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3314, - "hfopenllm_v2/MMLU-PRO": 0.2823 + "hfopenllm_v2/IFEval": 0.2394, + "hfopenllm_v2/BBH": 0.43, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.3001 } }, { - "id": "EpistemeAI/ReasoningCore-3B-0", - "name": "ReasoningCore-3B-0", - "developer": "EpistemeAI", + "id": "awnr/Mistral-7B-v0.1-signtensors-5-over-16", + "name": "Mistral-7B-v0.1-signtensors-5-over-16", + "developer": "awnr", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7341, - "hfopenllm_v2/BBH": 0.4446, - "hfopenllm_v2/MATH Level 5": 0.1586, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3554, - "hfopenllm_v2/MMLU-PRO": 0.3172 + "hfopenllm_v2/IFEval": 0.2118, + "hfopenllm_v2/BBH": 0.4124, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3686, + "hfopenllm_v2/MMLU-PRO": 0.2958 } }, { - "id": "EpistemeAI/ReasoningCore-3B-Instruct-r01-Reflect", - "name": "ReasoningCore-3B-Instruct-r01-Reflect", - "developer": "EpistemeAI", + "id": "awnr/Mistral-7B-v0.1-signtensors-7-over-16", + "name": "Mistral-7B-v0.1-signtensors-7-over-16", + "developer": "awnr", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7335, - "hfopenllm_v2/BBH": 0.445, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3527, - "hfopenllm_v2/MMLU-PRO": 0.3144 + "hfopenllm_v2/IFEval": 0.2294, + "hfopenllm_v2/BBH": 0.4316, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3952, + "hfopenllm_v2/MMLU-PRO": 0.303 } }, { - "id": "EpistemeAI/ReasoningCore-3B-R01", - "name": "ReasoningCore-3B-R01", - "developer": "EpistemeAI", + "id": "aws-prototyping/MegaBeam-Mistral-7B-512k", + "name": "MegaBeam-Mistral-7B-512k", + "developer": "aws-prototyping", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2976, - "hfopenllm_v2/BBH": 0.4373, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3195, - "hfopenllm_v2/MMLU-PRO": 0.2591 + "hfopenllm_v2/IFEval": 0.5973, + "hfopenllm_v2/BBH": 0.3662, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3994, + "hfopenllm_v2/MMLU-PRO": 0.2589 } }, { - "id": "EpistemeAI/ReasoningCore-3B-RE1-V2", - "name": "ReasoningCore-3B-RE1-V2", - "developer": "EpistemeAI", + "id": "axolotl-ai-co/romulus-mistral-nemo-12b-simpo", + "name": "romulus-mistral-nemo-12b-simpo", + "developer": "axolotl-ai-co", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7393, - "hfopenllm_v2/BBH": 0.4462, - "hfopenllm_v2/MATH Level 5": 0.1563, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3541, - "hfopenllm_v2/MMLU-PRO": 0.3181 + "hfopenllm_v2/IFEval": 0.6079, + "hfopenllm_v2/BBH": 0.5395, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4233, + "hfopenllm_v2/MMLU-PRO": 0.3469 } }, { - "id": "EpistemeAI/ReasoningCore-3B-RE1-V2A", - "name": "ReasoningCore-3B-RE1-V2A", - "developer": "EpistemeAI", + "id": "Ayush-Singh/Llama1B-sft-2", + "name": "Llama1B-sft-2", + "developer": "Ayush-Singh", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5733, - "hfopenllm_v2/BBH": 0.419, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3352, - "hfopenllm_v2/MMLU-PRO": 0.2736 + "hfopenllm_v2/IFEval": 0.1374, + "hfopenllm_v2/BBH": 0.2834, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3552, + "hfopenllm_v2/MMLU-PRO": 0.1117 } }, { - "id": "EpistemeAI/ReasoningCore-3B-RE1-V2B", - "name": "ReasoningCore-3B-RE1-V2B", - "developer": "EpistemeAI", + "id": "Azure99/blossom-v5-32b", + "name": "blossom-v5-32b", + "developer": "Azure99", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5051, - "hfopenllm_v2/BBH": 0.4168, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3448, - "hfopenllm_v2/MMLU-PRO": 0.2673 + "hfopenllm_v2/IFEval": 0.5235, + "hfopenllm_v2/BBH": 0.5955, + "hfopenllm_v2/MATH Level 5": 0.1866, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.4235 } }, { - "id": "EpistemeAI/ReasoningCore-3B-RE1-V2C", - "name": "ReasoningCore-3B-RE1-V2C", - "developer": "EpistemeAI", + "id": "Azure99/blossom-v5-llama3-8b", + "name": "blossom-v5-llama3-8b", + "developer": "Azure99", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5057, - "hfopenllm_v2/BBH": 0.4177, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3422, - "hfopenllm_v2/MMLU-PRO": 0.2691 + "hfopenllm_v2/IFEval": 0.4343, + "hfopenllm_v2/BBH": 0.4185, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.367, + "hfopenllm_v2/MMLU-PRO": 0.2206 } }, { - "id": "EpistemeAI/ReasoningCore-3B-T1-V1", - "name": "ReasoningCore-3B-T1-V1", - "developer": "EpistemeAI", + "id": "Azure99/blossom-v5.1-34b", + "name": "blossom-v5.1-34b", + "developer": "Azure99", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7208, - "hfopenllm_v2/BBH": 0.4517, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.354, - "hfopenllm_v2/MMLU-PRO": 0.312 + "hfopenllm_v2/IFEval": 0.5697, + "hfopenllm_v2/BBH": 0.6109, + "hfopenllm_v2/MATH Level 5": 0.2591, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3928, + "hfopenllm_v2/MMLU-PRO": 0.4558 } }, { - "id": "EpistemeAI/ReasoningCore-3B-T1_1", - "name": "ReasoningCore-3B-T1_1", - "developer": "EpistemeAI", + "id": "Azure99/blossom-v5.1-9b", + "name": "blossom-v5.1-9b", + "developer": "Azure99", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7275, - "hfopenllm_v2/BBH": 0.4524, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3554, - "hfopenllm_v2/MMLU-PRO": 0.3117 + "hfopenllm_v2/IFEval": 0.5086, + "hfopenllm_v2/BBH": 0.5343, + "hfopenllm_v2/MATH Level 5": 0.2122, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.3994, + "hfopenllm_v2/MMLU-PRO": 0.3979 } }, { - "id": "EpistemeAI2/Athene-codegemma-2-7b-it-alpaca-v1.2", - "name": "Athene-codegemma-2-7b-it-alpaca-v1.2", - "developer": "EpistemeAI2", + "id": "Azure99/Blossom-V6-14B", + "name": "Blossom-V6-14B", + "developer": "Azure99", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4351, - "hfopenllm_v2/BBH": 0.4175, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.417, - "hfopenllm_v2/MMLU-PRO": 0.2297 + "hfopenllm_v2/IFEval": 0.6395, + "hfopenllm_v2/BBH": 0.5069, + "hfopenllm_v2/MATH Level 5": 0.5257, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.4035, + "hfopenllm_v2/MMLU-PRO": 0.4544 } }, { - "id": "EpistemeAI2/Fireball-12B-v1.2", - "name": "Fireball-12B-v1.2", - "developer": "EpistemeAI2", + "id": "Azure99/Blossom-V6-7B", + "name": "Blossom-V6-7B", + "developer": "Azure99", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1355, - "hfopenllm_v2/BBH": 0.5019, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3337 + "hfopenllm_v2/IFEval": 0.5538, + "hfopenllm_v2/BBH": 0.4974, + "hfopenllm_v2/MATH Level 5": 0.4585, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4301, + "hfopenllm_v2/MMLU-PRO": 0.4144 } }, { - "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos", - "name": "Fireball-Alpaca-Llama3.1-8B-Philos", - "developer": "EpistemeAI2", + "id": "Ba2han/Llama-Phi-3_DoRA", + "name": "Llama-Phi-3_DoRA", + "developer": "Ba2han", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4986, - "hfopenllm_v2/BBH": 0.4978, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3406 + "hfopenllm_v2/IFEval": 0.5131, + "hfopenllm_v2/BBH": 0.5515, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4069, + "hfopenllm_v2/MMLU-PRO": 0.3915 } }, { - "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos", - "name": "Fireball-Alpaca-Llama3.1.01-8B-Philos", - "developer": "EpistemeAI2", + "id": "BAAI/Gemma2-9B-IT-Simpo-Infinity-Preference", + "name": "Gemma2-9B-IT-Simpo-Infinity-Preference", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4212, - "hfopenllm_v2/BBH": 0.4956, - "hfopenllm_v2/MATH Level 5": 0.136, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4371, - "hfopenllm_v2/MMLU-PRO": 0.3383 + "hfopenllm_v2/IFEval": 0.3176, + "hfopenllm_v2/BBH": 0.5979, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.3966, + "hfopenllm_v2/MMLU-PRO": 0.3869 } }, { - "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.03-8B-Philos", - "name": "Fireball-Alpaca-Llama3.1.03-8B-Philos", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-3M-0613-Llama3-70B", + "name": "Infinity-Instruct-3M-0613-Llama3-70B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3881, - "hfopenllm_v2/BBH": 0.4951, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.3355 + "hfopenllm_v2/IFEval": 0.6821, + "hfopenllm_v2/BBH": 0.6642, + "hfopenllm_v2/MATH Level 5": 0.2153, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4523, + "hfopenllm_v2/MMLU-PRO": 0.473 } }, { - "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.04-8B-Philos", - "name": "Fireball-Alpaca-Llama3.1.04-8B-Philos", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-3M-0613-Mistral-7B", + "name": "Infinity-Instruct-3M-0613-Mistral-7B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4084, - "hfopenllm_v2/BBH": 0.493, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.3403 + "hfopenllm_v2/IFEval": 0.532, + "hfopenllm_v2/BBH": 0.4958, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4351, + "hfopenllm_v2/MMLU-PRO": 0.3161 } }, { - "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo", - "name": "Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-3M-0625-Llama3-70B", + "name": "Infinity-Instruct-3M-0625-Llama3-70B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4866, - "hfopenllm_v2/BBH": 0.4881, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3932, - "hfopenllm_v2/MMLU-PRO": 0.3615 + "hfopenllm_v2/IFEval": 0.7442, + "hfopenllm_v2/BBH": 0.667, + "hfopenllm_v2/MATH Level 5": 0.2251, + "hfopenllm_v2/GPQA": 0.3574, + "hfopenllm_v2/MUSR": 0.4617, + "hfopenllm_v2/MMLU-PRO": 0.4586 } }, { - "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math", - "name": "Fireball-Alpaca-Llama3.1.07-8B-Philos-Math", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-3M-0625-Llama3-8B", + "name": "Infinity-Instruct-3M-0625-Llama3-8B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5079, - "hfopenllm_v2/BBH": 0.4847, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4063, - "hfopenllm_v2/MMLU-PRO": 0.3531 + "hfopenllm_v2/IFEval": 0.605, + "hfopenllm_v2/BBH": 0.4955, + "hfopenllm_v2/MATH Level 5": 0.0884, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3712, + "hfopenllm_v2/MMLU-PRO": 0.3252 } }, { - "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection", - "name": "Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-3M-0625-Mistral-7B", + "name": "Infinity-Instruct-3M-0625-Mistral-7B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3952, - "hfopenllm_v2/BBH": 0.4955, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4048, - "hfopenllm_v2/MMLU-PRO": 0.3593 + "hfopenllm_v2/IFEval": 0.5867, + "hfopenllm_v2/BBH": 0.494, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4272, + "hfopenllm_v2/MMLU-PRO": 0.323 } }, { - "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1", - "name": "Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-3M-0625-Qwen2-7B", + "name": "Infinity-Instruct-3M-0625-Qwen2-7B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5316, - "hfopenllm_v2/BBH": 0.4828, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4103, - "hfopenllm_v2/MMLU-PRO": 0.3523 + "hfopenllm_v2/IFEval": 0.5554, + "hfopenllm_v2/BBH": 0.5346, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.3888, + "hfopenllm_v2/MMLU-PRO": 0.396 } }, { - "id": "EpistemeAI2/Fireball-Llama-3.1-8B-Philos-Reflection", - "name": "Fireball-Llama-3.1-8B-Philos-Reflection", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B", + "name": "Infinity-Instruct-3M-0625-Yi-1.5-9B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3596, - "hfopenllm_v2/BBH": 0.4898, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.3957, - "hfopenllm_v2/MMLU-PRO": 0.3551 + "hfopenllm_v2/IFEval": 0.5186, + "hfopenllm_v2/BBH": 0.5509, + "hfopenllm_v2/MATH Level 5": 0.1639, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4575, + "hfopenllm_v2/MMLU-PRO": 0.4118 } }, { - "id": "EpistemeAI2/Fireball-MathMistral-Nemo-Base-2407-v2dpo", - "name": "Fireball-MathMistral-Nemo-Base-2407-v2dpo", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B", + "name": "Infinity-Instruct-7M-0729-Llama3_1-8B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3097, - "hfopenllm_v2/BBH": 0.4328, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.403, - "hfopenllm_v2/MMLU-PRO": 0.1148 + "hfopenllm_v2/IFEval": 0.6132, + "hfopenllm_v2/BBH": 0.5077, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3578, + "hfopenllm_v2/MMLU-PRO": 0.3224 } }, { - "id": "EpistemeAI2/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-7M-0729-mistral-7B", + "name": "Infinity-Instruct-7M-0729-mistral-7B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5515, - "hfopenllm_v2/BBH": 0.4808, - "hfopenllm_v2/MATH Level 5": 0.1352, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3693, - "hfopenllm_v2/MMLU-PRO": 0.342 + "hfopenllm_v2/IFEval": 0.6162, + "hfopenllm_v2/BBH": 0.4964, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4062, + "hfopenllm_v2/MMLU-PRO": 0.3274 } }, { - "id": "EpistemeAI2/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT", - "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B", + "name": "Infinity-Instruct-7M-Gen-Llama3_1-70B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4633, - "hfopenllm_v2/BBH": 0.4791, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.3774, - "hfopenllm_v2/MMLU-PRO": 0.3565 + "hfopenllm_v2/IFEval": 0.7335, + "hfopenllm_v2/BBH": 0.6695, + "hfopenllm_v2/MATH Level 5": 0.2523, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4539, + "hfopenllm_v2/MMLU-PRO": 0.4607 } }, { - "id": "EpistemeAI2/Fireball-Phi-3-medium-4k-inst-Philos", - "name": "Fireball-Phi-3-medium-4k-inst-Philos", - "developer": "EpistemeAI2", + "id": "BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B", + "name": "Infinity-Instruct-7M-Gen-Llama3_1-8B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5313, - "hfopenllm_v2/BBH": 0.6178, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4139, - "hfopenllm_v2/MMLU-PRO": 0.4599 + "hfopenllm_v2/IFEval": 0.6132, + "hfopenllm_v2/BBH": 0.5077, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3578, + "hfopenllm_v2/MMLU-PRO": 0.3224 } }, { - "id": "Eric111/CatunaMayo", - "name": "CatunaMayo", - "developer": "Eric111", + "id": "BAAI/Infinity-Instruct-7M-Gen-mistral-7B", + "name": "Infinity-Instruct-7M-Gen-mistral-7B", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4074, - "hfopenllm_v2/BBH": 0.5244, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.454, - "hfopenllm_v2/MMLU-PRO": 0.3178 + "hfopenllm_v2/IFEval": 0.6147, + "hfopenllm_v2/BBH": 0.4964, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4062, + "hfopenllm_v2/MMLU-PRO": 0.3274 } }, { - "id": "Eric111/CatunaMayo-DPO", - "name": "CatunaMayo-DPO", - "developer": "Eric111", + "id": "BAAI/OPI-Llama-3.1-8B-Instruct", + "name": "OPI-Llama-3.1-8B-Instruct", + "developer": "BAAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4215, - "hfopenllm_v2/BBH": 0.5224, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.445, - "hfopenllm_v2/MMLU-PRO": 0.317 + "hfopenllm_v2/IFEval": 0.2075, + "hfopenllm_v2/BBH": 0.3551, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3233, + "hfopenllm_v2/MMLU-PRO": 0.2124 } }, { - "id": "Etherll/Chocolatine-3B-Instruct-DPO-Revised-Ties", - "name": "Chocolatine-3B-Instruct-DPO-Revised-Ties", - "developer": "Etherll", + "id": "baconnier/Napoleon_24B_V0.0", + "name": "Napoleon_24B_V0.0", + "developer": "baconnier", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3725, - "hfopenllm_v2/BBH": 0.5411, - "hfopenllm_v2/MATH Level 5": 0.1631, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4649, - "hfopenllm_v2/MMLU-PRO": 0.3978 + "hfopenllm_v2/IFEval": 0.1801, + "hfopenllm_v2/BBH": 0.6367, + "hfopenllm_v2/MATH Level 5": 0.2273, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.442, + "hfopenllm_v2/MMLU-PRO": 0.504 } }, { - "id": "Etherll/Chocolatine-3B-Instruct-DPO-Revised-Ties-v2", - "name": "Chocolatine-3B-Instruct-DPO-Revised-Ties-v2", - "developer": "Etherll", + "id": "baconnier/Napoleon_24B_V0.2", + "name": "Napoleon_24B_V0.2", + "developer": "baconnier", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.374, - "hfopenllm_v2/BBH": 0.5411, - "hfopenllm_v2/MATH Level 5": 0.1631, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4649, - "hfopenllm_v2/MMLU-PRO": 0.3978 + "hfopenllm_v2/IFEval": 0.2527, + "hfopenllm_v2/BBH": 0.5911, + "hfopenllm_v2/MATH Level 5": 0.1435, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.446, + "hfopenllm_v2/MMLU-PRO": 0.4357 } }, { - "id": "Etherll/Herplete-LLM-Llama-3.1-8b", - "name": "Herplete-LLM-Llama-3.1-8b", - "developer": "Etherll", + "id": "baebee/7B-Cetacea", + "name": "7B-Cetacea", + "developer": "baebee", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4672, - "hfopenllm_v2/BBH": 0.5013, - "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/IFEval": 0.5279, + "hfopenllm_v2/BBH": 0.4757, + "hfopenllm_v2/MATH Level 5": 0.0468, "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.386, - "hfopenllm_v2/MMLU-PRO": 0.3482 + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.2955 } }, { - "id": "Etherll/Herplete-LLM-Llama-3.1-8b-Ties", - "name": "Herplete-LLM-Llama-3.1-8b-Ties", - "developer": "Etherll", + "id": "baebee/mergekit-model_stock-nzjnheg", + "name": "mergekit-model_stock-nzjnheg", + "developer": "baebee", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6164, - "hfopenllm_v2/BBH": 0.5338, - "hfopenllm_v2/MATH Level 5": 0.1601, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4017, - "hfopenllm_v2/MMLU-PRO": 0.3752 + "hfopenllm_v2/IFEval": 0.4844, + "hfopenllm_v2/BBH": 0.5287, + "hfopenllm_v2/MATH Level 5": 0.1677, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3847, + "hfopenllm_v2/MMLU-PRO": 0.3699 } }, { - "id": "Etherll/Qwen2.5-7B-della-test", - "name": "Qwen2.5-7B-della-test", - "developer": "Etherll", + "id": "baebee/mergekit-ties-fnjenli", + "name": "mergekit-ties-fnjenli", + "developer": "baebee", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7625, - "hfopenllm_v2/BBH": 0.5447, - "hfopenllm_v2/MATH Level 5": 0.4894, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4047, - "hfopenllm_v2/MMLU-PRO": 0.4361 + "hfopenllm_v2/IFEval": 0.1988, + "hfopenllm_v2/BBH": 0.3024, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.4019, + "hfopenllm_v2/MMLU-PRO": 0.1129 } }, { - "id": "Etherll/Qwen2.5-Coder-7B-Instruct-Ties", - "name": "Qwen2.5-Coder-7B-Instruct-Ties", - "developer": "Etherll", + "id": "bamec66557/mergekit-model_stock-zdaysvi", + "name": "mergekit-model_stock-zdaysvi", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5005, - "hfopenllm_v2/BBH": 0.4895, - "hfopenllm_v2/MATH Level 5": 0.2915, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.4373, - "hfopenllm_v2/MMLU-PRO": 0.3503 + "hfopenllm_v2/IFEval": 0.6426, + "hfopenllm_v2/BBH": 0.5063, + "hfopenllm_v2/MATH Level 5": 0.1352, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4124, + "hfopenllm_v2/MMLU-PRO": 0.3688 } }, { - "id": "Etherll/Replete-LLM-V3-Llama-3.1-8b", - "name": "Replete-LLM-V3-Llama-3.1-8b", - "developer": "Etherll", + "id": "bamec66557/mergekit-ties-sinbkow", + "name": "mergekit-ties-sinbkow", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5263, - "hfopenllm_v2/BBH": 0.4543, - "hfopenllm_v2/MATH Level 5": 0.2273, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3516, - "hfopenllm_v2/MMLU-PRO": 0.347 + "hfopenllm_v2/IFEval": 0.6432, + "hfopenllm_v2/BBH": 0.5092, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.3603 } }, { - "id": "Etherll/SuperHermes", - "name": "SuperHermes", - "developer": "Etherll", + "id": "bamec66557/MISCHIEVOUS-12B", + "name": "MISCHIEVOUS-12B", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5459, - "hfopenllm_v2/BBH": 0.529, - "hfopenllm_v2/MATH Level 5": 0.1654, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.44, - "hfopenllm_v2/MMLU-PRO": 0.3949 + "hfopenllm_v2/IFEval": 0.3852, + "hfopenllm_v2/BBH": 0.5405, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.3672 } }, { - "id": "Eurdem/Defne-llama3.1-8B", - "name": "Defne-llama3.1-8B", - "developer": "Eurdem", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.1v", + "name": "MISCHIEVOUS-12B-Mix_0.1v", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5036, - "hfopenllm_v2/BBH": 0.5321, - "hfopenllm_v2/MATH Level 5": 0.1601, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4331, - "hfopenllm_v2/MMLU-PRO": 0.3866 + "hfopenllm_v2/IFEval": 0.3636, + "hfopenllm_v2/BBH": 0.5436, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4132, + "hfopenllm_v2/MMLU-PRO": 0.3674 } }, { - "id": "FINGU-AI/Chocolatine-Fusion-14B", - "name": "Chocolatine-Fusion-14B", - "developer": "FINGU-AI", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.2v", + "name": "MISCHIEVOUS-12B-Mix_0.2v", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6949, - "hfopenllm_v2/BBH": 0.6413, - "hfopenllm_v2/MATH Level 5": 0.3852, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.494, - "hfopenllm_v2/MMLU-PRO": 0.5262 + "hfopenllm_v2/IFEval": 0.3624, + "hfopenllm_v2/BBH": 0.5434, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3663 } }, { - "id": "FINGU-AI/L3-8B", - "name": "L3-8B", - "developer": "FINGU-AI", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.3v", + "name": "MISCHIEVOUS-12B-Mix_0.3v", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7517, - "hfopenllm_v2/BBH": 0.4986, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3828, - "hfopenllm_v2/MMLU-PRO": 0.3639 + "hfopenllm_v2/IFEval": 0.387, + "hfopenllm_v2/BBH": 0.5431, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4131, + "hfopenllm_v2/MMLU-PRO": 0.3664 } }, { - "id": "FINGU-AI/Phi-4-RRStock", - "name": "Phi-4-RRStock", - "developer": "FINGU-AI", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.4v", + "name": "MISCHIEVOUS-12B-Mix_0.4v", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2855, - "hfopenllm_v2/BBH": 0.6443, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.4479, - "hfopenllm_v2/MMLU-PRO": 0.4883 + "hfopenllm_v2/IFEval": 0.6508, + "hfopenllm_v2/BBH": 0.5094, + "hfopenllm_v2/MATH Level 5": 0.1352, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4176, + "hfopenllm_v2/MMLU-PRO": 0.3683 } }, { - "id": "FINGU-AI/Q-Small-3B", - "name": "Q-Small-3B", - "developer": "FINGU-AI", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.5v", + "name": "MISCHIEVOUS-12B-Mix_0.5v", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4145, - "hfopenllm_v2/BBH": 0.4319, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.4005, - "hfopenllm_v2/MMLU-PRO": 0.279 + "hfopenllm_v2/IFEval": 0.3746, + "hfopenllm_v2/BBH": 0.5422, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4132, + "hfopenllm_v2/MMLU-PRO": 0.3661 } }, { - "id": "FINGU-AI/QwQ-Buddy-32B-Alpha", - "name": "QwQ-Buddy-32B-Alpha", - "developer": "FINGU-AI", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.6v", + "name": "MISCHIEVOUS-12B-Mix_0.6v", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3446, - "hfopenllm_v2/BBH": 0.6424, - "hfopenllm_v2/MATH Level 5": 0.3852, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.506, - "hfopenllm_v2/MMLU-PRO": 0.5294 + "hfopenllm_v2/IFEval": 0.4366, + "hfopenllm_v2/BBH": 0.5449, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3662 } }, { - "id": "FINGU-AI/RomboUltima-32B", - "name": "RomboUltima-32B", - "developer": "FINGU-AI", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V", + "name": "MISCHIEVOUS-12B-Mix_III_ex_V", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6672, - "hfopenllm_v2/BBH": 0.6938, - "hfopenllm_v2/MATH Level 5": 0.5385, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.4836, - "hfopenllm_v2/MMLU-PRO": 0.5789 + "hfopenllm_v2/IFEval": 0.4316, + "hfopenllm_v2/BBH": 0.5449, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3649 } }, { - "id": "FINGU-AI/Ultimos-32B", - "name": "Ultimos-32B", - "developer": "FINGU-AI", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V", + "name": "MISCHIEVOUS-12B-Mix_III_IV_V", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1592, - "hfopenllm_v2/BBH": 0.2906, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3286, - "hfopenllm_v2/MMLU-PRO": 0.1111 + "hfopenllm_v2/IFEval": 0.4031, + "hfopenllm_v2/BBH": 0.5465, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3664 } }, { - "id": "FallenMerick/Chewy-Lemon-Cookie-11B", - "name": "Chewy-Lemon-Cookie-11B", - "developer": "FallenMerick", + "id": "bamec66557/MISCHIEVOUS-12B-Mix_Neo", + "name": "MISCHIEVOUS-12B-Mix_Neo", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4875, - "hfopenllm_v2/BBH": 0.5251, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4546, - "hfopenllm_v2/MMLU-PRO": 0.3267 + "hfopenllm_v2/IFEval": 0.625, + "hfopenllm_v2/BBH": 0.5078, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.415, + "hfopenllm_v2/MMLU-PRO": 0.3685 } }, { - "id": "Felladrin/Llama-160M-Chat-v1", - "name": "Llama-160M-Chat-v1", - "developer": "Felladrin", + "id": "bamec66557/Mistral-Nemo-VICIOUS_MESH-12B-2407", + "name": "Mistral-Nemo-VICIOUS_MESH-12B-2407", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1575, - "hfopenllm_v2/BBH": 0.3036, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.1136 + "hfopenllm_v2/IFEval": 0.6706, + "hfopenllm_v2/BBH": 0.5156, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.3677 } }, { - "id": "Felladrin/Minueza-32M-UltraChat", - "name": "Minueza-32M-UltraChat", - "developer": "Felladrin", + "id": "bamec66557/NameLess-12B-prob", + "name": "NameLess-12B-prob", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1376, - "hfopenllm_v2/BBH": 0.2941, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3742, - "hfopenllm_v2/MMLU-PRO": 0.1133 + "hfopenllm_v2/IFEval": 0.6602, + "hfopenllm_v2/BBH": 0.5158, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4336, + "hfopenllm_v2/MMLU-PRO": 0.3684 } }, { - "id": "FlofloB/100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", - "name": "100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B", + "name": "VICIOUS_MESH-12B", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3083, - "hfopenllm_v2/BBH": 0.3323, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1498 + "hfopenllm_v2/IFEval": 0.3716, + "hfopenllm_v2/BBH": 0.5436, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3679 } }, { - "id": "FlofloB/10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit", - "name": "10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-0.1v", + "name": "VICIOUS_MESH-12B-0.1v", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5097, - "hfopenllm_v2/BBH": 0.5215, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.3769 + "hfopenllm_v2/IFEval": 0.3657, + "hfopenllm_v2/BBH": 0.5412, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3683 } }, { - "id": "FlofloB/10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", - "name": "10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-0.X.ver", + "name": "VICIOUS_MESH-12B-0.X.ver", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2815, - "hfopenllm_v2/BBH": 0.3306, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1541 + "hfopenllm_v2/IFEval": 0.3776, + "hfopenllm_v2/BBH": 0.5416, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3671 } }, { - "id": "FlofloB/40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", - "name": "40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-ALPHA", + "name": "VICIOUS_MESH-12B-ALPHA", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3016, - "hfopenllm_v2/BBH": 0.3325, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3408, - "hfopenllm_v2/MMLU-PRO": 0.1485 + "hfopenllm_v2/IFEval": 0.6365, + "hfopenllm_v2/BBH": 0.5094, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4203, + "hfopenllm_v2/MMLU-PRO": 0.3697 } }, { - "id": "FlofloB/83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", - "name": "83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-BETA", + "name": "VICIOUS_MESH-12B-BETA", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2869, - "hfopenllm_v2/BBH": 0.3347, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1555 + "hfopenllm_v2/IFEval": 0.6721, + "hfopenllm_v2/BBH": 0.5156, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.3679 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1000k_fineweb", - "name": "smollm2-135M_pretrained_1000k_fineweb", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-DELTA", + "name": "VICIOUS_MESH-12B-DELTA", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1485, - "hfopenllm_v2/BBH": 0.2918, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3581, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "hfopenllm_v2/IFEval": 0.6469, + "hfopenllm_v2/BBH": 0.5055, + "hfopenllm_v2/MATH Level 5": 0.1375, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4057, + "hfopenllm_v2/MMLU-PRO": 0.3651 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed", - "name": "smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-DIGAMMA", + "name": "VICIOUS_MESH-12B-DIGAMMA", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1554, - "hfopenllm_v2/BBH": 0.3066, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.1143 + "hfopenllm_v2/IFEval": 0.6429, + "hfopenllm_v2/BBH": 0.5061, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4097, + "hfopenllm_v2/MMLU-PRO": 0.3659 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1000k_fineweb_uncovai_selected", - "name": "smollm2-135M_pretrained_1000k_fineweb_uncovai_selected", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-EPSILON", + "name": "VICIOUS_MESH-12B-EPSILON", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1468, - "hfopenllm_v2/BBH": 0.2932, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4048, - "hfopenllm_v2/MMLU-PRO": 0.1157 + "hfopenllm_v2/IFEval": 0.6305, + "hfopenllm_v2/BBH": 0.5038, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.407, + "hfopenllm_v2/MMLU-PRO": 0.3648 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1200k_fineweb", - "name": "smollm2-135M_pretrained_1200k_fineweb", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-GAMMA", + "name": "VICIOUS_MESH-12B-GAMMA", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1581, - "hfopenllm_v2/BBH": 0.2941, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3714, - "hfopenllm_v2/MMLU-PRO": 0.1076 + "hfopenllm_v2/IFEval": 0.6362, + "hfopenllm_v2/BBH": 0.5182, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4363, + "hfopenllm_v2/MMLU-PRO": 0.3666 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed", - "name": "smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-NEMO", + "name": "VICIOUS_MESH-12B-NEMO", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1578, - "hfopenllm_v2/BBH": 0.295, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.37, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.4022, + "hfopenllm_v2/BBH": 0.5442, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.3716 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1200k_fineweb_uncovai_selected", - "name": "smollm2-135M_pretrained_1200k_fineweb_uncovai_selected", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-OMEGA", + "name": "VICIOUS_MESH-12B-OMEGA", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1585, - "hfopenllm_v2/BBH": 0.296, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3567, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "hfopenllm_v2/IFEval": 0.67, + "hfopenllm_v2/BBH": 0.5166, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.3677 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1400k_fineweb", - "name": "smollm2-135M_pretrained_1400k_fineweb", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B-UNION", + "name": "VICIOUS_MESH-12B-UNION", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1764, - "hfopenllm_v2/BBH": 0.2922, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3873, - "hfopenllm_v2/MMLU-PRO": 0.108 + "hfopenllm_v2/IFEval": 0.6429, + "hfopenllm_v2/BBH": 0.5107, + "hfopenllm_v2/MATH Level 5": 0.139, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4257, + "hfopenllm_v2/MMLU-PRO": 0.3672 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed", - "name": "smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed", - "developer": "FlofloB", + "id": "bamec66557/VICIOUS_MESH-12B_Razor", + "name": "VICIOUS_MESH-12B_Razor", + "developer": "bamec66557", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1707, - "hfopenllm_v2/BBH": 0.2992, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3939, - "hfopenllm_v2/MMLU-PRO": 0.1105 + "hfopenllm_v2/IFEval": 0.3736, + "hfopenllm_v2/BBH": 0.5447, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4092, + "hfopenllm_v2/MMLU-PRO": 0.3669 } }, { - "id": "FlofloB/smollm2-135M_pretrained_1400k_fineweb_uncovai_selected", - "name": "smollm2-135M_pretrained_1400k_fineweb_uncovai_selected", - "developer": "FlofloB", + "id": "Baptiste-HUVELLE-10/LeTriomphant2.2_ECE_iLAB", + "name": "LeTriomphant2.2_ECE_iLAB", + "developer": "Baptiste-HUVELLE-10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1538, - "hfopenllm_v2/BBH": 0.2917, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3741, - "hfopenllm_v2/MMLU-PRO": 0.1137 + "hfopenllm_v2/IFEval": 0.5076, + "hfopenllm_v2/BBH": 0.7256, + "hfopenllm_v2/MATH Level 5": 0.4449, + "hfopenllm_v2/GPQA": 0.3993, + "hfopenllm_v2/MUSR": 0.4626, + "hfopenllm_v2/MMLU-PRO": 0.5851 } }, { - "id": "FlofloB/smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed", - "name": "smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed", - "developer": "FlofloB", + "id": "BEE-spoke-data/Meta-Llama-3-8Bee", + "name": "Meta-Llama-3-8Bee", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1475, - "hfopenllm_v2/BBH": 0.3029, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3578, - "hfopenllm_v2/MMLU-PRO": 0.112 + "hfopenllm_v2/IFEval": 0.1951, + "hfopenllm_v2/BBH": 0.4626, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.3654, + "hfopenllm_v2/MMLU-PRO": 0.322 } }, { - "id": "FlofloB/smollm2-135M_pretrained_200k_fineweb_uncovai_selected", - "name": "smollm2-135M_pretrained_200k_fineweb_uncovai_selected", - "developer": "FlofloB", + "id": "BEE-spoke-data/smol_llama-101M-GQA", + "name": "smol_llama-101M-GQA", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1345, - "hfopenllm_v2/BBH": 0.2927, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.1131 + "hfopenllm_v2/IFEval": 0.1384, + "hfopenllm_v2/BBH": 0.3018, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3713, + "hfopenllm_v2/MMLU-PRO": 0.1107 } }, { - "id": "FlofloB/smollm2-135M_pretrained_400k_fineweb", - "name": "smollm2-135M_pretrained_400k_fineweb", - "developer": "FlofloB", + "id": "BEE-spoke-data/smol_llama-220M-GQA", + "name": "smol_llama-220M-GQA", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1511, - "hfopenllm_v2/BBH": 0.2972, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3794, - "hfopenllm_v2/MMLU-PRO": 0.1163 + "hfopenllm_v2/IFEval": 0.2386, + "hfopenllm_v2/BBH": 0.3032, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.4059, + "hfopenllm_v2/MMLU-PRO": 0.1149 } }, { - "id": "FlofloB/smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed", - "name": "smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed", - "developer": "FlofloB", + "id": "BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu", + "name": "smol_llama-220M-GQA-fineweb_edu", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1556, - "hfopenllm_v2/BBH": 0.3049, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.386, - "hfopenllm_v2/MMLU-PRO": 0.1138 + "hfopenllm_v2/IFEval": 0.1988, + "hfopenllm_v2/BBH": 0.2929, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4368, + "hfopenllm_v2/MMLU-PRO": 0.1127 } }, { - "id": "FlofloB/smollm2-135M_pretrained_400k_fineweb_uncovai_selected", - "name": "smollm2-135M_pretrained_400k_fineweb_uncovai_selected", - "developer": "FlofloB", + "id": "BEE-spoke-data/smol_llama-220M-openhermes", + "name": "smol_llama-220M-openhermes", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1584, - "hfopenllm_v2/BBH": 0.2925, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.1158 + "hfopenllm_v2/IFEval": 0.1555, + "hfopenllm_v2/BBH": 0.3028, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3847, + "hfopenllm_v2/MMLU-PRO": 0.112 } }, { - "id": "FlofloB/smollm2-135M_pretrained_600k_fineweb", - "name": "smollm2-135M_pretrained_600k_fineweb", - "developer": "FlofloB", + "id": "BEE-spoke-data/tFINE-900m-e16-d32-flan", + "name": "tFINE-900m-e16-d32-flan", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1639, - "hfopenllm_v2/BBH": 0.3014, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3809, - "hfopenllm_v2/MMLU-PRO": 0.1126 + "hfopenllm_v2/IFEval": 0.1506, + "hfopenllm_v2/BBH": 0.3028, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2332, + "hfopenllm_v2/MUSR": 0.3724, + "hfopenllm_v2/MMLU-PRO": 0.1307 } }, { - "id": "FlofloB/smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed", - "name": "smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed", - "developer": "FlofloB", + "id": "BEE-spoke-data/tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024", + "name": "tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1641, - "hfopenllm_v2/BBH": 0.3, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3793, - "hfopenllm_v2/MMLU-PRO": 0.1147 + "hfopenllm_v2/IFEval": 0.1321, + "hfopenllm_v2/BBH": 0.3138, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.4393, + "hfopenllm_v2/MMLU-PRO": 0.1237 } }, { - "id": "FlofloB/smollm2-135M_pretrained_600k_fineweb_uncovai_selected", - "name": "smollm2-135M_pretrained_600k_fineweb_uncovai_selected", - "developer": "FlofloB", + "id": "BEE-spoke-data/tFINE-900m-e16-d32-instruct_2e", + "name": "tFINE-900m-e16-d32-instruct_2e", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1606, - "hfopenllm_v2/BBH": 0.2983, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3846, - "hfopenllm_v2/MMLU-PRO": 0.1162 + "hfopenllm_v2/IFEval": 0.1403, + "hfopenllm_v2/BBH": 0.3135, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.1237 } }, { - "id": "FlofloB/smollm2-135M_pretrained_800k_fineweb", - "name": "smollm2-135M_pretrained_800k_fineweb", - "developer": "FlofloB", + "id": "BEE-spoke-data/tFINE-900m-instruct-orpo", + "name": "tFINE-900m-instruct-orpo", + "developer": "BEE-spoke-data", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1641, - "hfopenllm_v2/BBH": 0.2959, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3701, + "hfopenllm_v2/IFEval": 0.133, + "hfopenllm_v2/BBH": 0.3022, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3409, "hfopenllm_v2/MMLU-PRO": 0.1152 } }, { - "id": "FlofloB/smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed", - "name": "smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed", - "developer": "FlofloB", + "id": "belztjti/dffghgjh", + "name": "dffghgjh", + "developer": "belztjti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1623, - "hfopenllm_v2/BBH": 0.3038, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3993, - "hfopenllm_v2/MMLU-PRO": 0.1138 + "hfopenllm_v2/IFEval": 0.5784, + "hfopenllm_v2/BBH": 0.3582, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.3422 } }, { - "id": "FlofloB/smollm2-135M_pretrained_800k_fineweb_uncovai_selected", - "name": "smollm2-135M_pretrained_800k_fineweb_uncovai_selected", - "developer": "FlofloB", + "id": "belztjti/dtfgv", + "name": "dtfgv", + "developer": "belztjti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1474, - "hfopenllm_v2/BBH": 0.2943, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3766, - "hfopenllm_v2/MMLU-PRO": 0.113 + "hfopenllm_v2/IFEval": 0.3345, + "hfopenllm_v2/BBH": 0.3282, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3794, + "hfopenllm_v2/MMLU-PRO": 0.1504 } }, { - "id": "FlofloB/smollm2_pretrained_200k_fineweb", - "name": "smollm2_pretrained_200k_fineweb", - "developer": "FlofloB", + "id": "BenevolenceMessiah/Qwen2.5-72B-2x-Instruct-TIES-v1.0", + "name": "Qwen2.5-72B-2x-Instruct-TIES-v1.0", + "developer": "BenevolenceMessiah", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1527, - "hfopenllm_v2/BBH": 0.2995, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3699, - "hfopenllm_v2/MMLU-PRO": 0.1159 + "hfopenllm_v2/IFEval": 0.5473, + "hfopenllm_v2/BBH": 0.7273, + "hfopenllm_v2/MATH Level 5": 0.5785, + "hfopenllm_v2/GPQA": 0.3674, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.5628 } }, { - "id": "FlofloB/test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit", - "name": "test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit", - "developer": "FlofloB", + "id": "BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0", + "name": "Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0", + "developer": "BenevolenceMessiah", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5215, - "hfopenllm_v2/BBH": 0.5241, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4244, - "hfopenllm_v2/MMLU-PRO": 0.3721 + "hfopenllm_v2/IFEval": 0.3012, + "hfopenllm_v2/BBH": 0.4909, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.408, + "hfopenllm_v2/MMLU-PRO": 0.268 } }, { - "id": "FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs", - "name": "ft-openhermes-25-mistral-7b-irca-dpo-pairs", - "developer": "FuJhen", + "id": "benhaotang/phi4-qwq-sky-t1", + "name": "phi4-qwq-sky-t1", + "developer": "benhaotang", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.542, - "hfopenllm_v2/BBH": 0.4773, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4174, - "hfopenllm_v2/MMLU-PRO": 0.2956 + "hfopenllm_v2/IFEval": 0.046, + "hfopenllm_v2/BBH": 0.6711, + "hfopenllm_v2/MATH Level 5": 0.4101, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.49, + "hfopenllm_v2/MMLU-PRO": 0.5244 } }, { - "id": "FuJhen/mistral-instruct-7B-DPO", - "name": "mistral-instruct-7B-DPO", - "developer": "FuJhen", + "id": "beomi/gemma-mling-7b", + "name": "gemma-mling-7b", + "developer": "beomi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4968, - "hfopenllm_v2/BBH": 0.4624, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4016, - "hfopenllm_v2/MMLU-PRO": 0.3034 + "hfopenllm_v2/IFEval": 0.2029, + "hfopenllm_v2/BBH": 0.4068, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3759, + "hfopenllm_v2/MMLU-PRO": 0.2633 } }, { - "id": "FuJhen/mistral_7b_v0.1_structedData_e2e", - "name": "mistral_7b_v0.1_structedData_e2e", - "developer": "FuJhen", + "id": "beowolx/CodeNinja-1.0-OpenChat-7B", + "name": "CodeNinja-1.0-OpenChat-7B", + "developer": "beowolx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1727, - "hfopenllm_v2/BBH": 0.4114, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3723, - "hfopenllm_v2/MMLU-PRO": 0.2811 + "hfopenllm_v2/IFEval": 0.5447, + "hfopenllm_v2/BBH": 0.4441, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4243, + "hfopenllm_v2/MMLU-PRO": 0.3015 } }, { - "id": "FuJhen/mistral_7b_v0.1_structedData_viggo", - "name": "mistral_7b_v0.1_structedData_viggo", - "developer": "FuJhen", + "id": "berkeley-nest/Starling-LM-7B-alpha", + "name": "Starling-LM-7B-alpha", + "developer": "berkeley-nest", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1783, - "hfopenllm_v2/BBH": 0.4524, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.2942 + "hfopenllm_v2/IFEval": 0.548, + "hfopenllm_v2/BBH": 0.444, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.412, + "hfopenllm_v2/MMLU-PRO": 0.3172 } }, { - "id": "FuseAI/FuseChat-7B-v2.0", - "name": "FuseChat-7B-v2.0", - "developer": "FuseAI", + "id": "berkeley-nest/Starling-RM-7B-alpha", + "name": "berkeley-nest/Starling-RM-7B-alpha", + "developer": "berkeley-nest", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3423, - "hfopenllm_v2/BBH": 0.4954, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4797, - "hfopenllm_v2/MMLU-PRO": 0.3162 + "reward-bench/Score": 0.7113, + "reward-bench/Chat": 0.9804, + "reward-bench/Chat Hard": 0.4561, + "reward-bench/Safety": 0.8446, + "reward-bench/Reasoning": 0.58, + "reward-bench/Prior Sets (0.5 weight)": 0.6794 } }, { - "id": "FuseAI/FuseChat-Llama-3.1-8B-Instruct", - "name": "FuseChat-Llama-3.1-8B-Instruct", - "developer": "FuseAI", + "id": "bfuzzy1/acheron", + "name": "acheron", + "developer": "bfuzzy1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7205, - "hfopenllm_v2/BBH": 0.512, - "hfopenllm_v2/MATH Level 5": 0.2477, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.3733 + "hfopenllm_v2/IFEval": 0.1983, + "hfopenllm_v2/BBH": 0.3108, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3511, + "hfopenllm_v2/MMLU-PRO": 0.1096 } }, { - "id": "FuseAI/FuseChat-Llama-3.2-3B-Instruct", - "name": "FuseChat-Llama-3.2-3B-Instruct", - "developer": "FuseAI", + "id": "bfuzzy1/acheron-c", + "name": "acheron-c", + "developer": "bfuzzy1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6849, - "hfopenllm_v2/BBH": 0.4658, - "hfopenllm_v2/MATH Level 5": 0.2424, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.3132 + "hfopenllm_v2/IFEval": 0.1929, + "hfopenllm_v2/BBH": 0.3026, + "hfopenllm_v2/MATH Level 5": 0.003, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1172 } }, { - "id": "FuseAI/FuseChat-Qwen-2.5-7B-Instruct", - "name": "FuseChat-Qwen-2.5-7B-Instruct", - "developer": "FuseAI", + "id": "bfuzzy1/acheron-d", + "name": "acheron-d", + "developer": "bfuzzy1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5906, - "hfopenllm_v2/BBH": 0.5526, - "hfopenllm_v2/MATH Level 5": 0.4562, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.3874, - "hfopenllm_v2/MMLU-PRO": 0.4118 + "hfopenllm_v2/IFEval": 0.1925, + "hfopenllm_v2/BBH": 0.314, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2366, + "hfopenllm_v2/MUSR": 0.3497, + "hfopenllm_v2/MMLU-PRO": 0.1134 } }, { - "id": "GalrionSoftworks/MN-LooseCannon-12B-v1", - "name": "MN-LooseCannon-12B-v1", - "developer": "GalrionSoftworks", + "id": "bfuzzy1/acheron-m", + "name": "acheron-m", + "developer": "bfuzzy1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5418, - "hfopenllm_v2/BBH": 0.5128, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.3196 + "hfopenllm_v2/IFEval": 0.1758, + "hfopenllm_v2/BBH": 0.2928, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.1113 } }, { - "id": "GalrionSoftworks/MagnusIntellectus-12B-v1", - "name": "MagnusIntellectus-12B-v1", - "developer": "GalrionSoftworks", + "id": "bfuzzy1/acheron-m1a-llama", + "name": "acheron-m1a-llama", + "developer": "bfuzzy1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4421, - "hfopenllm_v2/BBH": 0.5323, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4428, - "hfopenllm_v2/MMLU-PRO": 0.3421 + "hfopenllm_v2/IFEval": 0.1125, + "hfopenllm_v2/BBH": 0.2956, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3633, + "hfopenllm_v2/MMLU-PRO": 0.1146 } }, { - "id": "GenVRadmin/AryaBhatta-GemmaOrca-2-Merged", - "name": "AryaBhatta-GemmaOrca-2-Merged", - "developer": "GenVRadmin", + "id": "bfuzzy1/Gunny", + "name": "Gunny", + "developer": "bfuzzy1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3064, - "hfopenllm_v2/BBH": 0.3887, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.455, - "hfopenllm_v2/MMLU-PRO": 0.2384 + "hfopenllm_v2/IFEval": 0.7129, + "hfopenllm_v2/BBH": 0.4546, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3583, + "hfopenllm_v2/MMLU-PRO": 0.3039 } }, { - "id": "GenVRadmin/AryaBhatta-GemmaOrca-Merged", - "name": "AryaBhatta-GemmaOrca-Merged", - "developer": "GenVRadmin", + "id": "bfuzzy1/llambses-1", + "name": "llambses-1", + "developer": "bfuzzy1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3064, - "hfopenllm_v2/BBH": 0.4131, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3524, - "hfopenllm_v2/MMLU-PRO": 0.2228 + "hfopenllm_v2/IFEval": 0.3554, + "hfopenllm_v2/BBH": 0.5047, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4529, + "hfopenllm_v2/MMLU-PRO": 0.314 } }, { - "id": "GenVRadmin/AryaBhatta-GemmaUltra-Merged", - "name": "AryaBhatta-GemmaUltra-Merged", - "developer": "GenVRadmin", + "id": "bhuvneshsaini/merged_model", + "name": "merged_model", + "developer": "bhuvneshsaini", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3021, - "hfopenllm_v2/BBH": 0.4141, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.2266 + "hfopenllm_v2/IFEval": 0.1813, + "hfopenllm_v2/BBH": 0.336, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3497, + "hfopenllm_v2/MMLU-PRO": 0.1445 } }, { - "id": "GenVRadmin/llama38bGenZ_Vikas-Merged", - "name": "llama38bGenZ_Vikas-Merged", - "developer": "GenVRadmin", + "id": "bigcode/starcoder2-15b", + "name": "starcoder2-15b", + "developer": "bigcode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3, - "hfopenllm_v2/BBH": 0.4536, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4402, - "hfopenllm_v2/MMLU-PRO": 0.2622 + "hfopenllm_v2/IFEval": 0.278, + "hfopenllm_v2/BBH": 0.4448, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3501, + "hfopenllm_v2/MMLU-PRO": 0.2353 } }, { - "id": "GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct", - "name": "gemma2-9b-cpt-sahabatai-v1-instruct", - "developer": "GoToCompany", + "id": "bigcode/starcoder2-3b", + "name": "starcoder2-3b", + "developer": "bigcode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6551, - "hfopenllm_v2/BBH": 0.5955, - "hfopenllm_v2/MATH Level 5": 0.2054, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4779, - "hfopenllm_v2/MMLU-PRO": 0.4264 + "hfopenllm_v2/IFEval": 0.2037, + "hfopenllm_v2/BBH": 0.3509, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3435, + "hfopenllm_v2/MMLU-PRO": 0.1636 } }, { - "id": "GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct", - "name": "llama3-8b-cpt-sahabatai-v1-instruct", - "developer": "GoToCompany", + "id": "bigcode/starcoder2-7b", + "name": "starcoder2-7b", + "developer": "bigcode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5238, - "hfopenllm_v2/BBH": 0.4951, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.4488, - "hfopenllm_v2/MMLU-PRO": 0.3453 + "hfopenllm_v2/IFEval": 0.2209, + "hfopenllm_v2/BBH": 0.3661, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3793, + "hfopenllm_v2/MMLU-PRO": 0.1642 } }, { - "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1", - "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1", - "developer": "Goekdeniz-Guelmez", + "id": "bigscience/BLOOM-176B", + "name": "BLOOM 176B", + "developer": "bigscience", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3417, - "hfopenllm_v2/BBH": 0.3292, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1638 + "helm_classic/Mean win rate": 0.446, + "helm_classic/MMLU": 0.299, + "helm_classic/BoolQ": 0.704, + "helm_classic/NarrativeQA": 0.662, + "helm_classic/NaturalQuestions (open-book)": 0.621, + "helm_classic/QuAC": 0.361, + "helm_classic/HellaSwag": 0.744, + "helm_classic/OpenbookQA": 0.534, + "helm_classic/TruthfulQA": 0.205, + "helm_classic/MS MARCO (TREC)": 0.386, + "helm_classic/CNN/DailyMail": 0.08, + "helm_classic/XSUM": 0.03, + "helm_classic/IMDB": 0.945, + "helm_classic/CivilComments": 0.62, + "helm_classic/RAFT": 0.592 } }, { - "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1", - "name": "Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1", - "developer": "Goekdeniz-Guelmez", + "id": "bigscience/bloom-1b1", + "name": "bloom-1b1", + "developer": "bigscience", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4769, - "hfopenllm_v2/BBH": 0.4186, - "hfopenllm_v2/MATH Level 5": 0.2085, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3675, - "hfopenllm_v2/MMLU-PRO": 0.2783 + "hfopenllm_v2/IFEval": 0.1373, + "hfopenllm_v2/BBH": 0.3107, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.37, + "hfopenllm_v2/MMLU-PRO": 0.1108 } }, { - "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2", - "name": "Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2", - "developer": "Goekdeniz-Guelmez", + "id": "bigscience/bloom-1b7", + "name": "bloom-1b7", + "developer": "bigscience", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4216, - "hfopenllm_v2/BBH": 0.4042, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3769, - "hfopenllm_v2/MMLU-PRO": 0.2562 + "hfopenllm_v2/IFEval": 0.1044, + "hfopenllm_v2/BBH": 0.3141, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3886, + "hfopenllm_v2/MMLU-PRO": 0.1086 } }, { - "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3", - "name": "Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3", - "developer": "Goekdeniz-Guelmez", + "id": "bigscience/bloom-3b", + "name": "bloom-3b", + "developer": "bigscience", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4253, - "hfopenllm_v2/BBH": 0.4053, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3702, - "hfopenllm_v2/MMLU-PRO": 0.2556 + "hfopenllm_v2/IFEval": 0.1271, + "hfopenllm_v2/BBH": 0.3063, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.1133 } }, { - "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4", - "name": "Josiefied-Qwen2.5-14B-Instruct-abliterated-v4", - "developer": "Goekdeniz-Guelmez", + "id": "bigscience/bloom-560m", + "name": "bloom-560m", + "developer": "bigscience", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8292, - "hfopenllm_v2/BBH": 0.6356, - "hfopenllm_v2/MATH Level 5": 0.5423, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.5018 + "hfopenllm_v2/IFEval": 0.062, + "hfopenllm_v2/BBH": 0.3026, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4031, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2", - "name": "Josiefied-Qwen2.5-7B-Instruct-abliterated-v2", - "developer": "Goekdeniz-Guelmez", + "id": "bigscience/bloom-7b1", + "name": "bloom-7b1", + "developer": "bigscience", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7814, - "hfopenllm_v2/BBH": 0.531, - "hfopenllm_v2/MATH Level 5": 0.4532, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.412 + "hfopenllm_v2/IFEval": 0.1322, + "hfopenllm_v2/BBH": 0.3114, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.1105 } }, { - "id": "Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1", - "name": "j.o.s.i.e.v4o-1.5b-dpo-stage1-v1", - "developer": "Goekdeniz-Guelmez", + "id": "bigscience/T0pp-11B", + "name": "T0pp 11B", + "developer": "bigscience", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4188, - "hfopenllm_v2/BBH": 0.4124, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3529, - "hfopenllm_v2/MMLU-PRO": 0.2555 + "helm_classic/Mean win rate": 0.197, + "helm_classic/MMLU": 0.407, + "helm_classic/BoolQ": 0.0, + "helm_classic/NarrativeQA": 0.151, + "helm_classic/NaturalQuestions (open-book)": 0.19, + "helm_classic/QuAC": 0.121, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.377, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.122, + "helm_classic/XSUM": 0.09, + "helm_classic/IMDB": 0.207, + "helm_classic/CivilComments": 0.234, + "helm_classic/RAFT": 0.118 } }, { - "id": "Goekdeniz-Guelmez/josie-3b-v6.0", - "name": "josie-3b-v6.0", - "developer": "Goekdeniz-Guelmez", + "id": "BlackBeenie/Bloslain-8B-v0.2", + "name": "Bloslain-8B-v0.2", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.601, - "hfopenllm_v2/BBH": 0.4496, - "hfopenllm_v2/MATH Level 5": 0.2938, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3861, - "hfopenllm_v2/MMLU-PRO": 0.322 + "hfopenllm_v2/IFEval": 0.5023, + "hfopenllm_v2/BBH": 0.5111, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4076, + "hfopenllm_v2/MMLU-PRO": 0.3654 } }, { - "id": "Goekdeniz-Guelmez/josie-7b-v6.0", - "name": "josie-7b-v6.0", - "developer": "Goekdeniz-Guelmez", + "id": "BlackBeenie/llama-3-luminous-merged", + "name": "llama-3-luminous-merged", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7412, - "hfopenllm_v2/BBH": 0.5105, - "hfopenllm_v2/MATH Level 5": 0.4358, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.3807 + "hfopenllm_v2/IFEval": 0.4323, + "hfopenllm_v2/BBH": 0.5154, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4149, + "hfopenllm_v2/MMLU-PRO": 0.3773 } }, { - "id": "Goekdeniz-Guelmez/josie-7b-v6.0-step2000", - "name": "josie-7b-v6.0-step2000", - "developer": "Goekdeniz-Guelmez", + "id": "BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco", + "name": "llama-3.1-8B-Galore-openassistant-guanaco", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7628, - "hfopenllm_v2/BBH": 0.5098, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4579, - "hfopenllm_v2/MMLU-PRO": 0.4033 + "hfopenllm_v2/IFEval": 0.2635, + "hfopenllm_v2/BBH": 0.5213, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4406, + "hfopenllm_v2/MMLU-PRO": 0.3206 } }, { - "id": "GreenNode/GreenNode-small-9B-it", - "name": "GreenNode-small-9B-it", - "developer": "GreenNode", + "id": "BlackBeenie/Llama-3.1-8B-OpenO1-SFT-v0.1", + "name": "Llama-3.1-8B-OpenO1-SFT-v0.1", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7436, - "hfopenllm_v2/BBH": 0.5994, - "hfopenllm_v2/MATH Level 5": 0.1745, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4204, - "hfopenllm_v2/MMLU-PRO": 0.3927 + "hfopenllm_v2/IFEval": 0.5124, + "hfopenllm_v2/BBH": 0.4787, + "hfopenllm_v2/MATH Level 5": 0.1526, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3618, + "hfopenllm_v2/MMLU-PRO": 0.3492 } }, { - "id": "GritLM/GritLM-7B-KTO", - "name": "GritLM-7B-KTO", - "developer": "GritLM", + "id": "BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge", + "name": "Llama-3.1-8B-pythonic-passthrough-merge", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.531, - "hfopenllm_v2/BBH": 0.4853, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.371, - "hfopenllm_v2/MMLU-PRO": 0.268 + "hfopenllm_v2/IFEval": 0.2316, + "hfopenllm_v2/BBH": 0.3454, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3778, + "hfopenllm_v2/MMLU-PRO": 0.1332 } }, { - "id": "GritLM/GritLM-8x7B-KTO", - "name": "GritLM-8x7B-KTO", - "developer": "GritLM", + "id": "BlackBeenie/Neos-Gemma-2-9b", + "name": "Neos-Gemma-2-9b", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5714, - "hfopenllm_v2/BBH": 0.582, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4217, - "hfopenllm_v2/MMLU-PRO": 0.3648 + "hfopenllm_v2/IFEval": 0.5876, + "hfopenllm_v2/BBH": 0.5503, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.3618, + "hfopenllm_v2/MMLU-PRO": 0.3981 } }, { - "id": "Groq/Llama-3-Groq-8B-Tool-Use", - "name": "Llama-3-Groq-8B-Tool-Use", - "developer": "Groq", + "id": "BlackBeenie/Neos-Llama-3.1-8B", + "name": "Neos-Llama-3.1-8B", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6098, - "hfopenllm_v2/BBH": 0.4863, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.3399 + "hfopenllm_v2/IFEval": 0.4944, + "hfopenllm_v2/BBH": 0.4425, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.375, + "hfopenllm_v2/MMLU-PRO": 0.3262 } }, { - "id": "Gryphe/Pantheon-RP-1.0-8b-Llama-3", - "name": "Pantheon-RP-1.0-8b-Llama-3", - "developer": "Gryphe", + "id": "BlackBeenie/Neos-Llama-3.1-base", + "name": "Neos-Llama-3.1-base", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3933, - "hfopenllm_v2/BBH": 0.4539, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3832, - "hfopenllm_v2/MMLU-PRO": 0.3067 + "hfopenllm_v2/IFEval": 0.1751, + "hfopenllm_v2/BBH": 0.293, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2374, + "hfopenllm_v2/MUSR": 0.3499, + "hfopenllm_v2/MMLU-PRO": 0.1112 } }, { - "id": "Gryphe/Pantheon-RP-1.5-12b-Nemo", - "name": "Pantheon-RP-1.5-12b-Nemo", - "developer": "Gryphe", + "id": "BlackBeenie/Neos-Phi-3-14B-v0.1", + "name": "Neos-Phi-3-14B-v0.1", + "developer": "BlackBeenie", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4763, - "hfopenllm_v2/BBH": 0.5196, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.442, - "hfopenllm_v2/MMLU-PRO": 0.3302 + "hfopenllm_v2/IFEval": 0.4022, + "hfopenllm_v2/BBH": 0.6212, + "hfopenllm_v2/MATH Level 5": 0.1782, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4125, + "hfopenllm_v2/MMLU-PRO": 0.4564 } - }, - { - "id": "Gryphe/Pantheon-RP-1.6-12b-Nemo", - "name": "Pantheon-RP-1.6-12b-Nemo", - "developer": "Gryphe", + }, + { + "id": "Bllossom/llama-3.2-Korean-Bllossom-AICA-5B", + "name": "llama-3.2-Korean-Bllossom-AICA-5B", + "developer": "Bllossom", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4481, - "hfopenllm_v2/BBH": 0.5204, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4288, - "hfopenllm_v2/MMLU-PRO": 0.3311 + "hfopenllm_v2/IFEval": 0.5172, + "hfopenllm_v2/BBH": 0.4293, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3834, + "hfopenllm_v2/MMLU-PRO": 0.271 } }, { - "id": "Gryphe/Pantheon-RP-1.6-12b-Nemo-KTO", - "name": "Pantheon-RP-1.6-12b-Nemo-KTO", - "developer": "Gryphe", + "id": "bluuwhale/L3-SthenoMaid-8B-V1", + "name": "L3-SthenoMaid-8B-V1", + "developer": "bluuwhale", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4636, - "hfopenllm_v2/BBH": 0.5277, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4248, - "hfopenllm_v2/MMLU-PRO": 0.3382 + "hfopenllm_v2/IFEval": 0.7345, + "hfopenllm_v2/BBH": 0.5219, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.3656 } }, { - "id": "Gryphe/Pantheon-RP-Pure-1.6.2-22b-Small", - "name": "Pantheon-RP-Pure-1.6.2-22b-Small", - "developer": "Gryphe", + "id": "BoltMonkey/DreadMix", + "name": "DreadMix", + "developer": "BoltMonkey", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6931, - "hfopenllm_v2/BBH": 0.5305, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.3765, - "hfopenllm_v2/MMLU-PRO": 0.3942 + "hfopenllm_v2/IFEval": 0.7095, + "hfopenllm_v2/BBH": 0.5435, + "hfopenllm_v2/MATH Level 5": 0.1556, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4212, + "hfopenllm_v2/MMLU-PRO": 0.379 } }, { - "id": "GuilhermeNaturaUmana/Nature-Reason-1.2-reallysmall", - "name": "Nature-Reason-1.2-reallysmall", - "developer": "GuilhermeNaturaUmana", + "id": "BoltMonkey/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated", + "name": "NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated", + "developer": "BoltMonkey", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4791, - "hfopenllm_v2/BBH": 0.5649, - "hfopenllm_v2/MATH Level 5": 0.25, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4439, - "hfopenllm_v2/MMLU-PRO": 0.4408 + "hfopenllm_v2/IFEval": 0.459, + "hfopenllm_v2/BBH": 0.5185, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.4083, + "hfopenllm_v2/MMLU-PRO": 0.3631 } }, { - "id": "Gunulhona/Gemma-Ko-Merge", - "name": "Gemma-Ko-Merge", - "developer": "Gunulhona", + "id": "BoltMonkey/SuperNeuralDreadDevil-8b", + "name": "SuperNeuralDreadDevil-8b", + "developer": "BoltMonkey", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6416, - "hfopenllm_v2/BBH": 0.5813, - "hfopenllm_v2/MATH Level 5": 0.1881, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4047, - "hfopenllm_v2/MMLU-PRO": 0.3879 + "hfopenllm_v2/IFEval": 0.771, + "hfopenllm_v2/BBH": 0.5286, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.3679 } }, { - "id": "Gunulhona/Gemma-Ko-Merge-PEFT", - "name": "Gemma-Ko-Merge-PEFT", - "developer": "Gunulhona", + "id": "bond005/meno-tiny-0.1", + "name": "meno-tiny-0.1", + "developer": "bond005", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4441, - "hfopenllm_v2/BBH": 0.4863, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3986, - "hfopenllm_v2/MMLU-PRO": 0.3098 + "hfopenllm_v2/IFEval": 0.455, + "hfopenllm_v2/BBH": 0.4263, + "hfopenllm_v2/MATH Level 5": 0.139, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.2786 } }, { - "id": "HFXM/RAMO-Llama3.1-8B", - "name": "HFXM/RAMO-Llama3.1-8B", - "developer": "HFXM", + "id": "bosonai/Higgs-Llama-3-70B", + "name": "Higgs-Llama-3-70B", + "developer": "bosonai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6917, - "reward-bench/Factuality": 0.6547, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.5628, - "reward-bench/Safety": 0.9756, - "reward-bench/Focus": 0.9071, - "reward-bench/Ties": 0.6752 + "hfopenllm_v2/IFEval": 0.5561, + "hfopenllm_v2/BBH": 0.6258, + "hfopenllm_v2/MATH Level 5": 0.2523, + "hfopenllm_v2/GPQA": 0.3666, + "hfopenllm_v2/MUSR": 0.4471, + "hfopenllm_v2/MMLU-PRO": 0.4902 } }, { - "id": "HPAI-BSC/Llama3-Aloe-8B-Alpha", - "name": "Llama3-Aloe-8B-Alpha", - "developer": "HPAI-BSC", + "id": "braindao/DeepSeek-R1-Distill-Qwen-1.5B-Blunt", + "name": "DeepSeek-R1-Distill-Qwen-1.5B-Blunt", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5081, - "hfopenllm_v2/BBH": 0.4831, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3673, - "hfopenllm_v2/MMLU-PRO": 0.3295 + "hfopenllm_v2/IFEval": 0.2611, + "hfopenllm_v2/BBH": 0.2774, + "hfopenllm_v2/MATH Level 5": 0.1382, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3595, + "hfopenllm_v2/MMLU-PRO": 0.1184 } }, { - "id": "HPAI-BSC/Llama3.1-Aloe-Beta-8B", - "name": "Llama3.1-Aloe-Beta-8B", - "developer": "HPAI-BSC", + "id": "braindao/DeepSeek-R1-Distill-Qwen-1.5B-Reflective", + "name": "DeepSeek-R1-Distill-Qwen-1.5B-Reflective", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7253, - "hfopenllm_v2/BBH": 0.5093, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3835, - "hfopenllm_v2/MMLU-PRO": 0.358 + "hfopenllm_v2/IFEval": 0.3033, + "hfopenllm_v2/BBH": 0.2908, + "hfopenllm_v2/MATH Level 5": 0.1631, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3356, + "hfopenllm_v2/MMLU-PRO": 0.113 } }, { - "id": "HPAI-BSC/Qwen2.5-Aloe-Beta-7B", - "name": "Qwen2.5-Aloe-Beta-7B", - "developer": "HPAI-BSC", + "id": "braindao/DeepSeek-R1-Distill-Qwen-14B", + "name": "DeepSeek-R1-Distill-Qwen-14B", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4554, - "hfopenllm_v2/BBH": 0.5049, - "hfopenllm_v2/MATH Level 5": 0.3542, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.4354 + "hfopenllm_v2/IFEval": 0.4172, + "hfopenllm_v2/BBH": 0.3033, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4488, + "hfopenllm_v2/MMLU-PRO": 0.1127 } }, { - "id": "HarbingerX/Zeitgeist-3b-V1", - "name": "Zeitgeist-3b-V1", - "developer": "HarbingerX", + "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-ABUB-ST", + "name": "DeepSeek-R1-Distill-Qwen-14B-ABUB-ST", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6712, - "hfopenllm_v2/BBH": 0.4441, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.3009 + "hfopenllm_v2/IFEval": 0.3752, + "hfopenllm_v2/BBH": 0.4927, + "hfopenllm_v2/MATH Level 5": 0.5015, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4221, + "hfopenllm_v2/MMLU-PRO": 0.4243 } }, { - "id": "HarbingerX/Zeitgeist-3b-V1.2", - "name": "Zeitgeist-3b-V1.2", - "developer": "HarbingerX", + "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt", + "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6754, - "hfopenllm_v2/BBH": 0.4441, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.3056 + "hfopenllm_v2/IFEval": 0.5612, + "hfopenllm_v2/BBH": 0.3283, + "hfopenllm_v2/MATH Level 5": 0.1639, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4554, + "hfopenllm_v2/MMLU-PRO": 0.1447 } }, { - "id": "Hastagaras/L3.2-JametMini-3B-MK.III", - "name": "L3.2-JametMini-3B-MK.III", - "developer": "Hastagaras", + "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored", + "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6183, - "hfopenllm_v2/BBH": 0.4539, - "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/IFEval": 0.5422, + "hfopenllm_v2/BBH": 0.317, + "hfopenllm_v2/MATH Level 5": 0.1631, "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3686, - "hfopenllm_v2/MMLU-PRO": 0.2983 + "hfopenllm_v2/MUSR": 0.4487, + "hfopenllm_v2/MMLU-PRO": 0.1431 } }, { - "id": "Hastagaras/Llama-3.1-Jamet-8B-MK.I", - "name": "Llama-3.1-Jamet-8B-MK.I", - "developer": "Hastagaras", + "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt", + "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7338, - "hfopenllm_v2/BBH": 0.5049, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3726, - "hfopenllm_v2/MMLU-PRO": 0.3482 + "hfopenllm_v2/IFEval": 0.5221, + "hfopenllm_v2/BBH": 0.3199, + "hfopenllm_v2/MATH Level 5": 0.2508, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4527, + "hfopenllm_v2/MMLU-PRO": 0.1484 } }, { - "id": "Hastagaras/Zabuza-8B-Llama-3.1", - "name": "Zabuza-8B-Llama-3.1", - "developer": "Hastagaras", + "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective", + "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6265, - "hfopenllm_v2/BBH": 0.4539, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3568, - "hfopenllm_v2/MMLU-PRO": 0.2923 + "hfopenllm_v2/IFEval": 0.554, + "hfopenllm_v2/BBH": 0.3371, + "hfopenllm_v2/MATH Level 5": 0.2372, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4248, + "hfopenllm_v2/MMLU-PRO": 0.1504 } }, { - "id": "HelpingAI/Cipher-20B", - "name": "Cipher-20B", - "developer": "HelpingAI", + "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective", + "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5378, - "hfopenllm_v2/BBH": 0.6032, - "hfopenllm_v2/MATH Level 5": 0.1994, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4003, - "hfopenllm_v2/MMLU-PRO": 0.3744 + "hfopenllm_v2/IFEval": 0.5139, + "hfopenllm_v2/BBH": 0.3013, + "hfopenllm_v2/MATH Level 5": 0.1473, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4433, + "hfopenllm_v2/MMLU-PRO": 0.1289 } }, { - "id": "HelpingAI/Dhanishtha-Large", - "name": "Dhanishtha-Large", - "developer": "HelpingAI", + "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Reflective", + "name": "DeepSeek-R1-Distill-Qwen-14B-Reflective", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2457, - "hfopenllm_v2/BBH": 0.4604, - "hfopenllm_v2/MATH Level 5": 0.3852, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3845, - "hfopenllm_v2/MMLU-PRO": 0.2755 + "hfopenllm_v2/IFEval": 0.429, + "hfopenllm_v2/BBH": 0.3012, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4554, + "hfopenllm_v2/MMLU-PRO": 0.1129 } }, { - "id": "HelpingAI/Priya-10B", - "name": "Priya-10B", - "developer": "HelpingAI", + "id": "braindao/DeepSeek-R1-Distill-Qwen-7B", + "name": "DeepSeek-R1-Distill-Qwen-7B", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4043, - "hfopenllm_v2/BBH": 0.4441, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3793, - "hfopenllm_v2/MMLU-PRO": 0.2493 + "hfopenllm_v2/IFEval": 0.3968, + "hfopenllm_v2/BBH": 0.2887, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3767, + "hfopenllm_v2/MMLU-PRO": 0.1141 } }, { - "id": "HelpingAI/Priya-3B", - "name": "Priya-3B", - "developer": "HelpingAI", + "id": "braindao/DeepSeek-R1-Distill-Qwen-7B-Blunt", + "name": "DeepSeek-R1-Distill-Qwen-7B-Blunt", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4526, - "hfopenllm_v2/BBH": 0.3961, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3713, - "hfopenllm_v2/MMLU-PRO": 0.2339 + "hfopenllm_v2/IFEval": 0.4266, + "hfopenllm_v2/BBH": 0.2902, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3885, + "hfopenllm_v2/MMLU-PRO": 0.1169 } }, { - "id": "HeraiHench/DeepSeek-R1-Qwen-Coder-8B", - "name": "DeepSeek-R1-Qwen-Coder-8B", - "developer": "HeraiHench", + "id": "braindao/DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored", + "name": "DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1869, - "hfopenllm_v2/BBH": 0.2913, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.3655, + "hfopenllm_v2/BBH": 0.2958, + "hfopenllm_v2/MATH Level 5": 0.1737, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3846, + "hfopenllm_v2/MMLU-PRO": 0.1133 } }, { - "id": "HeraiHench/Double-Down-Qwen-Math-7B", - "name": "Double-Down-Qwen-Math-7B", - "developer": "HeraiHench", + "id": "braindao/DeepSeek-R1-Distill-Qwen-7B-Reflective", + "name": "DeepSeek-R1-Distill-Qwen-7B-Reflective", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.167, - "hfopenllm_v2/BBH": 0.2845, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3737, - "hfopenllm_v2/MMLU-PRO": 0.1112 + "hfopenllm_v2/IFEval": 0.3922, + "hfopenllm_v2/BBH": 0.2907, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.39, + "hfopenllm_v2/MMLU-PRO": 0.1155 } }, { - "id": "HeraiHench/Marge-Qwen-Math-7B", - "name": "Marge-Qwen-Math-7B", - "developer": "HeraiHench", + "id": "braindao/iq-code-evmind-0.5b", + "name": "iq-code-evmind-0.5b", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1262, - "hfopenllm_v2/BBH": 0.3069, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3939, - "hfopenllm_v2/MMLU-PRO": 0.1056 + "hfopenllm_v2/IFEval": 0.3216, + "hfopenllm_v2/BBH": 0.3164, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.3304, + "hfopenllm_v2/MMLU-PRO": 0.1189 } }, { - "id": "HeraiHench/Phi-4-slerp-ReasoningRP-14B", - "name": "Phi-4-slerp-ReasoningRP-14B", - "developer": "HeraiHench", + "id": "braindao/Qwen2.5-14B", + "name": "Qwen2.5-14B", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1575, - "hfopenllm_v2/BBH": 0.4196, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3116, - "hfopenllm_v2/MMLU-PRO": 0.19 + "hfopenllm_v2/IFEval": 0.5409, + "hfopenllm_v2/BBH": 0.5853, + "hfopenllm_v2/MATH Level 5": 0.2923, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4124, + "hfopenllm_v2/MMLU-PRO": 0.4884 } }, { - "id": "HiroseKoichi/Llama-Salad-4x8B-V3", - "name": "Llama-Salad-4x8B-V3", - "developer": "HiroseKoichi", + "id": "braindao/Qwen2.5-14B-Instruct", + "name": "Qwen2.5-14B-Instruct", + "developer": "braindao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6654, - "hfopenllm_v2/BBH": 0.5245, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.374, - "hfopenllm_v2/MMLU-PRO": 0.3518 + "hfopenllm_v2/IFEval": 0.8143, + "hfopenllm_v2/BBH": 0.6404, + "hfopenllm_v2/MATH Level 5": 0.5529, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.414, + "hfopenllm_v2/MMLU-PRO": 0.4889 } }, { - "id": "HoangHa/Pensez-Llama3.1-8B", - "name": "Pensez-Llama3.1-8B", - "developer": "HoangHa", + "id": "BrainWave-ML/llama3.2-3B-maths-orpo", + "name": "llama3.2-3B-maths-orpo", + "developer": "BrainWave-ML", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3887, - "hfopenllm_v2/BBH": 0.4669, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3597, - "hfopenllm_v2/MMLU-PRO": 0.3126 + "hfopenllm_v2/IFEval": 0.2049, + "hfopenllm_v2/BBH": 0.2912, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3575, + "hfopenllm_v2/MMLU-PRO": 0.1168 } }, { - "id": "HuggingFaceH4/starchat2-15b-v0.1", - "name": "HuggingFaceH4/starchat2-15b-v0.1", - "developer": "HuggingFaceH4", + "id": "BramVanroy/fietje-2", + "name": "fietje-2", + "developer": "BramVanroy", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7322, - "reward-bench/Chat": 0.9385, - "reward-bench/Chat Hard": 0.5548, - "reward-bench/Safety": 0.7095, - "reward-bench/Reasoning": 0.8159, - "reward-bench/Prior Sets (0.5 weight)": 0.5525 + "hfopenllm_v2/IFEval": 0.2098, + "hfopenllm_v2/BBH": 0.4036, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3696, + "hfopenllm_v2/MMLU-PRO": 0.1986 } }, { - "id": "HuggingFaceH4/zephyr-7b-alpha", - "name": "zephyr-7b-alpha", - "developer": "HuggingFaceH4", + "id": "BramVanroy/fietje-2-chat", + "name": "fietje-2-chat", + "developer": "BramVanroy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5191, - "hfopenllm_v2/BBH": 0.4583, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.395, - "hfopenllm_v2/MMLU-PRO": 0.2795, - "reward-bench/Score": 0.7392, - "reward-bench/Chat": 0.9162, - "reward-bench/Chat Hard": 0.625, - "reward-bench/Safety": 0.7662, - "reward-bench/Reasoning": 0.7514, - "reward-bench/Prior Sets (0.5 weight)": 0.5353 + "hfopenllm_v2/IFEval": 0.2917, + "hfopenllm_v2/BBH": 0.415, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3528, + "hfopenllm_v2/MMLU-PRO": 0.2055 } }, { - "id": "HuggingFaceH4/zephyr-7b-beta", - "name": "zephyr-7b-beta", - "developer": "HuggingFaceH4", + "id": "BramVanroy/fietje-2-instruct", + "name": "fietje-2-instruct", + "developer": "BramVanroy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.495, - "hfopenllm_v2/BBH": 0.4316, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3925, - "hfopenllm_v2/MMLU-PRO": 0.2781, - "reward-bench/Score": 0.7281, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.6272, - "reward-bench/Safety": 0.6568, - "reward-bench/Reasoning": 0.7789, - "reward-bench/Prior Sets (0.5 weight)": 0.5216 + "hfopenllm_v2/IFEval": 0.279, + "hfopenllm_v2/BBH": 0.4136, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2332, + "hfopenllm_v2/MUSR": 0.3369, + "hfopenllm_v2/MMLU-PRO": 0.2104 + } + }, + { + "id": "BramVanroy/GEITje-7B-ultra", + "name": "GEITje-7B-ultra", + "developer": "BramVanroy", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3723, + "hfopenllm_v2/BBH": 0.3776, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.329, + "hfopenllm_v2/MMLU-PRO": 0.2011 } }, { - "id": "HuggingFaceH4/zephyr-7b-gemma-v0.1", - "name": "zephyr-7b-gemma-v0.1", - "developer": "HuggingFaceH4", + "id": "brgx53/3Bgeneral-ECE-PRYMMAL-Martial", + "name": "3Bgeneral-ECE-PRYMMAL-Martial", + "developer": "brgx53", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3364, - "hfopenllm_v2/BBH": 0.4624, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.374, - "hfopenllm_v2/MMLU-PRO": 0.2847, - "reward-bench/Score": 0.6758, - "reward-bench/Chat": 0.9581, - "reward-bench/Chat Hard": 0.4956, - "reward-bench/Safety": 0.5824, - "reward-bench/Reasoning": 0.7463, - "reward-bench/Prior Sets (0.5 weight)": 0.5171 + "hfopenllm_v2/IFEval": 0.3289, + "hfopenllm_v2/BBH": 0.5458, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4373, + "hfopenllm_v2/MMLU-PRO": 0.3934 } }, { - "id": "HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", - "name": "zephyr-orpo-141b-A35b-v0.1", - "developer": "HuggingFaceH4", + "id": "brgx53/3Bgeneralv2-ECE-PRYMMAL-Martial", + "name": "3Bgeneralv2-ECE-PRYMMAL-Martial", + "developer": "brgx53", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6511, - "hfopenllm_v2/BBH": 0.629, - "hfopenllm_v2/MATH Level 5": 0.2047, - "hfopenllm_v2/GPQA": 0.3784, - "hfopenllm_v2/MUSR": 0.4465, - "hfopenllm_v2/MMLU-PRO": 0.4586 + "hfopenllm_v2/IFEval": 0.5677, + "hfopenllm_v2/BBH": 0.5607, + "hfopenllm_v2/MATH Level 5": 0.3497, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.4505 } }, { - "id": "HuggingFaceTB/SmolLM-1.7B", - "name": "SmolLM-1.7B", - "developer": "HuggingFaceTB", + "id": "brgx53/3Blareneg-ECE-PRYMMAL-Martial", + "name": "3Blareneg-ECE-PRYMMAL-Martial", + "developer": "brgx53", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2362, - "hfopenllm_v2/BBH": 0.3181, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.3421, - "hfopenllm_v2/MMLU-PRO": 0.1148 + "hfopenllm_v2/IFEval": 0.2876, + "hfopenllm_v2/BBH": 0.5358, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4429, + "hfopenllm_v2/MMLU-PRO": 0.4016 } }, { - "id": "HuggingFaceTB/SmolLM-1.7B-Instruct", - "name": "SmolLM-1.7B-Instruct", - "developer": "HuggingFaceTB", + "id": "brgx53/3Blarenegv2-ECE-PRYMMAL-Martial", + "name": "3Blarenegv2-ECE-PRYMMAL-Martial", + "developer": "brgx53", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2348, - "hfopenllm_v2/BBH": 0.2885, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.1166 + "hfopenllm_v2/IFEval": 0.5662, + "hfopenllm_v2/BBH": 0.5607, + "hfopenllm_v2/MATH Level 5": 0.3497, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.4505 } }, { - "id": "HuggingFaceTB/SmolLM-135M", - "name": "SmolLM-135M", - "developer": "HuggingFaceTB", + "id": "brgx53/Barracuda-PRYMMAL-ECE-TW3", + "name": "Barracuda-PRYMMAL-ECE-TW3", + "developer": "brgx53", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2125, - "hfopenllm_v2/BBH": 0.3046, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4366, - "hfopenllm_v2/MMLU-PRO": 0.1122 + "hfopenllm_v2/IFEval": 0.164, + "hfopenllm_v2/BBH": 0.3002, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3609, + "hfopenllm_v2/MMLU-PRO": 0.1093 } }, { - "id": "HuggingFaceTB/SmolLM-135M-Instruct", - "name": "SmolLM-135M-Instruct", - "developer": "HuggingFaceTB", + "id": "brgx53/LaConfiance-PRYMMAL-ECE-TW3", + "name": "LaConfiance-PRYMMAL-ECE-TW3", + "developer": "brgx53", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1214, - "hfopenllm_v2/BBH": 0.3015, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3635, - "hfopenllm_v2/MMLU-PRO": 0.1176 + "hfopenllm_v2/IFEval": 0.1579, + "hfopenllm_v2/BBH": 0.2962, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3846, + "hfopenllm_v2/MMLU-PRO": 0.1146 } }, { - "id": "HuggingFaceTB/SmolLM-360M", - "name": "SmolLM-360M", - "developer": "HuggingFaceTB", + "id": "BSC-LT/salamandra-7b", + "name": "salamandra-7b", + "developer": "BSC-LT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2134, - "hfopenllm_v2/BBH": 0.3065, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4018, - "hfopenllm_v2/MMLU-PRO": 0.1124 + "hfopenllm_v2/IFEval": 0.1367, + "hfopenllm_v2/BBH": 0.3517, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3501, + "hfopenllm_v2/MMLU-PRO": 0.1493 } }, { - "id": "HuggingFaceTB/SmolLM-360M-Instruct", - "name": "SmolLM-360M-Instruct", - "developer": "HuggingFaceTB", + "id": "BSC-LT/salamandra-7b-instruct", + "name": "salamandra-7b-instruct", + "developer": "BSC-LT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1952, - "hfopenllm_v2/BBH": 0.2885, - "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/IFEval": 0.2451, + "hfopenllm_v2/BBH": 0.3851, + "hfopenllm_v2/MATH Level 5": 0.0083, "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3472, - "hfopenllm_v2/MMLU-PRO": 0.1166 + "hfopenllm_v2/MUSR": 0.4134, + "hfopenllm_v2/MMLU-PRO": 0.1805 } }, { - "id": "HuggingFaceTB/SmolLM2-1.7B", - "name": "SmolLM2-1.7B", - "developer": "HuggingFaceTB", + "id": "bunnycore/Best-Mix-Llama-3.1-8B", + "name": "Best-Mix-Llama-3.1-8B", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.244, - "hfopenllm_v2/BBH": 0.3453, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3485, - "hfopenllm_v2/MMLU-PRO": 0.2138 + "hfopenllm_v2/IFEval": 0.2067, + "hfopenllm_v2/BBH": 0.3432, + "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.2929, + "hfopenllm_v2/MMLU-PRO": 0.1565 } }, { - "id": "HuggingFaceTB/SmolLM2-1.7B-Instruct", - "name": "SmolLM2-1.7B-Instruct", - "developer": "HuggingFaceTB", + "id": "bunnycore/Blabbertron-1.0", + "name": "Blabbertron-1.0", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5368, - "hfopenllm_v2/BBH": 0.3599, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3421, - "hfopenllm_v2/MMLU-PRO": 0.2054 + "hfopenllm_v2/IFEval": 0.7433, + "hfopenllm_v2/BBH": 0.5497, + "hfopenllm_v2/MATH Level 5": 0.4924, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4337, + "hfopenllm_v2/MMLU-PRO": 0.4354 } }, { - "id": "HuggingFaceTB/SmolLM2-135M", - "name": "SmolLM2-135M", - "developer": "HuggingFaceTB", + "id": "bunnycore/Blabbertron-1.1", + "name": "Blabbertron-1.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1818, - "hfopenllm_v2/BBH": 0.3044, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.4112, - "hfopenllm_v2/MMLU-PRO": 0.1095 + "hfopenllm_v2/IFEval": 0.7265, + "hfopenllm_v2/BBH": 0.5534, + "hfopenllm_v2/MATH Level 5": 0.4804, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4416, + "hfopenllm_v2/MMLU-PRO": 0.4431 } }, { - "id": "HuggingFaceTB/SmolLM2-135M-Instruct", - "name": "SmolLM2-135M-Instruct", - "developer": "HuggingFaceTB", + "id": "bunnycore/CyberCore-Qwen-2.1-7B", + "name": "CyberCore-Qwen-2.1-7B", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2883, - "hfopenllm_v2/BBH": 0.3124, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2357, - "hfopenllm_v2/MUSR": 0.3662, - "hfopenllm_v2/MMLU-PRO": 0.1115 + "hfopenllm_v2/IFEval": 0.5766, + "hfopenllm_v2/BBH": 0.5572, + "hfopenllm_v2/MATH Level 5": 0.3588, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.4445 } }, { - "id": "HuggingFaceTB/SmolLM2-360M", - "name": "SmolLM2-360M", - "developer": "HuggingFaceTB", + "id": "bunnycore/DeepQwen-3B-LCoT-SCE", + "name": "DeepQwen-3B-LCoT-SCE", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2115, - "hfopenllm_v2/BBH": 0.3233, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3954, - "hfopenllm_v2/MMLU-PRO": 0.1169 + "hfopenllm_v2/IFEval": 0.449, + "hfopenllm_v2/BBH": 0.4512, + "hfopenllm_v2/MATH Level 5": 0.247, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3514, + "hfopenllm_v2/MMLU-PRO": 0.329 } }, { - "id": "HuggingFaceTB/SmolLM2-360M-Instruct", - "name": "SmolLM2-360M-Instruct", - "developer": "HuggingFaceTB", + "id": "bunnycore/DeepSeek-R1-Distill-Qwen-7B-RRP-Ex", + "name": "DeepSeek-R1-Distill-Qwen-7B-RRP-Ex", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3842, - "hfopenllm_v2/BBH": 0.3144, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3461, - "hfopenllm_v2/MMLU-PRO": 0.1117 + "hfopenllm_v2/IFEval": 0.3901, + "hfopenllm_v2/BBH": 0.3494, + "hfopenllm_v2/MATH Level 5": 0.1654, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3663, + "hfopenllm_v2/MMLU-PRO": 0.2508 } }, { - "id": "HumanLLMs/Humanish-LLama3-8B-Instruct", - "name": "Humanish-LLama3-8B-Instruct", - "developer": "HumanLLMs", + "id": "bunnycore/DeepThinker-7B-Sce-v1", + "name": "DeepThinker-7B-Sce-v1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6498, - "hfopenllm_v2/BBH": 0.4968, - "hfopenllm_v2/MATH Level 5": 0.1027, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3582, - "hfopenllm_v2/MMLU-PRO": 0.3702 + "hfopenllm_v2/IFEval": 0.1218, + "hfopenllm_v2/BBH": 0.3018, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.4194, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "HumanLLMs/Humanish-Mistral-Nemo-Instruct-2407", - "name": "Humanish-Mistral-Nemo-Instruct-2407", - "developer": "HumanLLMs", + "id": "bunnycore/DeepThinker-7B-Sce-v2", + "name": "DeepThinker-7B-Sce-v2", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5451, - "hfopenllm_v2/BBH": 0.5262, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3968, - "hfopenllm_v2/MMLU-PRO": 0.3521 + "hfopenllm_v2/IFEval": 0.1631, + "hfopenllm_v2/BBH": 0.3057, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4101, + "hfopenllm_v2/MMLU-PRO": 0.1146 } }, { - "id": "HumanLLMs/Humanish-Qwen2.5-7B-Instruct", - "name": "Humanish-Qwen2.5-7B-Instruct", - "developer": "HumanLLMs", + "id": "bunnycore/FuseCyberMix-Qwen-2.5-7B-Instruct", + "name": "FuseCyberMix-Qwen-2.5-7B-Instruct", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7284, - "hfopenllm_v2/BBH": 0.5364, - "hfopenllm_v2/MATH Level 5": 0.5, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.4398 + "hfopenllm_v2/IFEval": 0.7019, + "hfopenllm_v2/BBH": 0.5518, + "hfopenllm_v2/MATH Level 5": 0.4841, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.4337 } }, { - "id": "IDEA-CCNL/Ziya-LLaMA-13B-v1", - "name": "Ziya-LLaMA-13B-v1", - "developer": "IDEA-CCNL", + "id": "bunnycore/FuseQwQen-7B", + "name": "FuseQwQen-7B", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1697, - "hfopenllm_v2/BBH": 0.2877, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3751, - "hfopenllm_v2/MMLU-PRO": 0.1101 + "hfopenllm_v2/IFEval": 0.7275, + "hfopenllm_v2/BBH": 0.5504, + "hfopenllm_v2/MATH Level 5": 0.4366, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4217, + "hfopenllm_v2/MMLU-PRO": 0.4407 } }, { - "id": "IDEA-CCNL/Ziya-LLaMA-7B-Reward", - "name": "IDEA-CCNL/Ziya-LLaMA-7B-Reward", - "developer": "IDEA-CCNL", + "id": "bunnycore/FwF-Qwen-7B-0.1", + "name": "FwF-Qwen-7B-0.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6378, - "reward-bench/Chat": 0.8687, - "reward-bench/Chat Hard": 0.4605, - "reward-bench/Safety": 0.6405, - "reward-bench/Reasoning": 0.5775, - "reward-bench/Prior Sets (0.5 weight)": 0.6461 + "hfopenllm_v2/IFEval": 0.3005, + "hfopenllm_v2/BBH": 0.5019, + "hfopenllm_v2/MATH Level 5": 0.2764, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3952, + "hfopenllm_v2/MMLU-PRO": 0.4061 } }, { - "id": "INSAIT-Institute/BgGPT-Gemma-2-27B-IT-v1.0", - "name": "BgGPT-Gemma-2-27B-IT-v1.0", - "developer": "INSAIT-Institute", + "id": "bunnycore/FwF-Qwen-7B-0.2", + "name": "FwF-Qwen-7B-0.2", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0, - "hfopenllm_v2/BBH": 0.2912, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3575, - "hfopenllm_v2/MMLU-PRO": 0.1167 + "hfopenllm_v2/IFEval": 0.4479, + "hfopenllm_v2/BBH": 0.5596, + "hfopenllm_v2/MATH Level 5": 0.426, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4218, + "hfopenllm_v2/MMLU-PRO": 0.4382 } }, { - "id": "IlyaGusev/gemma-2-2b-it-abliterated", - "name": "gemma-2-2b-it-abliterated", - "developer": "IlyaGusev", + "id": "bunnycore/Gemma-2-2B-Smart", + "name": "Gemma-2-2B-Smart", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5331, - "hfopenllm_v2/BBH": 0.4119, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3782, - "hfopenllm_v2/MMLU-PRO": 0.2538 + "hfopenllm_v2/IFEval": 0.1321, + "hfopenllm_v2/BBH": 0.3974, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4249, + "hfopenllm_v2/MMLU-PRO": 0.2426 } }, { - "id": "IlyaGusev/gemma-2-9b-it-abliterated", - "name": "gemma-2-9b-it-abliterated", - "developer": "IlyaGusev", + "id": "bunnycore/Gemma2-9B-TitanFusion", + "name": "Gemma2-9B-TitanFusion", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7473, - "hfopenllm_v2/BBH": 0.5906, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.3915 + "hfopenllm_v2/IFEval": 0.1618, + "hfopenllm_v2/BBH": 0.5712, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.396 } }, { - "id": "Infinirc/Infinirc-Llama3-8B-2G-Release-v1.0", - "name": "Infinirc-Llama3-8B-2G-Release-v1.0", - "developer": "Infinirc", + "id": "bunnycore/HyperLlama-3.1-8B", + "name": "HyperLlama-3.1-8B", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2024, - "hfopenllm_v2/BBH": 0.4351, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4609, - "hfopenllm_v2/MMLU-PRO": 0.216 + "hfopenllm_v2/IFEval": 0.7883, + "hfopenllm_v2/BBH": 0.5103, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3829, + "hfopenllm_v2/MMLU-PRO": 0.3783 } }, { - "id": "Intel/neural-chat-7b-v3", - "name": "neural-chat-7b-v3", - "developer": "Intel", + "id": "bunnycore/Llama-3.1-8B-TitanFusion-Mix", + "name": "Llama-3.1-8B-TitanFusion-Mix", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2778, - "hfopenllm_v2/BBH": 0.5048, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.5055, - "hfopenllm_v2/MMLU-PRO": 0.2699 + "hfopenllm_v2/IFEval": 0.4925, + "hfopenllm_v2/BBH": 0.5756, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4317, + "hfopenllm_v2/MMLU-PRO": 0.3695 } }, { - "id": "Intel/neural-chat-7b-v3-1", - "name": "neural-chat-7b-v3-1", - "developer": "Intel", + "id": "bunnycore/Llama-3.1-8B-TitanFusion-v3", + "name": "Llama-3.1-8B-TitanFusion-v3", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4687, - "hfopenllm_v2/BBH": 0.5052, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4979, - "hfopenllm_v2/MMLU-PRO": 0.2678 + "hfopenllm_v2/IFEval": 0.481, + "hfopenllm_v2/BBH": 0.5262, + "hfopenllm_v2/MATH Level 5": 0.142, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4302, + "hfopenllm_v2/MMLU-PRO": 0.3806 } }, { - "id": "Intel/neural-chat-7b-v3-2", - "name": "neural-chat-7b-v3-2", - "developer": "Intel", + "id": "bunnycore/Llama-3.2-3B-All-Mix", + "name": "Llama-3.2-3B-All-Mix", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4988, - "hfopenllm_v2/BBH": 0.5032, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4895, - "hfopenllm_v2/MMLU-PRO": 0.2667 + "hfopenllm_v2/IFEval": 0.7226, + "hfopenllm_v2/BBH": 0.4508, + "hfopenllm_v2/MATH Level 5": 0.1503, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3287, + "hfopenllm_v2/MMLU-PRO": 0.316 } }, { - "id": "Intel/neural-chat-7b-v3-3", - "name": "neural-chat-7b-v3-3", - "developer": "Intel", + "id": "bunnycore/Llama-3.2-3B-Bespoke-Thought", + "name": "Llama-3.2-3B-Bespoke-Thought", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4763, - "hfopenllm_v2/BBH": 0.4877, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.486, - "hfopenllm_v2/MMLU-PRO": 0.2625 + "hfopenllm_v2/IFEval": 0.4113, + "hfopenllm_v2/BBH": 0.4522, + "hfopenllm_v2/MATH Level 5": 0.1647, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.311 } }, { - "id": "IntervitensInc/internlm2_5-20b-llamafied", - "name": "internlm2_5-20b-llamafied", - "developer": "IntervitensInc", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.341, - "hfopenllm_v2/BBH": 0.7478, - "hfopenllm_v2/MATH Level 5": 0.1715, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4475, - "hfopenllm_v2/MMLU-PRO": 0.4051 + "id": "bunnycore/Llama-3.2-3B-Booval", + "name": "Llama-3.2-3B-Booval", + "developer": "bunnycore", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6669, + "hfopenllm_v2/BBH": 0.4514, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3394, + "hfopenllm_v2/MMLU-PRO": 0.3058 } }, { - "id": "Invalid-Null/PeiYangMe-0.5", - "name": "PeiYangMe-0.5", - "developer": "Invalid-Null", + "id": "bunnycore/Llama-3.2-3B-Deep-Test", + "name": "Llama-3.2-3B-Deep-Test", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1409, - "hfopenllm_v2/BBH": 0.2791, + "hfopenllm_v2/IFEval": 0.1775, + "hfopenllm_v2/BBH": 0.295, "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.1109 + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3647, + "hfopenllm_v2/MMLU-PRO": 0.1049 } }, { - "id": "Invalid-Null/PeiYangMe-0.7", - "name": "PeiYangMe-0.7", - "developer": "Invalid-Null", + "id": "bunnycore/Llama-3.2-3B-Della", + "name": "Llama-3.2-3B-Della", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1491, - "hfopenllm_v2/BBH": 0.3028, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2332, - "hfopenllm_v2/MUSR": 0.3857, - "hfopenllm_v2/MMLU-PRO": 0.1101 + "hfopenllm_v2/IFEval": 0.3561, + "hfopenllm_v2/BBH": 0.3683, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3902, + "hfopenllm_v2/MMLU-PRO": 0.2128 } }, { - "id": "Isaak-Carter/JOSIEv4o-8b-stage1-v4", - "name": "JOSIEv4o-8b-stage1-v4", - "developer": "Isaak-Carter", + "id": "bunnycore/Llama-3.2-3B-Long-Think", + "name": "Llama-3.2-3B-Long-Think", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2477, - "hfopenllm_v2/BBH": 0.4758, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3641, - "hfopenllm_v2/MMLU-PRO": 0.3292 + "hfopenllm_v2/IFEval": 0.5473, + "hfopenllm_v2/BBH": 0.461, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.3048 } }, { - "id": "Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated", - "name": "Josiefied-Qwen2.5-7B-Instruct-abliterated", - "developer": "Isaak-Carter", + "id": "bunnycore/Llama-3.2-3B-Mix-Skill", + "name": "Llama-3.2-3B-Mix-Skill", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7317, - "hfopenllm_v2/BBH": 0.5396, - "hfopenllm_v2/MATH Level 5": 0.4924, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4087, - "hfopenllm_v2/MMLU-PRO": 0.4276 + "hfopenllm_v2/IFEval": 0.6404, + "hfopenllm_v2/BBH": 0.4582, + "hfopenllm_v2/MATH Level 5": 0.1473, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.3121 } }, { - "id": "Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2", - "name": "Josiefied-Qwen2.5-7B-Instruct-abliterated-v2", - "developer": "Isaak-Carter", + "id": "bunnycore/Llama-3.2-3B-ProdigyPlus", + "name": "Llama-3.2-3B-ProdigyPlus", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7841, - "hfopenllm_v2/BBH": 0.5311, - "hfopenllm_v2/MATH Level 5": 0.4721, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.4128 + "hfopenllm_v2/IFEval": 0.4015, + "hfopenllm_v2/BBH": 0.4392, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.2817 } }, { - "id": "J-LAB/Thynk_orpo", - "name": "Thynk_orpo", - "developer": "J-LAB", + "id": "bunnycore/Llama-3.2-3B-ProdigyPlusPlus", + "name": "Llama-3.2-3B-ProdigyPlusPlus", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2102, - "hfopenllm_v2/BBH": 0.4463, - "hfopenllm_v2/MATH Level 5": 0.148, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4515, - "hfopenllm_v2/MMLU-PRO": 0.3231 + "hfopenllm_v2/IFEval": 0.1645, + "hfopenllm_v2/BBH": 0.369, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3541, + "hfopenllm_v2/MMLU-PRO": 0.15 } }, { - "id": "JackFram/llama-160m", - "name": "llama-160m", - "developer": "JackFram", + "id": "bunnycore/Llama-3.2-3B-RP-DeepThink", + "name": "Llama-3.2-3B-RP-DeepThink", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1791, - "hfopenllm_v2/BBH": 0.2888, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3792, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.7144, + "hfopenllm_v2/BBH": 0.4563, + "hfopenllm_v2/MATH Level 5": 0.1609, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.3242 } }, { - "id": "JackFram/llama-68m", - "name": "llama-68m", - "developer": "JackFram", + "id": "bunnycore/Llama-3.2-3b-RP-Toxic-Fuse", + "name": "Llama-3.2-3b-RP-Toxic-Fuse", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1726, - "hfopenllm_v2/BBH": 0.2936, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.391, - "hfopenllm_v2/MMLU-PRO": 0.1144 + "hfopenllm_v2/IFEval": 0.6834, + "hfopenllm_v2/BBH": 0.465, + "hfopenllm_v2/MATH Level 5": 0.2402, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3954, + "hfopenllm_v2/MMLU-PRO": 0.3106 } }, { - "id": "Jacoby746/Casual-Magnum-34B", - "name": "Casual-Magnum-34B", - "developer": "Jacoby746", + "id": "bunnycore/Llama-3.2-3B-RRStock", + "name": "Llama-3.2-3B-RRStock", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.193, - "hfopenllm_v2/BBH": 0.6032, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.3725, - "hfopenllm_v2/MUSR": 0.4078, - "hfopenllm_v2/MMLU-PRO": 0.5184 + "hfopenllm_v2/IFEval": 0.6657, + "hfopenllm_v2/BBH": 0.4568, + "hfopenllm_v2/MATH Level 5": 0.1699, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3314, + "hfopenllm_v2/MMLU-PRO": 0.3236 } }, { - "id": "Jacoby746/Inf-Silent-Kunoichi-v0.1-2x7B", - "name": "Inf-Silent-Kunoichi-v0.1-2x7B", - "developer": "Jacoby746", + "id": "bunnycore/Llama-3.2-3B-ToxicKod", + "name": "Llama-3.2-3B-ToxicKod", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.388, - "hfopenllm_v2/BBH": 0.5185, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.3271 + "hfopenllm_v2/IFEval": 0.6319, + "hfopenllm_v2/BBH": 0.4525, + "hfopenllm_v2/MATH Level 5": 0.1699, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.288 } }, { - "id": "Jacoby746/Inf-Silent-Kunoichi-v0.2-2x7B", - "name": "Inf-Silent-Kunoichi-v0.2-2x7B", - "developer": "Jacoby746", + "id": "bunnycore/Maestro-S1k-7B-Sce", + "name": "Maestro-S1k-7B-Sce", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3636, - "hfopenllm_v2/BBH": 0.5209, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.3272 + "hfopenllm_v2/IFEval": 0.2523, + "hfopenllm_v2/BBH": 0.3104, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3768, + "hfopenllm_v2/MMLU-PRO": 0.117 } }, { - "id": "Jacoby746/Proto-Athena-4x7B", - "name": "Proto-Athena-4x7B", - "developer": "Jacoby746", + "id": "bunnycore/Phi-3.5-mini-TitanFusion-0.1", + "name": "Phi-3.5-mini-TitanFusion-0.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3703, - "hfopenllm_v2/BBH": 0.5107, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4348, - "hfopenllm_v2/MMLU-PRO": 0.3206 + "hfopenllm_v2/IFEval": 0.5228, + "hfopenllm_v2/BBH": 0.5374, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4453, + "hfopenllm_v2/MMLU-PRO": 0.3807 } }, { - "id": "Jacoby746/Proto-Athena-v0.2-4x7B", - "name": "Proto-Athena-v0.2-4x7B", - "developer": "Jacoby746", + "id": "bunnycore/Phi-4-Model-Stock", + "name": "Phi-4-Model-Stock", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3752, - "hfopenllm_v2/BBH": 0.5068, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4213, - "hfopenllm_v2/MMLU-PRO": 0.3197 + "hfopenllm_v2/IFEval": 0.6879, + "hfopenllm_v2/BBH": 0.689, + "hfopenllm_v2/MATH Level 5": 0.4298, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.4441, + "hfopenllm_v2/MMLU-PRO": 0.5368 } }, { - "id": "Jacoby746/Proto-Harpy-Blazing-Light-v0.1-2x7B", - "name": "Proto-Harpy-Blazing-Light-v0.1-2x7B", - "developer": "Jacoby746", + "id": "bunnycore/Phi-4-Model-Stock-v2", + "name": "Phi-4-Model-Stock-v2", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4905, - "hfopenllm_v2/BBH": 0.5187, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.445, - "hfopenllm_v2/MMLU-PRO": 0.3301 + "hfopenllm_v2/IFEval": 0.6375, + "hfopenllm_v2/BBH": 0.6825, + "hfopenllm_v2/MATH Level 5": 0.3754, + "hfopenllm_v2/GPQA": 0.349, + "hfopenllm_v2/MUSR": 0.4662, + "hfopenllm_v2/MMLU-PRO": 0.5331 } }, { - "id": "Jacoby746/Proto-Harpy-Spark-v0.1-7B", - "name": "Proto-Harpy-Spark-v0.1-7B", - "developer": "Jacoby746", + "id": "bunnycore/Phi-4-Model-Stock-v3", + "name": "Phi-4-Model-Stock-v3", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4333, - "hfopenllm_v2/BBH": 0.4736, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4317, - "hfopenllm_v2/MMLU-PRO": 0.3069 + "hfopenllm_v2/IFEval": 0.5912, + "hfopenllm_v2/BBH": 0.6726, + "hfopenllm_v2/MATH Level 5": 0.4902, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4166, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "JayHyeon/Qwen-0.5B-DPO-1epoch", - "name": "Qwen-0.5B-DPO-1epoch", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-Model-Stock-v4", + "name": "Phi-4-Model-Stock-v4", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2647, - "hfopenllm_v2/BBH": 0.3191, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3352, - "hfopenllm_v2/MMLU-PRO": 0.1558 + "hfopenllm_v2/IFEval": 0.711, + "hfopenllm_v2/BBH": 0.6924, + "hfopenllm_v2/MATH Level 5": 0.3829, + "hfopenllm_v2/GPQA": 0.3691, + "hfopenllm_v2/MUSR": 0.4611, + "hfopenllm_v2/MMLU-PRO": 0.5394 } }, { - "id": "JayHyeon/Qwen-0.5B-DPO-5epoch", - "name": "Qwen-0.5B-DPO-5epoch", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-ReasoningRP", + "name": "Phi-4-ReasoningRP", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.257, - "hfopenllm_v2/BBH": 0.3112, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.338, - "hfopenllm_v2/MMLU-PRO": 0.1533 + "hfopenllm_v2/IFEval": 0.6736, + "hfopenllm_v2/BBH": 0.6922, + "hfopenllm_v2/MATH Level 5": 0.4569, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4491, + "hfopenllm_v2/MMLU-PRO": 0.5421 } }, { - "id": "JayHyeon/Qwen-0.5B-IRPO-1epoch", - "name": "Qwen-0.5B-IRPO-1epoch", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-RP-v0", + "name": "Phi-4-RP-v0", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2589, - "hfopenllm_v2/BBH": 0.3164, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3286, - "hfopenllm_v2/MMLU-PRO": 0.15 + "hfopenllm_v2/IFEval": 0.6827, + "hfopenllm_v2/BBH": 0.6856, + "hfopenllm_v2/MATH Level 5": 0.3316, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4141, + "hfopenllm_v2/MMLU-PRO": 0.5364 } }, { - "id": "JayHyeon/Qwen-0.5B-IRPO-5epoch", - "name": "Qwen-0.5B-IRPO-5epoch", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-RR-Shoup", + "name": "Phi-4-RR-Shoup", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2487, - "hfopenllm_v2/BBH": 0.3189, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3287, - "hfopenllm_v2/MMLU-PRO": 0.1507 + "hfopenllm_v2/IFEval": 0.6587, + "hfopenllm_v2/BBH": 0.6947, + "hfopenllm_v2/MATH Level 5": 0.4992, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.444, + "hfopenllm_v2/MMLU-PRO": 0.5429 } }, { - "id": "JayHyeon/Qwen-0.5B-eDPO-1epoch", - "name": "Qwen-0.5B-eDPO-1epoch", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-RStock-v0.1", + "name": "Phi-4-RStock-v0.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2623, - "hfopenllm_v2/BBH": 0.3181, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3327, - "hfopenllm_v2/MMLU-PRO": 0.1553 + "hfopenllm_v2/IFEval": 0.7019, + "hfopenllm_v2/BBH": 0.6928, + "hfopenllm_v2/MATH Level 5": 0.395, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4584, + "hfopenllm_v2/MMLU-PRO": 0.5401 } }, { - "id": "JayHyeon/Qwen-0.5B-eDPO-5epoch", - "name": "Qwen-0.5B-eDPO-5epoch", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-Sce-exp-v0.1", + "name": "Phi-4-Sce-exp-v0.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2477, - "hfopenllm_v2/BBH": 0.3096, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3326, - "hfopenllm_v2/MMLU-PRO": 0.1523 + "hfopenllm_v2/IFEval": 0.6595, + "hfopenllm_v2/BBH": 0.6943, + "hfopenllm_v2/MATH Level 5": 0.503, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4441, + "hfopenllm_v2/MMLU-PRO": 0.5423 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT", - "name": "Qwen2.5-0.5B-Instruct-SFT", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-Stock-Ex", + "name": "Phi-4-Stock-Ex", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2768, - "hfopenllm_v2/BBH": 0.3254, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.152 + "hfopenllm_v2/IFEval": 0.6575, + "hfopenllm_v2/BBH": 0.6864, + "hfopenllm_v2/MATH Level 5": 0.4086, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4624, + "hfopenllm_v2/MMLU-PRO": 0.5375 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1", - "name": "Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-Stock-RP", + "name": "Phi-4-Stock-RP", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2469, - "hfopenllm_v2/BBH": 0.326, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3434, - "hfopenllm_v2/MMLU-PRO": 0.1575 + "hfopenllm_v2/IFEval": 0.6399, + "hfopenllm_v2/BBH": 0.686, + "hfopenllm_v2/MATH Level 5": 0.3414, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4715, + "hfopenllm_v2/MMLU-PRO": 0.5317 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1", - "name": "Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1", - "developer": "JayHyeon", + "id": "bunnycore/Phi-4-Trim-Exp1", + "name": "Phi-4-Trim-Exp1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2606, - "hfopenllm_v2/BBH": 0.3308, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1626 + "hfopenllm_v2/IFEval": 0.1219, + "hfopenllm_v2/BBH": 0.2852, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.4177, + "hfopenllm_v2/MMLU-PRO": 0.1147 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1", - "name": "Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1", - "developer": "JayHyeon", + "id": "bunnycore/Phi-Seek-4-Sce-V1", + "name": "Phi-Seek-4-Sce-V1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2529, - "hfopenllm_v2/BBH": 0.3262, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3301, - "hfopenllm_v2/MMLU-PRO": 0.1576 + "hfopenllm_v2/IFEval": 0.2935, + "hfopenllm_v2/BBH": 0.6459, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3982, + "hfopenllm_v2/MMLU-PRO": 0.5123 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT", - "name": "Qwen2.5-0.5B-SFT", - "developer": "JayHyeon", + "id": "bunnycore/Qandora-2.5-7B-Creative", + "name": "Qandora-2.5-7B-Creative", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1964, - "hfopenllm_v2/BBH": 0.3121, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3394, - "hfopenllm_v2/MMLU-PRO": 0.1673 + "hfopenllm_v2/IFEval": 0.6803, + "hfopenllm_v2/BBH": 0.5542, + "hfopenllm_v2/MATH Level 5": 0.3059, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4212, + "hfopenllm_v2/MMLU-PRO": 0.448 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-4", - "name": "Qwen2.5-0.5B-SFT-1e-4", - "developer": "JayHyeon", + "id": "bunnycore/QandoraExp-7B", + "name": "QandoraExp-7B", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.202, - "hfopenllm_v2/BBH": 0.3017, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3446, - "hfopenllm_v2/MMLU-PRO": 0.1619 + "hfopenllm_v2/IFEval": 0.7509, + "hfopenllm_v2/BBH": 0.5478, + "hfopenllm_v2/MATH Level 5": 0.4743, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4312, + "hfopenllm_v2/MMLU-PRO": 0.441 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-4-2ep", - "name": "Qwen2.5-0.5B-SFT-1e-4-2ep", - "developer": "JayHyeon", + "id": "bunnycore/QandoraExp-7B-Persona", + "name": "QandoraExp-7B-Persona", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.214, - "hfopenllm_v2/BBH": 0.3172, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3473, - "hfopenllm_v2/MMLU-PRO": 0.1537 + "hfopenllm_v2/IFEval": 0.6247, + "hfopenllm_v2/BBH": 0.5558, + "hfopenllm_v2/MATH Level 5": 0.3104, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.4407 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-4-3ep", - "name": "Qwen2.5-0.5B-SFT-1e-4-3ep", - "developer": "JayHyeon", + "id": "bunnycore/QandoraExp-7B-v2", + "name": "QandoraExp-7B-v2", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2257, - "hfopenllm_v2/BBH": 0.3064, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.1532 + "hfopenllm_v2/IFEval": 0.5607, + "hfopenllm_v2/BBH": 0.5445, + "hfopenllm_v2/MATH Level 5": 0.4713, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.3909 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-4-5ep", - "name": "Qwen2.5-0.5B-SFT-1e-4-5ep", - "developer": "JayHyeon", + "id": "bunnycore/Qwen-2.5-7B-Deep-Sky-T1", + "name": "Qwen-2.5-7B-Deep-Sky-T1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1987, - "hfopenllm_v2/BBH": 0.3104, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3407, - "hfopenllm_v2/MMLU-PRO": 0.1558 + "hfopenllm_v2/IFEval": 0.4208, + "hfopenllm_v2/BBH": 0.414, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4018, + "hfopenllm_v2/MMLU-PRO": 0.2104 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-5", - "name": "Qwen2.5-0.5B-SFT-1e-5", - "developer": "JayHyeon", + "id": "bunnycore/Qwen-2.5-7B-Deep-Stock-v1", + "name": "Qwen-2.5-7B-Deep-Stock-v1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1986, - "hfopenllm_v2/BBH": 0.314, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.346, - "hfopenllm_v2/MMLU-PRO": 0.1698 + "hfopenllm_v2/IFEval": 0.5695, + "hfopenllm_v2/BBH": 0.5361, + "hfopenllm_v2/MATH Level 5": 0.2644, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4109, + "hfopenllm_v2/MMLU-PRO": 0.4066 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-5-2ep", - "name": "Qwen2.5-0.5B-SFT-1e-5-2ep", - "developer": "JayHyeon", + "id": "bunnycore/Qwen-2.5-7B-Deep-Stock-v4", + "name": "Qwen-2.5-7B-Deep-Stock-v4", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1971, - "hfopenllm_v2/BBH": 0.3225, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.1651 + "hfopenllm_v2/IFEval": 0.7753, + "hfopenllm_v2/BBH": 0.5453, + "hfopenllm_v2/MATH Level 5": 0.4894, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4127, + "hfopenllm_v2/MMLU-PRO": 0.4342 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-5-3ep", - "name": "Qwen2.5-0.5B-SFT-1e-5-3ep", - "developer": "JayHyeon", + "id": "bunnycore/Qwen-2.5-7B-Deep-Stock-v5", + "name": "Qwen-2.5-7B-Deep-Stock-v5", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2241, - "hfopenllm_v2/BBH": 0.3247, - "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/IFEval": 0.4509, + "hfopenllm_v2/BBH": 0.4672, + "hfopenllm_v2/MATH Level 5": 0.1473, "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3353, - "hfopenllm_v2/MMLU-PRO": 0.1689 + "hfopenllm_v2/MUSR": 0.3648, + "hfopenllm_v2/MMLU-PRO": 0.2832 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-5-5ep", - "name": "Qwen2.5-0.5B-SFT-1e-5-5ep", - "developer": "JayHyeon", + "id": "bunnycore/Qwen-2.5-7B-Exp-Sce", + "name": "Qwen-2.5-7B-Exp-Sce", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2292, - "hfopenllm_v2/BBH": 0.3259, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3235, - "hfopenllm_v2/MMLU-PRO": 0.1688 + "hfopenllm_v2/IFEval": 0.7652, + "hfopenllm_v2/BBH": 0.5506, + "hfopenllm_v2/MATH Level 5": 0.3255, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.443, + "hfopenllm_v2/MMLU-PRO": 0.4259 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-4", - "name": "Qwen2.5-0.5B-SFT-2e-4", - "developer": "JayHyeon", + "id": "bunnycore/Qwen-2.5-7B-R1-Stock", + "name": "Qwen-2.5-7B-R1-Stock", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2034, - "hfopenllm_v2/BBH": 0.2936, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3434, - "hfopenllm_v2/MMLU-PRO": 0.1413 + "hfopenllm_v2/IFEval": 0.7573, + "hfopenllm_v2/BBH": 0.5393, + "hfopenllm_v2/MATH Level 5": 0.5008, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3994, + "hfopenllm_v2/MMLU-PRO": 0.4294 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-4-2ep", - "name": "Qwen2.5-0.5B-SFT-2e-4-2ep", - "developer": "JayHyeon", + "id": "bunnycore/Qwen-2.5-7b-S1k", + "name": "Qwen-2.5-7b-S1k", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1831, - "hfopenllm_v2/BBH": 0.2984, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3568, - "hfopenllm_v2/MMLU-PRO": 0.1484 + "hfopenllm_v2/IFEval": 0.7162, + "hfopenllm_v2/BBH": 0.5563, + "hfopenllm_v2/MATH Level 5": 0.4781, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.4382 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-4-3ep", - "name": "Qwen2.5-0.5B-SFT-2e-4-3ep", - "developer": "JayHyeon", + "id": "bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke", + "name": "Qwen-2.5-7B-Stock-Deep-Bespoke", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.199, - "hfopenllm_v2/BBH": 0.311, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3449, - "hfopenllm_v2/MMLU-PRO": 0.1416 + "hfopenllm_v2/IFEval": 0.5206, + "hfopenllm_v2/BBH": 0.492, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4068, + "hfopenllm_v2/MMLU-PRO": 0.358 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-4-5ep", - "name": "Qwen2.5-0.5B-SFT-2e-4-5ep", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-1.5B-Model-Stock", + "name": "Qwen2.5-1.5B-Model-Stock", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1897, - "hfopenllm_v2/BBH": 0.2936, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3874, - "hfopenllm_v2/MMLU-PRO": 0.1336 + "hfopenllm_v2/IFEval": 0.1829, + "hfopenllm_v2/BBH": 0.2874, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3674, + "hfopenllm_v2/MMLU-PRO": 0.11 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5", - "name": "Qwen2.5-0.5B-SFT-2e-5", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-3B-Model-Stock", + "name": "Qwen2.5-3B-Model-Stock", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2068, - "hfopenllm_v2/BBH": 0.3204, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.1678 + "hfopenllm_v2/IFEval": 0.6381, + "hfopenllm_v2/BBH": 0.4712, + "hfopenllm_v2/MATH Level 5": 0.3799, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3942, + "hfopenllm_v2/MMLU-PRO": 0.325 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-3B-Model-Stock-v2", + "name": "Qwen2.5-3B-Model-Stock-v2", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2201, - "hfopenllm_v2/BBH": 0.3217, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3367, - "hfopenllm_v2/MMLU-PRO": 0.171 + "hfopenllm_v2/IFEval": 0.649, + "hfopenllm_v2/BBH": 0.4677, + "hfopenllm_v2/MATH Level 5": 0.3867, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3915, + "hfopenllm_v2/MMLU-PRO": 0.327 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-3B-Model-Stock-v3.1", + "name": "Qwen2.5-3B-Model-Stock-v3.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2411, - "hfopenllm_v2/BBH": 0.3167, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3301, - "hfopenllm_v2/MMLU-PRO": 0.1562 + "hfopenllm_v2/IFEval": 0.6481, + "hfopenllm_v2/BBH": 0.4737, + "hfopenllm_v2/MATH Level 5": 0.3897, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3968, + "hfopenllm_v2/MMLU-PRO": 0.329 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-3B-Model-Stock-v3.2", + "name": "Qwen2.5-3B-Model-Stock-v3.2", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2369, - "hfopenllm_v2/BBH": 0.326, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3355, - "hfopenllm_v2/MMLU-PRO": 0.157 + "hfopenllm_v2/IFEval": 0.6353, + "hfopenllm_v2/BBH": 0.4727, + "hfopenllm_v2/MATH Level 5": 0.3754, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3928, + "hfopenllm_v2/MMLU-PRO": 0.3294 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-3B-Model-Stock-v4.1", + "name": "Qwen2.5-3B-Model-Stock-v4.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2262, - "hfopenllm_v2/BBH": 0.3262, - "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/IFEval": 0.6381, + "hfopenllm_v2/BBH": 0.482, + "hfopenllm_v2/MATH Level 5": 0.3769, "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3408, - "hfopenllm_v2/MMLU-PRO": 0.1541 + "hfopenllm_v2/MUSR": 0.3941, + "hfopenllm_v2/MMLU-PRO": 0.3387 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-3B-RP-Mix", + "name": "Qwen2.5-3B-RP-Mix", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2508, - "hfopenllm_v2/BBH": 0.3199, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3355, - "hfopenllm_v2/MMLU-PRO": 0.1555 + "hfopenllm_v2/IFEval": 0.5721, + "hfopenllm_v2/BBH": 0.4894, + "hfopenllm_v2/MATH Level 5": 0.2153, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.4284, + "hfopenllm_v2/MMLU-PRO": 0.3728 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-3B-RP-Thinker", + "name": "Qwen2.5-3B-RP-Thinker", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.239, - "hfopenllm_v2/BBH": 0.3182, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.156 + "hfopenllm_v2/IFEval": 0.5894, + "hfopenllm_v2/BBH": 0.4164, + "hfopenllm_v2/MATH Level 5": 0.3353, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3287, + "hfopenllm_v2/MMLU-PRO": 0.315 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-3B-RP-Thinker-V2", + "name": "Qwen2.5-3B-RP-Thinker-V2", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2423, - "hfopenllm_v2/BBH": 0.3154, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1548 + "hfopenllm_v2/IFEval": 0.642, + "hfopenllm_v2/BBH": 0.4678, + "hfopenllm_v2/MATH Level 5": 0.3829, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.3271 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-CyberRombos", + "name": "Qwen2.5-7B-CyberRombos", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2493, - "hfopenllm_v2/BBH": 0.319, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1561 + "hfopenllm_v2/IFEval": 0.7518, + "hfopenllm_v2/BBH": 0.5465, + "hfopenllm_v2/MATH Level 5": 0.4962, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4125, + "hfopenllm_v2/MMLU-PRO": 0.4391 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-Fuse-Exp", + "name": "Qwen2.5-7B-Fuse-Exp", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2542, - "hfopenllm_v2/BBH": 0.3167, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.158 + "hfopenllm_v2/IFEval": 0.5469, + "hfopenllm_v2/BBH": 0.5109, + "hfopenllm_v2/MATH Level 5": 0.3142, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4573, + "hfopenllm_v2/MMLU-PRO": 0.3309 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-Instruct-Fusion", + "name": "Qwen2.5-7B-Instruct-Fusion", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2451, - "hfopenllm_v2/BBH": 0.316, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1561 + "hfopenllm_v2/IFEval": 0.6962, + "hfopenllm_v2/BBH": 0.5492, + "hfopenllm_v2/MATH Level 5": 0.3406, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4297, + "hfopenllm_v2/MMLU-PRO": 0.4467 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-Instruct-Merge-Stock-v0.1", + "name": "Qwen2.5-7B-Instruct-Merge-Stock-v0.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2557, - "hfopenllm_v2/BBH": 0.3142, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1575 + "hfopenllm_v2/IFEval": 0.7509, + "hfopenllm_v2/BBH": 0.5529, + "hfopenllm_v2/MATH Level 5": 0.4894, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.4383 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-MixStock-Sce-V0.3", + "name": "Qwen2.5-7B-MixStock-Sce-V0.3", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2605, - "hfopenllm_v2/BBH": 0.3167, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1577 + "hfopenllm_v2/IFEval": 0.212, + "hfopenllm_v2/BBH": 0.3479, + "hfopenllm_v2/MATH Level 5": 0.2576, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3714, + "hfopenllm_v2/MMLU-PRO": 0.1779 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-MixStock-V0.1", + "name": "Qwen2.5-7B-MixStock-V0.1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2578, - "hfopenllm_v2/BBH": 0.3173, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1583 + "hfopenllm_v2/IFEval": 0.7673, + "hfopenllm_v2/BBH": 0.5479, + "hfopenllm_v2/MATH Level 5": 0.3172, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4416, + "hfopenllm_v2/MMLU-PRO": 0.4256 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-R1-Bespoke-Stock", + "name": "Qwen2.5-7B-R1-Bespoke-Stock", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2335, - "hfopenllm_v2/BBH": 0.3198, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3276, - "hfopenllm_v2/MMLU-PRO": 0.1581 + "hfopenllm_v2/IFEval": 0.3726, + "hfopenllm_v2/BBH": 0.4822, + "hfopenllm_v2/MATH Level 5": 0.2047, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3926, + "hfopenllm_v2/MMLU-PRO": 0.3472 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-R1-Bespoke-Task", + "name": "Qwen2.5-7B-R1-Bespoke-Task", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2472, - "hfopenllm_v2/BBH": 0.3226, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1538 + "hfopenllm_v2/IFEval": 0.3787, + "hfopenllm_v2/BBH": 0.415, + "hfopenllm_v2/MATH Level 5": 0.1782, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3569, + "hfopenllm_v2/MMLU-PRO": 0.2688 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-RRP-1M", + "name": "Qwen2.5-7B-RRP-1M", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2474, - "hfopenllm_v2/BBH": 0.3229, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1539 + "hfopenllm_v2/IFEval": 0.7481, + "hfopenllm_v2/BBH": 0.5452, + "hfopenllm_v2/MATH Level 5": 0.3248, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4483, + "hfopenllm_v2/MMLU-PRO": 0.4266 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-RRP-1M-Thinker", + "name": "Qwen2.5-7B-RRP-1M-Thinker", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2403, - "hfopenllm_v2/BBH": 0.3245, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1573 + "hfopenllm_v2/IFEval": 0.2308, + "hfopenllm_v2/BBH": 0.3482, + "hfopenllm_v2/MATH Level 5": 0.2719, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3767, + "hfopenllm_v2/MMLU-PRO": 0.1769 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Qwen2.5-7B-RRP-ID", + "name": "Qwen2.5-7B-RRP-ID", + "developer": "bunnycore", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7473, + "hfopenllm_v2/BBH": 0.548, + "hfopenllm_v2/MATH Level 5": 0.4864, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.418, + "hfopenllm_v2/MMLU-PRO": 0.4387 + } + }, + { + "id": "bunnycore/Qwen2.5-7B-Sky-R1-Mini", + "name": "Qwen2.5-7B-Sky-R1-Mini", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2368, - "hfopenllm_v2/BBH": 0.3224, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3355, - "hfopenllm_v2/MMLU-PRO": 0.1516 + "hfopenllm_v2/IFEval": 0.2305, + "hfopenllm_v2/BBH": 0.3503, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3448, + "hfopenllm_v2/MMLU-PRO": 0.1253 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/QwenMosaic-7B", + "name": "QwenMosaic-7B", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2372, - "hfopenllm_v2/BBH": 0.3248, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3394, - "hfopenllm_v2/MMLU-PRO": 0.155 + "hfopenllm_v2/IFEval": 0.5819, + "hfopenllm_v2/BBH": 0.5564, + "hfopenllm_v2/MATH Level 5": 0.4441, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.4164, + "hfopenllm_v2/MMLU-PRO": 0.431 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/QwQen-3B-LCoT", + "name": "QwQen-3B-LCoT", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2499, - "hfopenllm_v2/BBH": 0.3181, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1574 + "hfopenllm_v2/IFEval": 0.6025, + "hfopenllm_v2/BBH": 0.4899, + "hfopenllm_v2/MATH Level 5": 0.3618, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.3699 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/QwQen-3B-LCoT-R1", + "name": "QwQen-3B-LCoT-R1", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2381, - "hfopenllm_v2/BBH": 0.3242, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1572 + "hfopenllm_v2/IFEval": 0.5342, + "hfopenllm_v2/BBH": 0.4799, + "hfopenllm_v2/MATH Level 5": 0.3353, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.3723 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Smol-Llama-3.2-3B", + "name": "Smol-Llama-3.2-3B", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2421, - "hfopenllm_v2/BBH": 0.3225, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3408, - "hfopenllm_v2/MMLU-PRO": 0.1496 + "hfopenllm_v2/IFEval": 0.6679, + "hfopenllm_v2/BBH": 0.4539, + "hfopenllm_v2/MATH Level 5": 0.1382, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.346, + "hfopenllm_v2/MMLU-PRO": 0.3228 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/SmolLM2-1.7-Persona", + "name": "SmolLM2-1.7-Persona", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2381, - "hfopenllm_v2/BBH": 0.3265, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3408, - "hfopenllm_v2/MMLU-PRO": 0.1499 + "hfopenllm_v2/IFEval": 0.5465, + "hfopenllm_v2/BBH": 0.3623, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1974 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/SmolLM2-1.7B-roleplay-lora", + "name": "SmolLM2-1.7B-roleplay-lora", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2526, - "hfopenllm_v2/BBH": 0.3177, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1572 + "hfopenllm_v2/IFEval": 0.5382, + "hfopenllm_v2/BBH": 0.361, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3395, + "hfopenllm_v2/MMLU-PRO": 0.1966 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bunnycore/Tulu-3.1-8B-SuperNova", + "name": "Tulu-3.1-8B-SuperNova", + "developer": "bunnycore", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2457, - "hfopenllm_v2/BBH": 0.316, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1572 + "hfopenllm_v2/IFEval": 0.8194, + "hfopenllm_v2/BBH": 0.5254, + "hfopenllm_v2/MATH Level 5": 0.2462, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.3935, + "hfopenllm_v2/MMLU-PRO": 0.3814 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "byroneverson/Mistral-Small-Instruct-2409-abliterated", + "name": "Mistral-Small-Instruct-2409-abliterated", + "developer": "byroneverson", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2442, - "hfopenllm_v2/BBH": 0.3194, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1567 + "hfopenllm_v2/IFEval": 0.6971, + "hfopenllm_v2/BBH": 0.5238, + "hfopenllm_v2/MATH Level 5": 0.2477, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.3697, + "hfopenllm_v2/MMLU-PRO": 0.3923 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "byroneverson/Yi-1.5-9B-Chat-16K-abliterated", + "name": "Yi-1.5-9B-Chat-16K-abliterated", + "developer": "byroneverson", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2604, - "hfopenllm_v2/BBH": 0.3178, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1567 + "hfopenllm_v2/IFEval": 0.5528, + "hfopenllm_v2/BBH": 0.5282, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4734, + "hfopenllm_v2/MMLU-PRO": 0.3823 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "byroneverson/Yi-1.5-9B-Chat-abliterated", + "name": "Yi-1.5-9B-Chat-abliterated", + "developer": "byroneverson", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.249, - "hfopenllm_v2/BBH": 0.3173, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1569 + "hfopenllm_v2/IFEval": 0.5723, + "hfopenllm_v2/BBH": 0.5401, + "hfopenllm_v2/MATH Level 5": 0.1662, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4389, + "hfopenllm_v2/MMLU-PRO": 0.3715 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "bytedance/doubao-seed-1-6-thinking-250615", + "name": "doubao-seed-1-6-thinking-250615", + "developer": "ByteDance", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2604, - "hfopenllm_v2/BBH": 0.315, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1566 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.07042253521126761, + "livecodebenchpro/Easy Problems": 0.5774647887323944 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam", - "developer": "JayHyeon", + "id": "c10x/longthinker", + "name": "longthinker", + "developer": "c10x", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.255, - "hfopenllm_v2/BBH": 0.3211, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1571 + "hfopenllm_v2/IFEval": 0.3609, + "hfopenllm_v2/BBH": 0.4927, + "hfopenllm_v2/MATH Level 5": 0.2319, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.391, + "hfopenllm_v2/MMLU-PRO": 0.3527 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam", - "developer": "JayHyeon", + "id": "c10x/Q-Pluse", + "name": "Q-Pluse", + "developer": "c10x", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2478, - "hfopenllm_v2/BBH": 0.3198, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1587 + "hfopenllm_v2/IFEval": 0.1123, + "hfopenllm_v2/BBH": 0.2875, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3938, + "hfopenllm_v2/MMLU-PRO": 0.1135 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct", + "name": "Llama-3.2-Rabbit-Ko-3B-Instruct", + "developer": "CarrotAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2475, - "hfopenllm_v2/BBH": 0.3225, - "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/IFEval": 0.7199, + "hfopenllm_v2/BBH": 0.4427, + "hfopenllm_v2/MATH Level 5": 0.2054, "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3301, - "hfopenllm_v2/MMLU-PRO": 0.1556 + "hfopenllm_v2/MUSR": 0.3649, + "hfopenllm_v2/MMLU-PRO": 0.2822 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct-2412", + "name": "Llama-3.2-Rabbit-Ko-3B-Instruct-2412", + "developer": "CarrotAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.259, - "hfopenllm_v2/BBH": 0.3185, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1586 + "hfopenllm_v2/IFEval": 0.4782, + "hfopenllm_v2/BBH": 0.4358, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3872, + "hfopenllm_v2/MMLU-PRO": 0.3134 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam", - "developer": "JayHyeon", + "id": "carsenk/flippa-v6", + "name": "flippa-v6", + "developer": "carsenk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2323, - "hfopenllm_v2/BBH": 0.3179, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1548 + "hfopenllm_v2/IFEval": 0.3439, + "hfopenllm_v2/BBH": 0.5047, + "hfopenllm_v2/MATH Level 5": 0.1405, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4089, + "hfopenllm_v2/MMLU-PRO": 0.3668 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam", - "developer": "JayHyeon", + "id": "carsenk/phi3.5_mini_exp_825_uncensored", + "name": "phi3.5_mini_exp_825_uncensored", + "developer": "carsenk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2315, - "hfopenllm_v2/BBH": 0.326, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3383, - "hfopenllm_v2/MMLU-PRO": 0.1521 + "hfopenllm_v2/IFEval": 0.1364, + "hfopenllm_v2/BBH": 0.2965, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3644, + "hfopenllm_v2/MMLU-PRO": 0.1175 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B", + "name": "L3-Umbral-Mind-RP-v2.0-8B", + "developer": "Casual-Autopsy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2298, - "hfopenllm_v2/BBH": 0.332, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3329, - "hfopenllm_v2/MMLU-PRO": 0.1567 + "hfopenllm_v2/IFEval": 0.7123, + "hfopenllm_v2/BBH": 0.5262, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.3723 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam", - "developer": "JayHyeon", + "id": "cat-searcher/gemma-2-9b-it-sppo-iter-1", + "name": "gemma-2-9b-it-sppo-iter-1", + "developer": "cat-searcher", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2469, - "hfopenllm_v2/BBH": 0.3179, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1575 + "hfopenllm_v2/IFEval": 0.3015, + "hfopenllm_v2/BBH": 0.5972, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.3927, + "hfopenllm_v2/MMLU-PRO": 0.3854 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam", - "developer": "JayHyeon", + "id": "cat-searcher/gemma-2-9b-it-sppo-iter-1-evol-1", + "name": "gemma-2-9b-it-sppo-iter-1-evol-1", + "developer": "cat-searcher", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.252, - "hfopenllm_v2/BBH": 0.3168, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1576 + "hfopenllm_v2/IFEval": 0.2942, + "hfopenllm_v2/BBH": 0.5939, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.3926, + "hfopenllm_v2/MMLU-PRO": 0.38 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "CausalLM/14B", + "name": "14B", + "developer": "CausalLM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2666, - "hfopenllm_v2/BBH": 0.3191, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1567 + "hfopenllm_v2/IFEval": 0.2788, + "hfopenllm_v2/BBH": 0.47, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4155, + "hfopenllm_v2/MMLU-PRO": 0.3221 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CausalLM/34b-beta", + "name": "34b-beta", + "developer": "CausalLM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2499, - "hfopenllm_v2/BBH": 0.3178, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1562 + "hfopenllm_v2/IFEval": 0.3043, + "hfopenllm_v2/BBH": 0.5591, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.3749, + "hfopenllm_v2/MMLU-PRO": 0.5325 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CausalLM/preview-1-hf", + "name": "preview-1-hf", + "developer": "CausalLM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2417, - "hfopenllm_v2/BBH": 0.3178, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1575 + "hfopenllm_v2/IFEval": 0.5559, + "hfopenllm_v2/BBH": 0.3615, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3422, + "hfopenllm_v2/MMLU-PRO": 0.3597 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cckm/tinymistral_950m", + "name": "tinymistral_950m", + "developer": "cckm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2562, - "hfopenllm_v2/BBH": 0.319, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1576 + "hfopenllm_v2/IFEval": 0.2395, + "hfopenllm_v2/BBH": 0.2969, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3554, + "hfopenllm_v2/MMLU-PRO": 0.1096 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cgato/TheSalt-L3-8b-v0.3.2", + "name": "TheSalt-L3-8b-v0.3.2", + "developer": "cgato", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2408, - "hfopenllm_v2/BBH": 0.3165, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1557 + "hfopenllm_v2/IFEval": 0.2705, + "hfopenllm_v2/BBH": 0.2968, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3896, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "Changgil/K2S3-14b-v0.2", + "name": "K2S3-14b-v0.2", + "developer": "Changgil", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2481, - "hfopenllm_v2/BBH": 0.3204, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1592 + "hfopenllm_v2/IFEval": 0.3243, + "hfopenllm_v2/BBH": 0.4613, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3923, + "hfopenllm_v2/MMLU-PRO": 0.2644 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "Changgil/K2S3-v0.1", + "name": "K2S3-v0.1", + "developer": "Changgil", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2545, - "hfopenllm_v2/BBH": 0.3186, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1561 + "hfopenllm_v2/IFEval": 0.3277, + "hfopenllm_v2/BBH": 0.4655, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.4014, + "hfopenllm_v2/MMLU-PRO": 0.2562 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "chargoddard/prometheus-2-llama-3-8b", + "name": "prometheus-2-llama-3-8b", + "developer": "chargoddard", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.252, - "hfopenllm_v2/BBH": 0.3204, - "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/IFEval": 0.5289, + "hfopenllm_v2/BBH": 0.4931, + "hfopenllm_v2/MATH Level 5": 0.0823, "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1538 + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.3087 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO", + "name": "Llama-3-Instruct-8B-SimPO-ExPO", + "developer": "chujiezheng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2315, - "hfopenllm_v2/BBH": 0.3213, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.1582 + "hfopenllm_v2/IFEval": 0.6434, + "hfopenllm_v2/BBH": 0.4765, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.392, + "hfopenllm_v2/MMLU-PRO": 0.3401 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "chujiezheng/Mistral7B-PairRM-SPPO-ExPO", + "name": "Mistral7B-PairRM-SPPO-ExPO", + "developer": "chujiezheng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2515, - "hfopenllm_v2/BBH": 0.3187, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1539 + "hfopenllm_v2/IFEval": 0.3673, + "hfopenllm_v2/BBH": 0.3882, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4055, + "hfopenllm_v2/MMLU-PRO": 0.2552 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CIR-AMS/BTRM_Qwen2_7b_0613", + "name": "CIR-AMS/BTRM_Qwen2_7b_0613", + "developer": "CIR-AMS", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2472, - "hfopenllm_v2/BBH": 0.3213, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1588 + "reward-bench/Score": 0.8172, + "reward-bench/Factuality": 0.5347, + "reward-bench/Precise IF": 0.3563, + "reward-bench/Math": 0.6066, + "reward-bench/Safety": 0.9014, + "reward-bench/Focus": 0.5737, + "reward-bench/Ties": 0.6527, + "reward-bench/Chat": 0.9749, + "reward-bench/Chat Hard": 0.5724, + "reward-bench/Reasoning": 0.8775, + "reward-bench/Prior Sets (0.5 weight)": 0.7029 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cjvt/GaMS-1B", + "name": "GaMS-1B", + "developer": "cjvt", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.246, - "hfopenllm_v2/BBH": 0.3234, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1533 + "hfopenllm_v2/IFEval": 0.1635, + "hfopenllm_v2/BBH": 0.3075, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3684, + "hfopenllm_v2/MMLU-PRO": 0.1149 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ClaudioItaly/Albacus", + "name": "Albacus", + "developer": "ClaudioItaly", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2524, - "hfopenllm_v2/BBH": 0.3256, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.1531 + "hfopenllm_v2/IFEval": 0.4667, + "hfopenllm_v2/BBH": 0.5113, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.3165 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ClaudioItaly/Book-Gut12B", + "name": "Book-Gut12B", + "developer": "ClaudioItaly", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2265, - "hfopenllm_v2/BBH": 0.3252, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1568 + "hfopenllm_v2/IFEval": 0.3998, + "hfopenllm_v2/BBH": 0.5417, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4635, + "hfopenllm_v2/MMLU-PRO": 0.367 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ClaudioItaly/Evolutionstory-7B-v2.2", + "name": "Evolutionstory-7B-v2.2", + "developer": "ClaudioItaly", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2302, - "hfopenllm_v2/BBH": 0.3224, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3408, - "hfopenllm_v2/MMLU-PRO": 0.15 + "hfopenllm_v2/IFEval": 0.4814, + "hfopenllm_v2/BBH": 0.5108, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.3159 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ClaudioItaly/intelligence-cod-rag-7b-v3", + "name": "intelligence-cod-rag-7b-v3", + "developer": "ClaudioItaly", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2524, - "hfopenllm_v2/BBH": 0.3278, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3395, - "hfopenllm_v2/MMLU-PRO": 0.1521 + "hfopenllm_v2/IFEval": 0.6898, + "hfopenllm_v2/BBH": 0.5366, + "hfopenllm_v2/MATH Level 5": 0.3807, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4153, + "hfopenllm_v2/MMLU-PRO": 0.4195 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cloudyu/Llama-3-70Bx2-MOE", + "name": "Llama-3-70Bx2-MOE", + "developer": "cloudyu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2658, - "hfopenllm_v2/BBH": 0.3175, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1575 + "hfopenllm_v2/IFEval": 0.5482, + "hfopenllm_v2/BBH": 0.6636, + "hfopenllm_v2/MATH Level 5": 0.2175, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4812, + "hfopenllm_v2/MMLU-PRO": 0.5142 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cloudyu/Llama-3.2-3Bx4", + "name": "Llama-3.2-3Bx4", + "developer": "cloudyu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2487, - "hfopenllm_v2/BBH": 0.3189, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1595 + "hfopenllm_v2/IFEval": 0.5069, + "hfopenllm_v2/BBH": 0.4332, + "hfopenllm_v2/MATH Level 5": 0.1073, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3496, + "hfopenllm_v2/MMLU-PRO": 0.2985 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cloudyu/Mixtral_11Bx2_MoE_19B", + "name": "Mixtral_11Bx2_MoE_19B", + "developer": "cloudyu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.256, - "hfopenllm_v2/BBH": 0.3159, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1562 + "hfopenllm_v2/IFEval": 0.3851, + "hfopenllm_v2/BBH": 0.5209, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4297, + "hfopenllm_v2/MMLU-PRO": 0.3311 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cloudyu/Mixtral_34Bx2_MoE_60B", + "name": "Mixtral_34Bx2_MoE_60B", + "developer": "cloudyu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2499, - "hfopenllm_v2/BBH": 0.3156, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1556 + "hfopenllm_v2/IFEval": 0.4538, + "hfopenllm_v2/BBH": 0.587, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4625, + "hfopenllm_v2/MMLU-PRO": 0.4766 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cloudyu/Mixtral_7Bx2_MoE", + "name": "Mixtral_7Bx2_MoE", + "developer": "cloudyu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2496, - "hfopenllm_v2/BBH": 0.3177, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1567 + "hfopenllm_v2/IFEval": 0.448, + "hfopenllm_v2/BBH": 0.516, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4473, + "hfopenllm_v2/MMLU-PRO": 0.3044 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cloudyu/S1-Llama-3.2-3Bx4-MoE", + "name": "S1-Llama-3.2-3Bx4-MoE", + "developer": "cloudyu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2515, - "hfopenllm_v2/BBH": 0.3172, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1553 + "hfopenllm_v2/IFEval": 0.5302, + "hfopenllm_v2/BBH": 0.4358, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3456, + "hfopenllm_v2/MMLU-PRO": 0.3044 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-3ep", - "name": "Qwen2.5-0.5B-SFT-2e-5-3ep", - "developer": "JayHyeon", + "id": "cloudyu/Yi-34Bx2-MoE-60B-DPO", + "name": "Yi-34Bx2-MoE-60B-DPO", + "developer": "cloudyu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2281, - "hfopenllm_v2/BBH": 0.324, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3301, - "hfopenllm_v2/MMLU-PRO": 0.1746 + "hfopenllm_v2/IFEval": 0.5319, + "hfopenllm_v2/BBH": 0.5168, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4375, + "hfopenllm_v2/MMLU-PRO": 0.4677 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep", - "name": "Qwen2.5-0.5B-SFT-2e-5-5ep", - "developer": "JayHyeon", + "id": "cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-ipo", + "name": "Llama-3.1-8B-paraphrase-type-generation-apty-ipo", + "developer": "cluebbers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2348, - "hfopenllm_v2/BBH": 0.3308, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3409, - "hfopenllm_v2/MMLU-PRO": 0.1695 + "hfopenllm_v2/IFEval": 0.1327, + "hfopenllm_v2/BBH": 0.38, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.4332, + "hfopenllm_v2/MMLU-PRO": 0.2591 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid", + "name": "Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid", + "developer": "cluebbers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2526, - "hfopenllm_v2/BBH": 0.3238, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3528, - "hfopenllm_v2/MMLU-PRO": 0.1574 + "hfopenllm_v2/IFEval": 0.1318, + "hfopenllm_v2/BBH": 0.3789, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4306, + "hfopenllm_v2/MMLU-PRO": 0.2562 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep", - "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep", - "developer": "JayHyeon", + "id": "cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc", + "name": "Llama-3.1-8B-paraphrase-type-generation-etpc", + "developer": "cluebbers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2481, - "hfopenllm_v2/BBH": 0.3175, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.1597 + "hfopenllm_v2/IFEval": 0.1209, + "hfopenllm_v2/BBH": 0.3781, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4319, + "hfopenllm_v2/MMLU-PRO": 0.2556 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep", - "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9-llama3-8b", + "name": "dolphin-2.9-llama3-8b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2548, - "hfopenllm_v2/BBH": 0.3199, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3435, - "hfopenllm_v2/MMLU-PRO": 0.1562 + "hfopenllm_v2/IFEval": 0.385, + "hfopenllm_v2/BBH": 0.495, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4375, + "hfopenllm_v2/MMLU-PRO": 0.2771 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam", - "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.1-llama-3-70b", + "name": "dolphin-2.9.1-llama-3-70b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2423, - "hfopenllm_v2/BBH": 0.3219, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3515, - "hfopenllm_v2/MMLU-PRO": 0.1563 + "hfopenllm_v2/IFEval": 0.376, + "hfopenllm_v2/BBH": 0.5205, + "hfopenllm_v2/MATH Level 5": 0.182, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4976, + "hfopenllm_v2/MMLU-PRO": 0.413 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep", - "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.1-yi-1.5-34b", + "name": "dolphin-2.9.1-yi-1.5-34b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2493, - "hfopenllm_v2/BBH": 0.3191, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.1592 + "hfopenllm_v2/IFEval": 0.3853, + "hfopenllm_v2/BBH": 0.6076, + "hfopenllm_v2/MATH Level 5": 0.1866, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4598, + "hfopenllm_v2/MMLU-PRO": 0.4519 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep", - "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.1-yi-1.5-9b", + "name": "dolphin-2.9.1-yi-1.5-9b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2478, - "hfopenllm_v2/BBH": 0.3218, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3515, - "hfopenllm_v2/MMLU-PRO": 0.1556 + "hfopenllm_v2/IFEval": 0.4465, + "hfopenllm_v2/BBH": 0.5484, + "hfopenllm_v2/MATH Level 5": 0.1518, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4348, + "hfopenllm_v2/MMLU-PRO": 0.3967 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-5e-5", - "name": "Qwen2.5-0.5B-SFT-5e-5", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.2-Phi-3-Medium", + "name": "dolphin-2.9.2-Phi-3-Medium", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.201, - "hfopenllm_v2/BBH": 0.3109, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3381, - "hfopenllm_v2/MMLU-PRO": 0.1672 + "hfopenllm_v2/IFEval": 0.4248, + "hfopenllm_v2/BBH": 0.6457, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4191, + "hfopenllm_v2/MMLU-PRO": 0.4555 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-5e-5-2ep", - "name": "Qwen2.5-0.5B-SFT-5e-5-2ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated", + "name": "dolphin-2.9.2-Phi-3-Medium-abliterated", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2175, - "hfopenllm_v2/BBH": 0.318, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.1627 + "hfopenllm_v2/IFEval": 0.3613, + "hfopenllm_v2/BBH": 0.6123, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4112, + "hfopenllm_v2/MMLU-PRO": 0.4494 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-5e-5-3ep", - "name": "Qwen2.5-0.5B-SFT-5e-5-3ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.2-qwen2-72b", + "name": "dolphin-2.9.2-qwen2-72b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2199, - "hfopenllm_v2/BBH": 0.3297, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3593, - "hfopenllm_v2/MMLU-PRO": 0.1651 + "hfopenllm_v2/IFEval": 0.6344, + "hfopenllm_v2/BBH": 0.6296, + "hfopenllm_v2/MATH Level 5": 0.2802, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.4521, + "hfopenllm_v2/MMLU-PRO": 0.5471 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-5e-5-5ep", - "name": "Qwen2.5-0.5B-SFT-5e-5-5ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.2-qwen2-7b", + "name": "dolphin-2.9.2-qwen2-7b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2077, - "hfopenllm_v2/BBH": 0.3276, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3766, - "hfopenllm_v2/MMLU-PRO": 0.1587 + "hfopenllm_v2/IFEval": 0.3535, + "hfopenllm_v2/BBH": 0.4894, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4191, + "hfopenllm_v2/MMLU-PRO": 0.4051 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-7e-5", - "name": "Qwen2.5-0.5B-SFT-7e-5", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.3-mistral-7B-32k", + "name": "dolphin-2.9.3-mistral-7B-32k", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2093, - "hfopenllm_v2/BBH": 0.3158, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3367, - "hfopenllm_v2/MMLU-PRO": 0.1622 + "hfopenllm_v2/IFEval": 0.4126, + "hfopenllm_v2/BBH": 0.4813, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4643, + "hfopenllm_v2/MMLU-PRO": 0.2821 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-7e-5-2ep", - "name": "Qwen2.5-0.5B-SFT-7e-5-2ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b", + "name": "dolphin-2.9.3-mistral-nemo-12b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2156, - "hfopenllm_v2/BBH": 0.31, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3367, - "hfopenllm_v2/MMLU-PRO": 0.1567 + "hfopenllm_v2/IFEval": 0.5601, + "hfopenllm_v2/BBH": 0.548, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.443, + "hfopenllm_v2/MMLU-PRO": 0.3377 + } + }, + { + "id": "cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k", + "name": "dolphin-2.9.3-Yi-1.5-34B-32k", + "developer": "cognitivecomputations", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3639, + "hfopenllm_v2/BBH": 0.6047, + "hfopenllm_v2/MATH Level 5": 0.1669, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.463 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-7e-5-3ep", - "name": "Qwen2.5-0.5B-SFT-7e-5-3ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.4-gemma2-2b", + "name": "dolphin-2.9.4-gemma2-2b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2381, - "hfopenllm_v2/BBH": 0.3199, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2366, - "hfopenllm_v2/MUSR": 0.3554, - "hfopenllm_v2/MMLU-PRO": 0.1522 + "hfopenllm_v2/IFEval": 0.0896, + "hfopenllm_v2/BBH": 0.4081, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.418, + "hfopenllm_v2/MMLU-PRO": 0.2105 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-7e-5-5ep", - "name": "Qwen2.5-0.5B-SFT-7e-5-5ep", - "developer": "JayHyeon", + "id": "cognitivecomputations/dolphin-2.9.4-llama3.1-8b", + "name": "dolphin-2.9.4-llama3.1-8b", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.212, - "hfopenllm_v2/BBH": 0.32, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3713, - "hfopenllm_v2/MMLU-PRO": 0.1628 + "hfopenllm_v2/IFEval": 0.2757, + "hfopenllm_v2/BBH": 0.3524, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3236, + "hfopenllm_v2/MMLU-PRO": 0.1237 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-DPO-1epoch_v1", - "name": "Qwen2.5-0.5B-SFT-DPO-1epoch_v1", - "developer": "JayHyeon", + "id": "cognitivecomputations/Dolphin3.0-Llama3.1-8B", + "name": "Dolphin3.0-Llama3.1-8B", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2025, - "hfopenllm_v2/BBH": 0.3268, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.133 + "hfopenllm_v2/IFEval": 0.7621, + "hfopenllm_v2/BBH": 0.4916, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3653, + "hfopenllm_v2/MMLU-PRO": 0.2992 } }, { - "id": "JayHyeon/Qwen2.5-0.5B-SFT-MDPO-1epoch_v1", - "name": "Qwen2.5-0.5B-SFT-MDPO-1epoch_v1", - "developer": "JayHyeon", + "id": "cognitivecomputations/Dolphin3.0-Llama3.2-1B", + "name": "Dolphin3.0-Llama3.2-1B", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1964, - "hfopenllm_v2/BBH": 0.3293, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1337 + "hfopenllm_v2/IFEval": 0.5428, + "hfopenllm_v2/BBH": 0.3122, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2299, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1375 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B", + "name": "Dolphin3.0-Qwen2.5-0.5B", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2532, - "hfopenllm_v2/BBH": 0.314, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1566 + "hfopenllm_v2/IFEval": 0.4697, + "hfopenllm_v2/BBH": 0.3114, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2349, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.1413 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cognitivecomputations/Dolphin3.0-R1-Mistral-24B", + "name": "Dolphin3.0-R1-Mistral-24B", + "developer": "cognitivecomputations", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.267, - "hfopenllm_v2/BBH": 0.3189, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1562 + "hfopenllm_v2/IFEval": 0.4068, + "hfopenllm_v2/BBH": 0.536, + "hfopenllm_v2/MATH Level 5": 0.3119, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3952, + "hfopenllm_v2/MMLU-PRO": 0.3005 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam", - "developer": "JayHyeon", + "id": "Cohere March 2024", + "name": "Cohere March 2024", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2481, - "hfopenllm_v2/BBH": 0.3261, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.1565 + "reward-bench/Score": 0.8511, + "reward-bench/Chat": 0.9469, + "reward-bench/Chat Hard": 0.6513, + "reward-bench/Safety": 0.877, + "reward-bench/Reasoning": 0.9817, + "reward-bench/Prior Sets (0.5 weight)": 0.7458 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam", - "developer": "JayHyeon", + "id": "Cohere May 2024", + "name": "Cohere May 2024", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2383, - "hfopenllm_v2/BBH": 0.3218, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1503 + "reward-bench/Score": 0.8816, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.7127, + "reward-bench/Safety": 0.923, + "reward-bench/Reasoning": 0.9768, + "reward-bench/Prior Sets (0.5 weight)": 0.782 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cohere/aya-expanse-32b", + "name": "aya-expanse-32b", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2471, - "hfopenllm_v2/BBH": 0.3224, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1533 + "global-mmlu-lite/Global MMLU Lite": 0.7353, + "global-mmlu-lite/Culturally Sensitive": 0.6891, + "global-mmlu-lite/Culturally Agnostic": 0.7815, + "global-mmlu-lite/Arabic": 0.7425, + "global-mmlu-lite/English": 0.7544, + "global-mmlu-lite/Bengali": 0.7343, + "global-mmlu-lite/German": 0.7425, + "global-mmlu-lite/French": 0.7325, + "global-mmlu-lite/Hindi": 0.7375, + "global-mmlu-lite/Indonesian": 0.7594, + "global-mmlu-lite/Italian": 0.7305, + "global-mmlu-lite/Japanese": 0.7419, + "global-mmlu-lite/Korean": 0.7525, + "global-mmlu-lite/Portuguese": 0.7544, + "global-mmlu-lite/Spanish": 0.7362, + "global-mmlu-lite/Swahili": 0.7071, + "global-mmlu-lite/Yoruba": 0.6942, + "global-mmlu-lite/Chinese": 0.743, + "global-mmlu-lite/Burmese": 0.7025 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cohere/Cohere-Command-beta-52.4B", + "name": "Cohere Command beta 52.4B", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2447, - "hfopenllm_v2/BBH": 0.3181, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1565 + "helm_classic/Mean win rate": 0.874, + "helm_classic/MMLU": 0.452, + "helm_classic/BoolQ": 0.856, + "helm_classic/NarrativeQA": 0.752, + "helm_classic/NaturalQuestions (open-book)": 0.76, + "helm_classic/QuAC": 0.432, + "helm_classic/HellaSwag": 0.811, + "helm_classic/OpenbookQA": 0.582, + "helm_classic/TruthfulQA": 0.269, + "helm_classic/MS MARCO (TREC)": 0.762, + "helm_classic/CNN/DailyMail": 0.161, + "helm_classic/XSUM": 0.152, + "helm_classic/IMDB": 0.96, + "helm_classic/CivilComments": 0.601, + "helm_classic/RAFT": 0.667 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cohere/Cohere-Command-beta-6.1B", + "name": "Cohere Command beta 6.1B", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2551, - "hfopenllm_v2/BBH": 0.3194, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1567 + "helm_classic/Mean win rate": 0.675, + "helm_classic/MMLU": 0.406, + "helm_classic/BoolQ": 0.798, + "helm_classic/NarrativeQA": 0.709, + "helm_classic/NaturalQuestions (open-book)": 0.717, + "helm_classic/QuAC": 0.375, + "helm_classic/HellaSwag": 0.752, + "helm_classic/OpenbookQA": 0.55, + "helm_classic/TruthfulQA": 0.203, + "helm_classic/MS MARCO (TREC)": 0.709, + "helm_classic/CNN/DailyMail": 0.153, + "helm_classic/XSUM": 0.122, + "helm_classic/IMDB": 0.961, + "helm_classic/CivilComments": 0.54, + "helm_classic/RAFT": 0.634 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cohere/Cohere-large-v20220720-13.1B", + "name": "Cohere large v20220720 13.1B", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2538, - "hfopenllm_v2/BBH": 0.3153, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3261, - "hfopenllm_v2/MMLU-PRO": 0.1583 + "helm_classic/Mean win rate": 0.372, + "helm_classic/MMLU": 0.324, + "helm_classic/BoolQ": 0.725, + "helm_classic/NarrativeQA": 0.625, + "helm_classic/NaturalQuestions (open-book)": 0.573, + "helm_classic/QuAC": 0.338, + "helm_classic/HellaSwag": 0.736, + "helm_classic/OpenbookQA": 0.542, + "helm_classic/TruthfulQA": 0.181, + "helm_classic/MS MARCO (TREC)": 0.33, + "helm_classic/CNN/DailyMail": 0.126, + "helm_classic/XSUM": 0.108, + "helm_classic/IMDB": 0.933, + "helm_classic/CivilComments": 0.507, + "helm_classic/RAFT": 0.596 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cohere/Cohere-medium-v20220720-6.1B", + "name": "Cohere medium v20220720 6.1B", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2402, - "hfopenllm_v2/BBH": 0.3168, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1568 + "helm_classic/Mean win rate": 0.23, + "helm_classic/MMLU": 0.279, + "helm_classic/BoolQ": 0.659, + "helm_classic/NarrativeQA": 0.559, + "helm_classic/NaturalQuestions (open-book)": 0.504, + "helm_classic/QuAC": 0.279, + "helm_classic/HellaSwag": 0.706, + "helm_classic/OpenbookQA": 0.496, + "helm_classic/TruthfulQA": 0.19, + "helm_classic/MS MARCO (TREC)": 0.374, + "helm_classic/CNN/DailyMail": 0.077, + "helm_classic/XSUM": 0.087, + "helm_classic/IMDB": 0.935, + "helm_classic/CivilComments": 0.504, + "helm_classic/RAFT": 0.52 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cohere/Cohere-medium-v20221108-6.1B", + "name": "Cohere medium v20221108 6.1B", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2484, - "hfopenllm_v2/BBH": 0.3211, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.1573 + "helm_classic/Mean win rate": 0.312, + "helm_classic/MMLU": 0.254, + "helm_classic/BoolQ": 0.7, + "helm_classic/NarrativeQA": 0.61, + "helm_classic/NaturalQuestions (open-book)": 0.517, + "helm_classic/QuAC": 0.314, + "helm_classic/HellaSwag": 0.726, + "helm_classic/OpenbookQA": 0.538, + "helm_classic/TruthfulQA": 0.215, + "helm_classic/MS MARCO (TREC)": 0.373, + "helm_classic/CNN/DailyMail": 0.121, + "helm_classic/XSUM": 0.099, + "helm_classic/IMDB": 0.935, + "helm_classic/CivilComments": 0.5, + "helm_classic/RAFT": 0.591 } }, { - "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam", - "name": "Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam", - "developer": "JayHyeon", + "id": "cohere/Cohere-small-v20220720-410M", + "name": "Cohere small v20220720 410M", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2578, - "hfopenllm_v2/BBH": 0.3203, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1583 + "helm_classic/Mean win rate": 0.109, + "helm_classic/MMLU": 0.264, + "helm_classic/BoolQ": 0.457, + "helm_classic/NarrativeQA": 0.294, + "helm_classic/NaturalQuestions (open-book)": 0.309, + "helm_classic/QuAC": 0.219, + "helm_classic/HellaSwag": 0.483, + "helm_classic/OpenbookQA": 0.348, + "helm_classic/TruthfulQA": 0.217, + "helm_classic/MS MARCO (TREC)": 0.304, + "helm_classic/CNN/DailyMail": 0.063, + "helm_classic/XSUM": 0.033, + "helm_classic/IMDB": 0.578, + "helm_classic/CivilComments": 0.501, + "helm_classic/RAFT": 0.492 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_1e-6-3ep_0alp_0lam", - "name": "Qwen_0.5-DPO_1e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cohere/Cohere-xlarge-v20220609-52.4B", + "name": "Cohere xlarge v20220609 52.4B", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2316, - "hfopenllm_v2/BBH": 0.3258, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3221, - "hfopenllm_v2/MMLU-PRO": 0.158 + "helm_classic/Mean win rate": 0.56, + "helm_classic/MMLU": 0.353, + "helm_classic/BoolQ": 0.718, + "helm_classic/NarrativeQA": 0.65, + "helm_classic/NaturalQuestions (open-book)": 0.595, + "helm_classic/QuAC": 0.361, + "helm_classic/HellaSwag": 0.811, + "helm_classic/OpenbookQA": 0.55, + "helm_classic/TruthfulQA": 0.198, + "helm_classic/MS MARCO (TREC)": 0.459, + "helm_classic/CNN/DailyMail": 0.144, + "helm_classic/XSUM": 0.129, + "helm_classic/IMDB": 0.956, + "helm_classic/CivilComments": 0.532, + "helm_classic/RAFT": 0.633 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_1e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-DPO_1e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cohere/Cohere-xlarge-v20221108-52.4B", + "name": "Cohere xlarge v20221108 52.4B", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.236, - "hfopenllm_v2/BBH": 0.3225, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.1596 + "helm_classic/Mean win rate": 0.664, + "helm_classic/MMLU": 0.382, + "helm_classic/BoolQ": 0.762, + "helm_classic/NarrativeQA": 0.672, + "helm_classic/NaturalQuestions (open-book)": 0.628, + "helm_classic/QuAC": 0.374, + "helm_classic/HellaSwag": 0.81, + "helm_classic/OpenbookQA": 0.588, + "helm_classic/TruthfulQA": 0.169, + "helm_classic/MS MARCO (TREC)": 0.55, + "helm_classic/CNN/DailyMail": 0.153, + "helm_classic/XSUM": 0.153, + "helm_classic/IMDB": 0.956, + "helm_classic/CivilComments": 0.524, + "helm_classic/RAFT": 0.624 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_3e-6-1ep_0alp_0lam", - "name": "Qwen_0.5-DPO_3e-6-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cohere/command", + "name": "Command", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2337, - "hfopenllm_v2/BBH": 0.3132, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3235, - "hfopenllm_v2/MMLU-PRO": 0.1533 + "helm_lite/Mean win rate": 0.327, + "helm_lite/NarrativeQA": 0.749, + "helm_lite/NaturalQuestions (closed-book)": 0.391, + "helm_lite/OpenbookQA": 0.774, + "helm_lite/MMLU": 0.525, + "helm_lite/MATH": 0.236, + "helm_lite/GSM8K": 0.452, + "helm_lite/LegalBench": 0.578, + "helm_lite/MedQA": 0.445, + "helm_lite/WMT 2014": 0.088 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_3e-6-2ep_0alp_0lam", - "name": "Qwen_0.5-DPO_3e-6-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cohere/command-a-03-2025", + "name": "command-a-03-2025", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2569, - "hfopenllm_v2/BBH": 0.3276, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3156, - "hfopenllm_v2/MMLU-PRO": 0.1565 + "global-mmlu-lite/Global MMLU Lite": 0.8385, + "global-mmlu-lite/Culturally Sensitive": 0.7993, + "global-mmlu-lite/Culturally Agnostic": 0.8778, + "global-mmlu-lite/Arabic": 0.8425, + "global-mmlu-lite/English": 0.855, + "global-mmlu-lite/Bengali": 0.8225, + "global-mmlu-lite/German": 0.8425, + "global-mmlu-lite/French": 0.8375, + "global-mmlu-lite/Hindi": 0.8421, + "global-mmlu-lite/Indonesian": 0.8546, + "global-mmlu-lite/Italian": 0.8375, + "global-mmlu-lite/Japanese": 0.845, + "global-mmlu-lite/Korean": 0.85, + "global-mmlu-lite/Portuguese": 0.84, + "global-mmlu-lite/Spanish": 0.8525, + "global-mmlu-lite/Swahili": 0.8275, + "global-mmlu-lite/Yoruba": 0.815, + "global-mmlu-lite/Chinese": 0.835, + "global-mmlu-lite/Burmese": 0.8175 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_3e-6-3ep_0alp_0lam", - "name": "Qwen_0.5-DPO_3e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cohere/command-light", + "name": "Command Light", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.246, - "hfopenllm_v2/BBH": 0.3267, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.1543 + "helm_lite/Mean win rate": 0.105, + "helm_lite/NarrativeQA": 0.629, + "helm_lite/NaturalQuestions (closed-book)": 0.195, + "helm_lite/OpenbookQA": 0.398, + "helm_lite/MMLU": 0.386, + "helm_lite/MATH": 0.098, + "helm_lite/GSM8K": 0.149, + "helm_lite/LegalBench": 0.397, + "helm_lite/MedQA": 0.312, + "helm_lite/WMT 2014": 0.023 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_3e-7-1ep_0alp_0lam", - "name": "Qwen_0.5-DPO_3e-7-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cohere/command-r", + "name": "Command R", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2529, - "hfopenllm_v2/BBH": 0.3229, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3195, - "hfopenllm_v2/MMLU-PRO": 0.1597 + "helm_lite/Mean win rate": 0.299, + "helm_lite/NarrativeQA": 0.742, + "helm_lite/NaturalQuestions (closed-book)": 0.352, + "helm_lite/OpenbookQA": 0.782, + "helm_lite/MMLU": 0.567, + "helm_lite/MATH": 0.266, + "helm_lite/GSM8K": 0.551, + "helm_lite/LegalBench": 0.507, + "helm_lite/MedQA": 0.555, + "helm_lite/WMT 2014": 0.149, + "helm_mmlu/MMLU All Subjects": 0.652, + "helm_mmlu/Abstract Algebra": 0.33, + "helm_mmlu/Anatomy": 0.615, + "helm_mmlu/College Physics": 0.382, + "helm_mmlu/Computer Security": 0.78, + "helm_mmlu/Econometrics": 0.456, + "helm_mmlu/Global Facts": 0.42, + "helm_mmlu/Jurisprudence": 0.796, + "helm_mmlu/Philosophy": 0.685, + "helm_mmlu/Professional Psychology": 0.681, + "helm_mmlu/Us Foreign Policy": 0.82, + "helm_mmlu/Astronomy": 0.743, + "helm_mmlu/Business Ethics": 0.63, + "helm_mmlu/Clinical Knowledge": 0.751, + "helm_mmlu/Conceptual Physics": 0.528, + "helm_mmlu/Electrical Engineering": 0.593, + "helm_mmlu/Elementary Mathematics": 0.437, + "helm_mmlu/Formal Logic": 0.405, + "helm_mmlu/High School World History": 0.84, + "helm_mmlu/Human Sexuality": 0.763, + "helm_mmlu/International Law": 0.802, + "helm_mmlu/Logical Fallacies": 0.798, + "helm_mmlu/Machine Learning": 0.446, + "helm_mmlu/Management": 0.796, + "helm_mmlu/Marketing": 0.872, + "helm_mmlu/Medical Genetics": 0.81, + "helm_mmlu/Miscellaneous": 0.848, + "helm_mmlu/Moral Scenarios": 0.451, + "helm_mmlu/Nutrition": 0.703, + "helm_mmlu/Prehistory": 0.728, + "helm_mmlu/Public Relations": 0.7, + "helm_mmlu/Security Studies": 0.714, + "helm_mmlu/Sociology": 0.866, + "helm_mmlu/Virology": 0.542, + "helm_mmlu/World Religions": 0.813, + "helm_mmlu/Mean win rate": 0.959 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_3e-7-2ep_0alp_0lam", - "name": "Qwen_0.5-DPO_3e-7-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cohere/command-r-plus", + "name": "Command R Plus", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2505, - "hfopenllm_v2/BBH": 0.3256, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3195, - "hfopenllm_v2/MMLU-PRO": 0.1599 + "helm_lite/Mean win rate": 0.441, + "helm_lite/NarrativeQA": 0.735, + "helm_lite/NaturalQuestions (closed-book)": 0.343, + "helm_lite/OpenbookQA": 0.828, + "helm_lite/MMLU": 0.59, + "helm_lite/MATH": 0.403, + "helm_lite/GSM8K": 0.738, + "helm_lite/LegalBench": 0.672, + "helm_lite/MedQA": 0.567, + "helm_lite/WMT 2014": 0.203, + "helm_mmlu/MMLU All Subjects": 0.694, + "helm_mmlu/Abstract Algebra": 0.21, + "helm_mmlu/Anatomy": 0.644, + "helm_mmlu/College Physics": 0.52, + "helm_mmlu/Computer Security": 0.74, + "helm_mmlu/Econometrics": 0.561, + "helm_mmlu/Global Facts": 0.5, + "helm_mmlu/Jurisprudence": 0.806, + "helm_mmlu/Philosophy": 0.695, + "helm_mmlu/Professional Psychology": 0.735, + "helm_mmlu/Us Foreign Policy": 0.89, + "helm_mmlu/Astronomy": 0.783, + "helm_mmlu/Business Ethics": 0.77, + "helm_mmlu/Clinical Knowledge": 0.743, + "helm_mmlu/Conceptual Physics": 0.591, + "helm_mmlu/Electrical Engineering": 0.71, + "helm_mmlu/Elementary Mathematics": 0.474, + "helm_mmlu/Formal Logic": 0.484, + "helm_mmlu/High School World History": 0.827, + "helm_mmlu/Human Sexuality": 0.786, + "helm_mmlu/International Law": 0.835, + "helm_mmlu/Logical Fallacies": 0.791, + "helm_mmlu/Machine Learning": 0.518, + "helm_mmlu/Management": 0.835, + "helm_mmlu/Marketing": 0.927, + "helm_mmlu/Medical Genetics": 0.77, + "helm_mmlu/Miscellaneous": 0.844, + "helm_mmlu/Moral Scenarios": 0.585, + "helm_mmlu/Nutrition": 0.742, + "helm_mmlu/Prehistory": 0.821, + "helm_mmlu/Public Relations": 0.709, + "helm_mmlu/Security Studies": 0.751, + "helm_mmlu/Sociology": 0.876, + "helm_mmlu/Virology": 0.56, + "helm_mmlu/World Religions": 0.842, + "helm_mmlu/Mean win rate": 0.825 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_3e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-DPO_3e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "cohere/command-xlarge-beta", + "name": "Cohere Command beta 52.4B", + "developer": "cohere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2387, - "hfopenllm_v2/BBH": 0.3258, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3169, - "hfopenllm_v2/MMLU-PRO": 0.1589 + "helm_instruct/Mean win rate": 0.089, + "helm_instruct/Anthropic RLHF dataset": 4.214, + "helm_instruct/Best ChatGPT Prompts": 4.988, + "helm_instruct/Koala test dataset": 4.969, + "helm_instruct/Open Assistant": 4.967, + "helm_instruct/Self Instruct": 4.971, + "helm_instruct/Vicuna": 4.995 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_5e-7-1ep_0alp_0lam", - "name": "Qwen_0.5-DPO_5e-7-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CohereForAI/aya-23-35B", + "name": "aya-23-35B", + "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2532, - "hfopenllm_v2/BBH": 0.3218, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.1593 + "hfopenllm_v2/IFEval": 0.6462, + "hfopenllm_v2/BBH": 0.54, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.3356 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_5e-7-2ep_0alp_0lam", - "name": "Qwen_0.5-DPO_5e-7-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CohereForAI/aya-23-8B", + "name": "aya-23-8B", + "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2456, - "hfopenllm_v2/BBH": 0.3299, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3181, - "hfopenllm_v2/MMLU-PRO": 0.1602 + "hfopenllm_v2/IFEval": 0.4699, + "hfopenllm_v2/BBH": 0.4296, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3941, + "hfopenllm_v2/MMLU-PRO": 0.2278 } }, { - "id": "JayHyeon/Qwen_0.5-DPO_5e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-DPO_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CohereForAI/aya-expanse-32b", + "name": "aya-expanse-32b", + "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2423, - "hfopenllm_v2/BBH": 0.3271, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3181, - "hfopenllm_v2/MMLU-PRO": 0.1595 + "hfopenllm_v2/IFEval": 0.7302, + "hfopenllm_v2/BBH": 0.5649, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.3873, + "hfopenllm_v2/MMLU-PRO": 0.413 } }, { - "id": "JayHyeon/Qwen_0.5-IPO_5e-7-1ep_0alp_0lam", - "name": "Qwen_0.5-IPO_5e-7-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CohereForAI/aya-expanse-8b", + "name": "aya-expanse-8b", + "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2574, - "hfopenllm_v2/BBH": 0.3279, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3169, - "hfopenllm_v2/MMLU-PRO": 0.1651 + "hfopenllm_v2/IFEval": 0.6359, + "hfopenllm_v2/BBH": 0.4977, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3729, + "hfopenllm_v2/MMLU-PRO": 0.3004 } }, { - "id": "JayHyeon/Qwen_0.5-IPO_5e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-IPO_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CohereForAI/c4ai-command-r-plus", + "name": "CohereForAI/c4ai-command-r-plus", + "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3072, - "hfopenllm_v2/BBH": 0.3264, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3156, - "hfopenllm_v2/MMLU-PRO": 0.1624 + "hfopenllm_v2/IFEval": 0.7664, + "hfopenllm_v2/BBH": 0.5815, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4807, + "hfopenllm_v2/MMLU-PRO": 0.3992, + "reward-bench/Score": 0.7057, + "reward-bench/Chat": 0.9511, + "reward-bench/Chat Hard": 0.5757, + "reward-bench/Safety": 0.5986, + "reward-bench/Reasoning": 0.704, + "reward-bench/Prior Sets (0.5 weight)": 0.6924 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "CohereForAI/c4ai-command-r-plus-08-2024", + "name": "c4ai-command-r-plus-08-2024", + "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2551, - "hfopenllm_v2/BBH": 0.3242, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3182, - "hfopenllm_v2/MMLU-PRO": 0.1574 + "hfopenllm_v2/IFEval": 0.754, + "hfopenllm_v2/BBH": 0.5996, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4829, + "hfopenllm_v2/MMLU-PRO": 0.4421 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "CohereForAI/c4ai-command-r-v01", + "name": "c4ai-command-r-v01", + "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2636, - "hfopenllm_v2/BBH": 0.3198, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1586 + "hfopenllm_v2/IFEval": 0.6748, + "hfopenllm_v2/BBH": 0.5406, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4517, + "hfopenllm_v2/MMLU-PRO": 0.3369 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam", - "developer": "JayHyeon", + "id": "CohereForAI/c4ai-command-r7b-12-2024", + "name": "c4ai-command-r7b-12-2024", + "developer": "CohereForAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2323, - "hfopenllm_v2/BBH": 0.3255, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3169, - "hfopenllm_v2/MMLU-PRO": 0.1612 + "hfopenllm_v2/IFEval": 0.7713, + "hfopenllm_v2/BBH": 0.5503, + "hfopenllm_v2/MATH Level 5": 0.2991, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4125, + "hfopenllm_v2/MMLU-PRO": 0.3572 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam", - "developer": "JayHyeon", + "id": "collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2", + "name": "Collaiborator-MEDLLM-Llama-3-8B-v2", + "developer": "collaiborateorg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2414, - "hfopenllm_v2/BBH": 0.3314, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1532 + "hfopenllm_v2/IFEval": 0.3809, + "hfopenllm_v2/BBH": 0.4648, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.3434, + "hfopenllm_v2/MMLU-PRO": 0.3481 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "Columbia-NLP/LION-Gemma-2b-dpo-v1.0", + "name": "LION-Gemma-2b-dpo-v1.0", + "developer": "Columbia-NLP", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2678, - "hfopenllm_v2/BBH": 0.3362, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1561 + "hfopenllm_v2/IFEval": 0.3102, + "hfopenllm_v2/BBH": 0.3881, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.1665 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam", - "developer": "JayHyeon", + "id": "Columbia-NLP/LION-Gemma-2b-odpo-v1.0", + "name": "LION-Gemma-2b-odpo-v1.0", + "developer": "Columbia-NLP", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2561, - "hfopenllm_v2/BBH": 0.3231, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3196, - "hfopenllm_v2/MMLU-PRO": 0.1589 + "hfopenllm_v2/IFEval": 0.3066, + "hfopenllm_v2/BBH": 0.3896, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.1692 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "Columbia-NLP/LION-Gemma-2b-sft-v1.0", + "name": "LION-Gemma-2b-sft-v1.0", + "developer": "Columbia-NLP", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2639, - "hfopenllm_v2/BBH": 0.3257, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.1587 + "hfopenllm_v2/IFEval": 0.3692, + "hfopenllm_v2/BBH": 0.3879, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.4027, + "hfopenllm_v2/MMLU-PRO": 0.1782 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam", - "developer": "JayHyeon", + "id": "Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0", + "name": "LION-LLaMA-3-8b-dpo-v1.0", + "developer": "Columbia-NLP", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2518, - "hfopenllm_v2/BBH": 0.3214, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3169, - "hfopenllm_v2/MMLU-PRO": 0.1585 + "hfopenllm_v2/IFEval": 0.4957, + "hfopenllm_v2/BBH": 0.5028, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4097, + "hfopenllm_v2/MMLU-PRO": 0.3219 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam", - "developer": "JayHyeon", + "id": "Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0", + "name": "LION-LLaMA-3-8b-odpo-v1.0", + "developer": "Columbia-NLP", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2438, - "hfopenllm_v2/BBH": 0.3266, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3196, - "hfopenllm_v2/MMLU-PRO": 0.1554 + "hfopenllm_v2/IFEval": 0.3968, + "hfopenllm_v2/BBH": 0.5024, + "hfopenllm_v2/MATH Level 5": 0.1065, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4057, + "hfopenllm_v2/MMLU-PRO": 0.3152 } }, { - "id": "JayHyeon/Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam", - "name": "Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam", - "developer": "JayHyeon", + "id": "Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0", + "name": "LION-LLaMA-3-8b-sft-v1.0", + "developer": "Columbia-NLP", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2465, - "hfopenllm_v2/BBH": 0.3246, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3182, - "hfopenllm_v2/MMLU-PRO": 0.1563 + "hfopenllm_v2/IFEval": 0.3817, + "hfopenllm_v2/BBH": 0.5088, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4503, + "hfopenllm_v2/MMLU-PRO": 0.3237 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CombinHorizon/huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES", + "name": "huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES", + "developer": "CombinHorizon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2506, - "hfopenllm_v2/BBH": 0.3261, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1522 + "hfopenllm_v2/IFEval": 0.8206, + "hfopenllm_v2/BBH": 0.6929, + "hfopenllm_v2/MATH Level 5": 0.5944, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.5721 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CombinHorizon/huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES", + "name": "huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES", + "developer": "CombinHorizon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2457, - "hfopenllm_v2/BBH": 0.318, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1566 + "hfopenllm_v2/IFEval": 0.8176, + "hfopenllm_v2/BBH": 0.6336, + "hfopenllm_v2/MATH Level 5": 0.5476, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.491 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CombinHorizon/Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES", + "name": "Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES", + "developer": "CombinHorizon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2454, - "hfopenllm_v2/BBH": 0.3216, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1544 + "hfopenllm_v2/IFEval": 0.824, + "hfopenllm_v2/BBH": 0.637, + "hfopenllm_v2/MATH Level 5": 0.5317, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.4979 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES", + "name": "Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES", + "developer": "CombinHorizon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2342, - "hfopenllm_v2/BBH": 0.3189, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.158 + "hfopenllm_v2/IFEval": 0.7564, + "hfopenllm_v2/BBH": 0.5402, + "hfopenllm_v2/MATH Level 5": 0.4932, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4033, + "hfopenllm_v2/MMLU-PRO": 0.4342 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CombinHorizon/YiSM-blossom5.1-34B-SLERP", + "name": "YiSM-blossom5.1-34B-SLERP", + "developer": "CombinHorizon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.232, - "hfopenllm_v2/BBH": 0.3234, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3369, - "hfopenllm_v2/MMLU-PRO": 0.1543 + "hfopenllm_v2/IFEval": 0.5033, + "hfopenllm_v2/BBH": 0.6208, + "hfopenllm_v2/MATH Level 5": 0.2153, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4413, + "hfopenllm_v2/MMLU-PRO": 0.4741 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "CombinHorizon/zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES", + "name": "zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES", + "developer": "CombinHorizon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2418, - "hfopenllm_v2/BBH": 0.3175, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.158 + "hfopenllm_v2/IFEval": 0.8328, + "hfopenllm_v2/BBH": 0.6955, + "hfopenllm_v2/MATH Level 5": 0.5853, + "hfopenllm_v2/GPQA": 0.3674, + "hfopenllm_v2/MUSR": 0.4314, + "hfopenllm_v2/MMLU-PRO": 0.5685 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContactDoctor/Bio-Medical-3B-CoT-012025", + "name": "Bio-Medical-3B-CoT-012025", + "developer": "ContactDoctor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2493, - "hfopenllm_v2/BBH": 0.3197, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1571 + "hfopenllm_v2/IFEval": 0.3604, + "hfopenllm_v2/BBH": 0.4383, + "hfopenllm_v2/MATH Level 5": 0.2213, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.2934 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam", - "developer": "JayHyeon", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.252, - "hfopenllm_v2/BBH": 0.3198, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1551 + "id": "ContactDoctor/Bio-Medical-Llama-3-8B", + "name": "Bio-Medical-Llama-3-8B", + "developer": "ContactDoctor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4422, + "hfopenllm_v2/BBH": 0.4863, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.3514, + "hfopenllm_v2/MMLU-PRO": 0.3648 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-dpo_llama13b", + "name": "ContextualAI/archangel_sft-dpo_llama13b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.258, - "hfopenllm_v2/BBH": 0.3248, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3422, - "hfopenllm_v2/MMLU-PRO": 0.1539 + "reward-bench/Score": 0.54, + "reward-bench/Chat": 0.7123, + "reward-bench/Chat Hard": 0.4298, + "reward-bench/Safety": 0.5649, + "reward-bench/Reasoning": 0.4401, + "reward-bench/Prior Sets (0.5 weight)": 0.5656 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-dpo_llama30b", + "name": "ContextualAI/archangel_sft-dpo_llama30b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.232, - "hfopenllm_v2/BBH": 0.3265, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3395, - "hfopenllm_v2/MMLU-PRO": 0.1537 + "reward-bench/Score": 0.5618, + "reward-bench/Chat": 0.6927, + "reward-bench/Chat Hard": 0.4474, + "reward-bench/Safety": 0.6284, + "reward-bench/Reasoning": 0.4745, + "reward-bench/Prior Sets (0.5 weight)": 0.5705 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-dpo_llama7b", + "name": "ContextualAI/archangel_sft-dpo_llama7b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2488, - "hfopenllm_v2/BBH": 0.3273, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1531 + "reward-bench/Score": 0.5304, + "reward-bench/Chat": 0.5782, + "reward-bench/Chat Hard": 0.4452, + "reward-bench/Safety": 0.5203, + "reward-bench/Reasoning": 0.5658, + "reward-bench/Prior Sets (0.5 weight)": 0.5544 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-dpo_pythia1-4b", + "name": "ContextualAI/archangel_sft-dpo_pythia1-4b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2524, - "hfopenllm_v2/BBH": 0.313, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1564 + "reward-bench/Score": 0.5233, + "reward-bench/Chat": 0.6397, + "reward-bench/Chat Hard": 0.3728, + "reward-bench/Safety": 0.5041, + "reward-bench/Reasoning": 0.5672, + "reward-bench/Prior Sets (0.5 weight)": 0.5427 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-dpo_pythia12-0b", + "name": "ContextualAI/archangel_sft-dpo_pythia12-0b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2514, - "hfopenllm_v2/BBH": 0.3221, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1538 + "reward-bench/Score": 0.5009, + "reward-bench/Chat": 0.6676, + "reward-bench/Chat Hard": 0.364, + "reward-bench/Safety": 0.5432, + "reward-bench/Reasoning": 0.4139, + "reward-bench/Prior Sets (0.5 weight)": 0.5303 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-dpo_pythia2-8b", + "name": "ContextualAI/archangel_sft-dpo_pythia2-8b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2457, - "hfopenllm_v2/BBH": 0.318, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1572 + "reward-bench/Score": 0.5286, + "reward-bench/Chat": 0.8073, + "reward-bench/Chat Hard": 0.3355, + "reward-bench/Safety": 0.4473, + "reward-bench/Reasoning": 0.5135, + "reward-bench/Prior Sets (0.5 weight)": 0.5501 } }, { - "id": "JayHyeon/Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-dpo_pythia6-9b", + "name": "ContextualAI/archangel_sft-dpo_pythia6-9b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2636, - "hfopenllm_v2/BBH": 0.3181, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3235, - "hfopenllm_v2/MMLU-PRO": 0.1574 + "reward-bench/Score": 0.5263, + "reward-bench/Chat": 0.7486, + "reward-bench/Chat Hard": 0.3421, + "reward-bench/Safety": 0.5176, + "reward-bench/Reasoning": 0.4847, + "reward-bench/Prior Sets (0.5 weight)": 0.551 } }, { - "id": "JayHyeon/Qwen_0.5-VDPO_3e-6-1ep_3vpo_const", - "name": "Qwen_0.5-VDPO_3e-6-1ep_3vpo_const", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-kto_llama13b", + "name": "ContextualAI/archangel_sft-kto_llama13b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2483, - "hfopenllm_v2/BBH": 0.3174, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1558 + "reward-bench/Score": 0.5952, + "reward-bench/Chat": 0.8408, + "reward-bench/Chat Hard": 0.3772, + "reward-bench/Safety": 0.4649, + "reward-bench/Reasoning": 0.7077, + "reward-bench/Prior Sets (0.5 weight)": 0.576 } }, { - "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam", - "name": "Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-kto_llama30b", + "name": "ContextualAI/archangel_sft-kto_llama30b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2518, - "hfopenllm_v2/BBH": 0.3218, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3235, - "hfopenllm_v2/MMLU-PRO": 0.1595 + "reward-bench/Score": 0.5901, + "reward-bench/Chat": 0.8436, + "reward-bench/Chat Hard": 0.4057, + "reward-bench/Safety": 0.6054, + "reward-bench/Reasoning": 0.5075, + "reward-bench/Prior Sets (0.5 weight)": 0.5862 } }, { - "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_10vpo_const", - "name": "Qwen_0.5-VDPO_5e-7-1ep_10vpo_const", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-kto_llama7b", + "name": "ContextualAI/archangel_sft-kto_llama7b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2536, - "hfopenllm_v2/BBH": 0.3234, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3236, - "hfopenllm_v2/MMLU-PRO": 0.1597 + "reward-bench/Score": 0.5388, + "reward-bench/Chat": 0.5587, + "reward-bench/Chat Hard": 0.4364, + "reward-bench/Safety": 0.4568, + "reward-bench/Reasoning": 0.6941, + "reward-bench/Prior Sets (0.5 weight)": 0.5575 } }, { - "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_1vpo_const", - "name": "Qwen_0.5-VDPO_5e-7-1ep_1vpo_const", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-kto_pythia1-4b", + "name": "ContextualAI/archangel_sft-kto_pythia1-4b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2448, - "hfopenllm_v2/BBH": 0.324, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1587 + "reward-bench/Score": 0.5581, + "reward-bench/Chat": 0.6844, + "reward-bench/Chat Hard": 0.3794, + "reward-bench/Safety": 0.5257, + "reward-bench/Reasoning": 0.6447, + "reward-bench/Prior Sets (0.5 weight)": 0.5546 } }, { - "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_3vpo_const", - "name": "Qwen_0.5-VDPO_5e-7-1ep_3vpo_const", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-kto_pythia12-0b", + "name": "ContextualAI/archangel_sft-kto_pythia12-0b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2505, - "hfopenllm_v2/BBH": 0.3227, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.1589 + "reward-bench/Score": 0.5053, + "reward-bench/Chat": 0.7486, + "reward-bench/Chat Hard": 0.3618, + "reward-bench/Safety": 0.4757, + "reward-bench/Reasoning": 0.4127, + "reward-bench/Prior Sets (0.5 weight)": 0.55 } }, { - "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-kto_pythia2-8b", + "name": "ContextualAI/archangel_sft-kto_pythia2-8b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2472, - "hfopenllm_v2/BBH": 0.3255, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3208, - "hfopenllm_v2/MMLU-PRO": 0.1587 + "reward-bench/Score": 0.5497, + "reward-bench/Chat": 0.757, + "reward-bench/Chat Hard": 0.3421, + "reward-bench/Safety": 0.4743, + "reward-bench/Reasoning": 0.6216, + "reward-bench/Prior Sets (0.5 weight)": 0.557 } }, { - "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_1vpo_const", - "name": "Qwen_0.5-VDPO_5e-7-3ep_1vpo_const", - "developer": "JayHyeon", + "id": "ContextualAI/archangel_sft-kto_pythia6-9b", + "name": "ContextualAI/archangel_sft-kto_pythia6-9b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2417, - "hfopenllm_v2/BBH": 0.3256, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1562 + "reward-bench/Score": 0.5561, + "reward-bench/Chat": 0.7765, + "reward-bench/Chat Hard": 0.3618, + "reward-bench/Safety": 0.5365, + "reward-bench/Reasoning": 0.5415, + "reward-bench/Prior Sets (0.5 weight)": 0.5723 } }, { - "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_3vpo_const", - "name": "Qwen_0.5-VDPO_5e-7-3ep_3vpo_const", - "developer": "JayHyeon", + "id": "ContextualAI/LMUnit-llama3.1-70b", + "name": "ContextualAI/LMUnit-llama3.1-70b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2527, - "hfopenllm_v2/BBH": 0.3235, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3235, - "hfopenllm_v2/MMLU-PRO": 0.158 + "reward-bench/Score": 0.8054, + "reward-bench/Factuality": 0.8463, + "reward-bench/Precise IF": 0.4875, + "reward-bench/Math": 0.7158, + "reward-bench/Safety": 0.9067, + "reward-bench/Focus": 0.9697, + "reward-bench/Ties": 0.9063 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam", - "name": "Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam", - "developer": "JayHyeon", + "id": "ContextualAI/LMUnit-qwen2.5-72b", + "name": "ContextualAI/LMUnit-qwen2.5-72b", + "developer": "ContextualAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2669, - "hfopenllm_v2/BBH": 0.3314, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3168, - "hfopenllm_v2/MMLU-PRO": 0.1634 + "reward-bench/Score": 0.8208, + "reward-bench/Factuality": 0.8716, + "reward-bench/Precise IF": 0.5437, + "reward-bench/Math": 0.7268, + "reward-bench/Safety": 0.9133, + "reward-bench/Focus": 0.9677, + "reward-bench/Ties": 0.9014 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_10vpo_const", - "name": "Qwen_0.5-VIPO_5e-7-1ep_10vpo_const", - "developer": "JayHyeon", + "id": "CoolSpring/Qwen2-0.5B-Abyme", + "name": "Qwen2-0.5B-Abyme", + "developer": "CoolSpring", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2702, - "hfopenllm_v2/BBH": 0.33, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3208, - "hfopenllm_v2/MMLU-PRO": 0.1635 + "hfopenllm_v2/IFEval": 0.1915, + "hfopenllm_v2/BBH": 0.2862, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3542, + "hfopenllm_v2/MMLU-PRO": 0.1333 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_1vpo_const", - "name": "Qwen_0.5-VIPO_5e-7-1ep_1vpo_const", - "developer": "JayHyeon", + "id": "CoolSpring/Qwen2-0.5B-Abyme-merge2", + "name": "Qwen2-0.5B-Abyme-merge2", + "developer": "CoolSpring", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.248, - "hfopenllm_v2/BBH": 0.3309, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3208, - "hfopenllm_v2/MMLU-PRO": 0.1649 + "hfopenllm_v2/IFEval": 0.2022, + "hfopenllm_v2/BBH": 0.2994, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.1489 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_30vpo_const", - "name": "Qwen_0.5-VIPO_5e-7-1ep_30vpo_const", - "developer": "JayHyeon", + "id": "CoolSpring/Qwen2-0.5B-Abyme-merge3", + "name": "Qwen2-0.5B-Abyme-merge3", + "developer": "CoolSpring", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2622, - "hfopenllm_v2/BBH": 0.3282, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3221, - "hfopenllm_v2/MMLU-PRO": 0.1634 + "hfopenllm_v2/IFEval": 0.2386, + "hfopenllm_v2/BBH": 0.3003, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3501, + "hfopenllm_v2/MMLU-PRO": 0.15 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_3vpo_const", - "name": "Qwen_0.5-VIPO_5e-7-1ep_3vpo_const", - "developer": "JayHyeon", + "id": "Corianas/llama-3-reactor", + "name": "llama-3-reactor", + "developer": "Corianas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2609, - "hfopenllm_v2/BBH": 0.3298, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3168, - "hfopenllm_v2/MMLU-PRO": 0.1651 + "hfopenllm_v2/IFEval": 0.23, + "hfopenllm_v2/BBH": 0.4457, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.2801 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam", - "name": "Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam", - "developer": "JayHyeon", + "id": "Corianas/Neural-Mistral-7B", + "name": "Neural-Mistral-7B", + "developer": "Corianas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.293, - "hfopenllm_v2/BBH": 0.322, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3116, - "hfopenllm_v2/MMLU-PRO": 0.1591 + "hfopenllm_v2/IFEval": 0.5489, + "hfopenllm_v2/BBH": 0.4428, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3873, + "hfopenllm_v2/MMLU-PRO": 0.2738 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_10vpo_const", - "name": "Qwen_0.5-VIPO_5e-7-3ep_10vpo_const", - "developer": "JayHyeon", + "id": "Corianas/Quokka_2.7b", + "name": "Quokka_2.7b", + "developer": "Corianas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2881, - "hfopenllm_v2/BBH": 0.3255, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3102, - "hfopenllm_v2/MMLU-PRO": 0.1582 + "hfopenllm_v2/IFEval": 0.1749, + "hfopenllm_v2/BBH": 0.3055, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3908, + "hfopenllm_v2/MMLU-PRO": 0.1145 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_1vpo_const", - "name": "Qwen_0.5-VIPO_5e-7-3ep_1vpo_const", - "developer": "JayHyeon", + "id": "CortexLM/btlm-7b-base-v0.2", + "name": "btlm-7b-base-v0.2", + "developer": "CortexLM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2887, - "hfopenllm_v2/BBH": 0.3237, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3142, - "hfopenllm_v2/MMLU-PRO": 0.1609 + "hfopenllm_v2/IFEval": 0.1483, + "hfopenllm_v2/BBH": 0.4006, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3846, + "hfopenllm_v2/MMLU-PRO": 0.235 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_30vpo_const", - "name": "Qwen_0.5-VIPO_5e-7-3ep_30vpo_const", - "developer": "JayHyeon", + "id": "cpayne1303/cp2024", + "name": "cp2024", + "developer": "cpayne1303", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2905, - "hfopenllm_v2/BBH": 0.3254, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3129, - "hfopenllm_v2/MMLU-PRO": 0.1574 + "hfopenllm_v2/IFEval": 0.1658, + "hfopenllm_v2/BBH": 0.2985, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3383, + "hfopenllm_v2/MMLU-PRO": 0.1101 } }, { - "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_3vpo_const", - "name": "Qwen_0.5-VIPO_5e-7-3ep_3vpo_const", - "developer": "JayHyeon", + "id": "cpayne1303/cp2024-instruct", + "name": "cp2024-instruct", + "developer": "cpayne1303", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2905, - "hfopenllm_v2/BBH": 0.3238, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3089, - "hfopenllm_v2/MMLU-PRO": 0.1592 + "hfopenllm_v2/IFEval": 0.1706, + "hfopenllm_v2/BBH": 0.2947, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3686, + "hfopenllm_v2/MMLU-PRO": 0.1167 } }, { - "id": "JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1", - "name": "Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1", - "developer": "JayHyeon", + "id": "cpayne1303/llama-43m-beta", + "name": "llama-43m-beta", + "developer": "cpayne1303", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2393, - "hfopenllm_v2/BBH": 0.3244, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.1573 + "hfopenllm_v2/IFEval": 0.1949, + "hfopenllm_v2/BBH": 0.2965, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3885, + "hfopenllm_v2/MMLU-PRO": 0.1111 } }, { - "id": "JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3", - "name": "Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3", - "developer": "JayHyeon", + "id": "cpayne1303/smallcp2024", + "name": "smallcp2024", + "developer": "cpayne1303", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2475, - "hfopenllm_v2/BBH": 0.3209, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1567 + "hfopenllm_v2/IFEval": 0.1582, + "hfopenllm_v2/BBH": 0.3027, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2307, + "hfopenllm_v2/MUSR": 0.3425, + "hfopenllm_v2/MMLU-PRO": 0.1114 } }, { - "id": "JayHyeon/Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1", - "name": "Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1", - "developer": "JayHyeon", + "id": "Cran-May/merge_model_20250308_2", + "name": "merge_model_20250308_2", + "developer": "Cran-May", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2321, - "hfopenllm_v2/BBH": 0.3278, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3022, - "hfopenllm_v2/MMLU-PRO": 0.1496 + "hfopenllm_v2/IFEval": 0.5932, + "hfopenllm_v2/BBH": 0.6585, + "hfopenllm_v2/MATH Level 5": 0.4381, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4794, + "hfopenllm_v2/MMLU-PRO": 0.542 } }, { - "id": "JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1", - "name": "Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1", - "developer": "JayHyeon", + "id": "Cran-May/merge_model_20250308_3", + "name": "merge_model_20250308_3", + "developer": "Cran-May", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2542, - "hfopenllm_v2/BBH": 0.3253, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3181, - "hfopenllm_v2/MMLU-PRO": 0.1609 + "hfopenllm_v2/IFEval": 0.6018, + "hfopenllm_v2/BBH": 0.6271, + "hfopenllm_v2/MATH Level 5": 0.2545, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.4962 } }, { - "id": "JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3", - "name": "Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3", - "developer": "JayHyeon", + "id": "Cran-May/merge_model_20250308_4", + "name": "merge_model_20250308_4", + "developer": "Cran-May", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2739, - "hfopenllm_v2/BBH": 0.3245, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3089, - "hfopenllm_v2/MMLU-PRO": 0.1597 + "hfopenllm_v2/IFEval": 0.454, + "hfopenllm_v2/BBH": 0.6664, + "hfopenllm_v2/MATH Level 5": 0.4199, + "hfopenllm_v2/GPQA": 0.3977, + "hfopenllm_v2/MUSR": 0.4688, + "hfopenllm_v2/MMLU-PRO": 0.5367 } }, { - "id": "Jimmy19991222/Llama-3-Instruct-8B-SimPO-v0.2", - "name": "Llama-3-Instruct-8B-SimPO-v0.2", - "developer": "Jimmy19991222", + "id": "Cran-May/SCE-2-24B", + "name": "SCE-2-24B", + "developer": "Cran-May", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.654, - "hfopenllm_v2/BBH": 0.4984, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4013, - "hfopenllm_v2/MMLU-PRO": 0.3686 + "hfopenllm_v2/IFEval": 0.5866, + "hfopenllm_v2/BBH": 0.6265, + "hfopenllm_v2/MATH Level 5": 0.1896, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4528, + "hfopenllm_v2/MMLU-PRO": 0.4612 } }, { - "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun", - "name": "llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun", - "developer": "Jimmy19991222", + "id": "Cran-May/SCE-3-24B", + "name": "SCE-3-24B", + "developer": "Cran-May", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6717, - "hfopenllm_v2/BBH": 0.488, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4041, - "hfopenllm_v2/MMLU-PRO": 0.3634 + "hfopenllm_v2/IFEval": 0.5465, + "hfopenllm_v2/BBH": 0.5973, + "hfopenllm_v2/MATH Level 5": 0.1881, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4435, + "hfopenllm_v2/MMLU-PRO": 0.4647 } }, { - "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log", - "name": "llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log", - "developer": "Jimmy19991222", + "id": "Cran-May/T.E-8.1", + "name": "T.E-8.1", + "developer": "Cran-May", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6556, - "hfopenllm_v2/BBH": 0.4935, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4, - "hfopenllm_v2/MMLU-PRO": 0.3658 + "hfopenllm_v2/IFEval": 0.7077, + "hfopenllm_v2/BBH": 0.5582, + "hfopenllm_v2/MATH Level 5": 0.4456, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4505, + "hfopenllm_v2/MMLU-PRO": 0.4432 } }, { - "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log", - "name": "llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log", - "developer": "Jimmy19991222", + "id": "Cran-May/tempmotacilla-cinerea-0308", + "name": "tempmotacilla-cinerea-0308", + "developer": "Cran-May", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6315, - "hfopenllm_v2/BBH": 0.4916, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3935, - "hfopenllm_v2/MMLU-PRO": 0.3611 + "hfopenllm_v2/IFEval": 0.8085, + "hfopenllm_v2/BBH": 0.6551, + "hfopenllm_v2/MATH Level 5": 0.5551, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4208, + "hfopenllm_v2/MMLU-PRO": 0.525 } }, { - "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4", - "name": "llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4", - "developer": "Jimmy19991222", + "id": "CreitinGameplays/Llama-3.1-8B-R1-v0.1", + "name": "Llama-3.1-8B-R1-v0.1", + "developer": "CreitinGameplays", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6285, - "hfopenllm_v2/BBH": 0.4986, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4014, - "hfopenllm_v2/MMLU-PRO": 0.3545 + "hfopenllm_v2/IFEval": 0.3235, + "hfopenllm_v2/BBH": 0.3057, + "hfopenllm_v2/MATH Level 5": 0.1813, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3622, + "hfopenllm_v2/MMLU-PRO": 0.1252 } }, { - "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun", - "name": "llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun", - "developer": "Jimmy19991222", + "id": "crestf411/MN-Slush", + "name": "MN-Slush", + "developer": "crestf411", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6678, - "hfopenllm_v2/BBH": 0.494, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.3987, - "hfopenllm_v2/MMLU-PRO": 0.3658 + "hfopenllm_v2/IFEval": 0.4077, + "hfopenllm_v2/BBH": 0.534, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.3933, + "hfopenllm_v2/MMLU-PRO": 0.3508 } }, { - "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log", - "name": "llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log", - "developer": "Jimmy19991222", + "id": "cstr/llama3.1-8b-spaetzle-v90", + "name": "llama3.1-8b-spaetzle-v90", + "developer": "cstr", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6605, - "hfopenllm_v2/BBH": 0.4916, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4, - "hfopenllm_v2/MMLU-PRO": 0.3664 + "hfopenllm_v2/IFEval": 0.7356, + "hfopenllm_v2/BBH": 0.5303, + "hfopenllm_v2/MATH Level 5": 0.1495, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4134, + "hfopenllm_v2/MMLU-PRO": 0.3731 } }, { - "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log", - "name": "llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log", - "developer": "Jimmy19991222", + "id": "CultriX/Qwen2.5-14B-Broca", + "name": "Qwen2.5-14B-Broca", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6492, - "hfopenllm_v2/BBH": 0.4952, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3961, - "hfopenllm_v2/MMLU-PRO": 0.3711 + "hfopenllm_v2/IFEval": 0.5604, + "hfopenllm_v2/BBH": 0.6527, + "hfopenllm_v2/MATH Level 5": 0.358, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4767, + "hfopenllm_v2/MMLU-PRO": 0.5364 } }, { - "id": "Joseph717171/Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32", - "name": "Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32", - "developer": "Joseph717171", + "id": "CultriX/Qwen2.5-14B-Brocav3", + "name": "Qwen2.5-14B-Brocav3", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6185, - "hfopenllm_v2/BBH": 0.5177, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4369, - "hfopenllm_v2/MMLU-PRO": 0.3144 + "hfopenllm_v2/IFEval": 0.6952, + "hfopenllm_v2/BBH": 0.6452, + "hfopenllm_v2/MATH Level 5": 0.3875, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4756, + "hfopenllm_v2/MMLU-PRO": 0.5317 } }, { - "id": "Joseph717171/Llama-3.1-SuperNova-8B-Lite_TIES_with_Base", - "name": "Llama-3.1-SuperNova-8B-Lite_TIES_with_Base", - "developer": "Joseph717171", + "id": "CultriX/Qwen2.5-14B-Brocav6", + "name": "Qwen2.5-14B-Brocav6", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8096, - "hfopenllm_v2/BBH": 0.5147, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.411, - "hfopenllm_v2/MMLU-PRO": 0.388 + "hfopenllm_v2/IFEval": 0.6995, + "hfopenllm_v2/BBH": 0.6389, + "hfopenllm_v2/MATH Level 5": 0.3875, + "hfopenllm_v2/GPQA": 0.3674, + "hfopenllm_v2/MUSR": 0.4742, + "hfopenllm_v2/MMLU-PRO": 0.5319 } }, { - "id": "Josephgflowers/Cinder-Phi-2-V1-F16-gguf", - "name": "Cinder-Phi-2-V1-F16-gguf", - "developer": "Josephgflowers", + "id": "CultriX/Qwen2.5-14B-Brocav7", + "name": "Qwen2.5-14B-Brocav7", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2357, - "hfopenllm_v2/BBH": 0.4397, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3435, - "hfopenllm_v2/MMLU-PRO": 0.2161 + "hfopenllm_v2/IFEval": 0.6724, + "hfopenllm_v2/BBH": 0.6444, + "hfopenllm_v2/MATH Level 5": 0.3844, + "hfopenllm_v2/GPQA": 0.3674, + "hfopenllm_v2/MUSR": 0.4796, + "hfopenllm_v2/MMLU-PRO": 0.5258 } }, { - "id": "Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama", - "name": "Differential-Attention-Liquid-Metal-Tinyllama", - "developer": "Josephgflowers", + "id": "CultriX/Qwen2.5-14B-BrocaV9", + "name": "Qwen2.5-14B-BrocaV9", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2227, - "hfopenllm_v2/BBH": 0.2926, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3356, - "hfopenllm_v2/MMLU-PRO": 0.1214 + "hfopenllm_v2/IFEval": 0.6763, + "hfopenllm_v2/BBH": 0.6391, + "hfopenllm_v2/MATH Level 5": 0.3814, + "hfopenllm_v2/GPQA": 0.3641, + "hfopenllm_v2/MUSR": 0.469, + "hfopenllm_v2/MMLU-PRO": 0.5331 } }, { - "id": "Josephgflowers/TinyLlama-Cinder-Agent-v1", - "name": "TinyLlama-Cinder-Agent-v1", - "developer": "Josephgflowers", + "id": "CultriX/Qwen2.5-14B-Emerged", + "name": "Qwen2.5-14B-Emerged", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.267, - "hfopenllm_v2/BBH": 0.3116, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3395, - "hfopenllm_v2/MMLU-PRO": 0.1161 + "hfopenllm_v2/IFEval": 0.7, + "hfopenllm_v2/BBH": 0.626, + "hfopenllm_v2/MATH Level 5": 0.3248, + "hfopenllm_v2/GPQA": 0.3574, + "hfopenllm_v2/MUSR": 0.4691, + "hfopenllm_v2/MMLU-PRO": 0.5186 } }, { - "id": "Josephgflowers/TinyLlama-v1.1-Cinders-World", - "name": "TinyLlama-v1.1-Cinders-World", - "developer": "Josephgflowers", + "id": "CultriX/Qwen2.5-14B-Emergedv3", + "name": "Qwen2.5-14B-Emergedv3", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2469, - "hfopenllm_v2/BBH": 0.2998, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3356, - "hfopenllm_v2/MMLU-PRO": 0.1198 + "hfopenllm_v2/IFEval": 0.6388, + "hfopenllm_v2/BBH": 0.6191, + "hfopenllm_v2/MATH Level 5": 0.4358, + "hfopenllm_v2/GPQA": 0.3607, + "hfopenllm_v2/MUSR": 0.4728, + "hfopenllm_v2/MMLU-PRO": 0.5174 } }, { - "id": "Josephgflowers/TinyLlama_v1.1_math_code-world-test-1", - "name": "TinyLlama_v1.1_math_code-world-test-1", - "developer": "Josephgflowers", + "id": "CultriX/Qwen2.5-14B-FinalMerge", + "name": "Qwen2.5-14B-FinalMerge", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0078, - "hfopenllm_v2/BBH": 0.3146, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2341, - "hfopenllm_v2/MUSR": 0.3499, - "hfopenllm_v2/MMLU-PRO": 0.1132 + "hfopenllm_v2/IFEval": 0.4891, + "hfopenllm_v2/BBH": 0.5715, + "hfopenllm_v2/MATH Level 5": 0.3814, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.4379, + "hfopenllm_v2/MMLU-PRO": 0.4574 } }, { - "id": "Josephgflowers/Tinyllama-STEM-Cinder-Agent-v1", - "name": "Tinyllama-STEM-Cinder-Agent-v1", - "developer": "Josephgflowers", + "id": "CultriX/Qwen2.5-14B-Hyper", + "name": "Qwen2.5-14B-Hyper", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2126, - "hfopenllm_v2/BBH": 0.3084, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2349, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1086 + "hfopenllm_v2/IFEval": 0.5391, + "hfopenllm_v2/BBH": 0.6507, + "hfopenllm_v2/MATH Level 5": 0.3437, + "hfopenllm_v2/GPQA": 0.3918, + "hfopenllm_v2/MUSR": 0.4898, + "hfopenllm_v2/MMLU-PRO": 0.5374 } }, { - "id": "Josephgflowers/Tinyllama-r1", - "name": "Tinyllama-r1", - "developer": "Josephgflowers", + "id": "CultriX/Qwen2.5-14B-Hyperionv3", + "name": "Qwen2.5-14B-Hyperionv3", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2119, - "hfopenllm_v2/BBH": 0.3015, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.1134 + "hfopenllm_v2/IFEval": 0.6836, + "hfopenllm_v2/BBH": 0.6522, + "hfopenllm_v2/MATH Level 5": 0.3701, + "hfopenllm_v2/GPQA": 0.3708, + "hfopenllm_v2/MUSR": 0.473, + "hfopenllm_v2/MMLU-PRO": 0.534 } }, { - "id": "JungZoona/T3Q-Qwen2.5-14B-Instruct-1M-e3", - "name": "T3Q-Qwen2.5-14B-Instruct-1M-e3", - "developer": "JungZoona", + "id": "CultriX/Qwen2.5-14B-Hyperionv4", + "name": "Qwen2.5-14B-Hyperionv4", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7324, - "hfopenllm_v2/BBH": 0.7586, - "hfopenllm_v2/MATH Level 5": 0.2863, - "hfopenllm_v2/GPQA": 0.4169, - "hfopenllm_v2/MUSR": 0.5911, - "hfopenllm_v2/MMLU-PRO": 0.5884 + "hfopenllm_v2/IFEval": 0.5416, + "hfopenllm_v2/BBH": 0.6472, + "hfopenllm_v2/MATH Level 5": 0.3474, + "hfopenllm_v2/GPQA": 0.3977, + "hfopenllm_v2/MUSR": 0.4832, + "hfopenllm_v2/MMLU-PRO": 0.5364 } }, { - "id": "JungZoona/T3Q-qwen2.5-14b-v1.0-e3", - "name": "T3Q-qwen2.5-14b-v1.0-e3", - "developer": "JungZoona", + "id": "CultriX/Qwen2.5-14B-Hyperionv5", + "name": "Qwen2.5-14B-Hyperionv5", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7324, - "hfopenllm_v2/BBH": 0.7586, - "hfopenllm_v2/MATH Level 5": 0.2863, - "hfopenllm_v2/GPQA": 0.4169, - "hfopenllm_v2/MUSR": 0.5911, - "hfopenllm_v2/MMLU-PRO": 0.5884 + "hfopenllm_v2/IFEval": 0.6729, + "hfopenllm_v2/BBH": 0.6443, + "hfopenllm_v2/MATH Level 5": 0.3822, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.4795, + "hfopenllm_v2/MMLU-PRO": 0.5302 } }, { - "id": "Junhoee/Qwen-Megumin", - "name": "Qwen-Megumin", - "developer": "Junhoee", + "id": "CultriX/Qwen2.5-14B-HyperMarck-dl", + "name": "Qwen2.5-14B-HyperMarck-dl", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7141, - "hfopenllm_v2/BBH": 0.5285, - "hfopenllm_v2/MATH Level 5": 0.4902, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.398, - "hfopenllm_v2/MMLU-PRO": 0.4199 + "hfopenllm_v2/IFEval": 0.665, + "hfopenllm_v2/BBH": 0.6096, + "hfopenllm_v2/MATH Level 5": 0.5287, + "hfopenllm_v2/GPQA": 0.3674, + "hfopenllm_v2/MUSR": 0.4416, + "hfopenllm_v2/MMLU-PRO": 0.5091 } }, { - "id": "KSU-HW-SEC/Llama3-70b-SVA-FT-1415", - "name": "Llama3-70b-SVA-FT-1415", - "developer": "KSU-HW-SEC", + "id": "CultriX/Qwen2.5-14B-MegaMerge-pt2", + "name": "Qwen2.5-14B-MegaMerge-pt2", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.618, - "hfopenllm_v2/BBH": 0.665, - "hfopenllm_v2/MATH Level 5": 0.2198, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4565, - "hfopenllm_v2/MMLU-PRO": 0.5243 + "hfopenllm_v2/IFEval": 0.5683, + "hfopenllm_v2/BBH": 0.6578, + "hfopenllm_v2/MATH Level 5": 0.3995, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4729, + "hfopenllm_v2/MMLU-PRO": 0.5421 } }, { - "id": "KSU-HW-SEC/Llama3-70b-SVA-FT-500", - "name": "Llama3-70b-SVA-FT-500", - "developer": "KSU-HW-SEC", + "id": "CultriX/Qwen2.5-14B-MergeStock", + "name": "Qwen2.5-14B-MergeStock", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6105, - "hfopenllm_v2/BBH": 0.6692, - "hfopenllm_v2/MATH Level 5": 0.2137, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4511, - "hfopenllm_v2/MMLU-PRO": 0.5227 + "hfopenllm_v2/IFEval": 0.5685, + "hfopenllm_v2/BBH": 0.6579, + "hfopenllm_v2/MATH Level 5": 0.4147, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4676, + "hfopenllm_v2/MMLU-PRO": 0.5396 } }, { - "id": "KSU-HW-SEC/Llama3-70b-SVA-FT-final", - "name": "Llama3-70b-SVA-FT-final", - "developer": "KSU-HW-SEC", + "id": "CultriX/Qwen2.5-14B-partialmergept1", + "name": "Qwen2.5-14B-partialmergept1", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6165, - "hfopenllm_v2/BBH": 0.665, - "hfopenllm_v2/MATH Level 5": 0.2198, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4565, - "hfopenllm_v2/MMLU-PRO": 0.5243 + "hfopenllm_v2/IFEval": 0.6337, + "hfopenllm_v2/BBH": 0.6151, + "hfopenllm_v2/MATH Level 5": 0.4539, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4757, + "hfopenllm_v2/MMLU-PRO": 0.5208 } }, { - "id": "KSU-HW-SEC/Llama3.1-70b-SVA-FT-1000step", - "name": "Llama3.1-70b-SVA-FT-1000step", - "developer": "KSU-HW-SEC", + "id": "CultriX/Qwen2.5-14B-ReasoningMerge", + "name": "Qwen2.5-14B-ReasoningMerge", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7238, - "hfopenllm_v2/BBH": 0.6903, - "hfopenllm_v2/MATH Level 5": 0.321, - "hfopenllm_v2/GPQA": 0.396, - "hfopenllm_v2/MUSR": 0.4592, - "hfopenllm_v2/MMLU-PRO": 0.5252 + "hfopenllm_v2/IFEval": 0.4605, + "hfopenllm_v2/BBH": 0.6578, + "hfopenllm_v2/MATH Level 5": 0.5204, + "hfopenllm_v2/GPQA": 0.4077, + "hfopenllm_v2/MUSR": 0.5166, + "hfopenllm_v2/MMLU-PRO": 0.5345 } }, { - "id": "Khetterman/DarkAtom-12B-v3", - "name": "DarkAtom-12B-v3", - "developer": "Khetterman", + "id": "CultriX/Qwen2.5-14B-Ultimav2", + "name": "Qwen2.5-14B-Ultimav2", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6173, - "hfopenllm_v2/BBH": 0.5154, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4468, - "hfopenllm_v2/MMLU-PRO": 0.3546 + "hfopenllm_v2/IFEval": 0.55, + "hfopenllm_v2/BBH": 0.6555, + "hfopenllm_v2/MATH Level 5": 0.3844, + "hfopenllm_v2/GPQA": 0.3851, + "hfopenllm_v2/MUSR": 0.4966, + "hfopenllm_v2/MMLU-PRO": 0.5417 } }, { - "id": "Khetterman/Kosmos-8B-v1", - "name": "Kosmos-8B-v1", - "developer": "Khetterman", + "id": "CultriX/Qwen2.5-14B-Unity", + "name": "Qwen2.5-14B-Unity", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4129, - "hfopenllm_v2/BBH": 0.5234, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3919, - "hfopenllm_v2/MMLU-PRO": 0.3669 + "hfopenllm_v2/IFEval": 0.6739, + "hfopenllm_v2/BBH": 0.602, + "hfopenllm_v2/MATH Level 5": 0.4313, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4679, + "hfopenllm_v2/MMLU-PRO": 0.5076 } }, { - "id": "Kimargin/GPT-NEO-1.3B-wiki", - "name": "GPT-NEO-1.3B-wiki", - "developer": "Kimargin", + "id": "CultriX/Qwen2.5-14B-Wernicke", + "name": "Qwen2.5-14B-Wernicke", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1921, - "hfopenllm_v2/BBH": 0.3026, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3883, - "hfopenllm_v2/MMLU-PRO": 0.1099 + "hfopenllm_v2/IFEval": 0.5235, + "hfopenllm_v2/BBH": 0.6568, + "hfopenllm_v2/MATH Level 5": 0.3814, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4689, + "hfopenllm_v2/MMLU-PRO": 0.5424 } }, { - "id": "KingNish/Qwen2.5-0.5b-Test-ft", - "name": "Qwen2.5-0.5b-Test-ft", - "developer": "KingNish", + "id": "CultriX/Qwen2.5-14B-Wernicke-SFT", + "name": "Qwen2.5-14B-Wernicke-SFT", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2671, - "hfopenllm_v2/BBH": 0.3232, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3421, - "hfopenllm_v2/MMLU-PRO": 0.1689 + "hfopenllm_v2/IFEval": 0.4937, + "hfopenllm_v2/BBH": 0.6461, + "hfopenllm_v2/MATH Level 5": 0.3595, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.39, + "hfopenllm_v2/MMLU-PRO": 0.507 } }, { - "id": "KingNish/Reasoning-0.5b", - "name": "Reasoning-0.5b", - "developer": "KingNish", + "id": "CultriX/Qwen2.5-14B-Wernicke-SLERP", + "name": "Qwen2.5-14B-Wernicke-SLERP", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2174, - "hfopenllm_v2/BBH": 0.3354, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3513, - "hfopenllm_v2/MMLU-PRO": 0.1641 + "hfopenllm_v2/IFEval": 0.5589, + "hfopenllm_v2/BBH": 0.6441, + "hfopenllm_v2/MATH Level 5": 0.4486, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.414, + "hfopenllm_v2/MMLU-PRO": 0.5094 } }, { - "id": "KingNish/Reasoning-Llama-3b-v0.1", - "name": "Reasoning-Llama-3b-v0.1", - "developer": "KingNish", + "id": "CultriX/Qwen2.5-14B-Wernickev3", + "name": "Qwen2.5-14B-Wernickev3", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6225, - "hfopenllm_v2/BBH": 0.4343, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3168, - "hfopenllm_v2/MMLU-PRO": 0.3029 + "hfopenllm_v2/IFEval": 0.7048, + "hfopenllm_v2/BBH": 0.6184, + "hfopenllm_v2/MATH Level 5": 0.3542, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4717, + "hfopenllm_v2/MMLU-PRO": 0.5151 } }, { - "id": "KingNish/qwen-1b-continued", - "name": "qwen-1b-continued", - "developer": "KingNish", + "id": "CultriX/Qwenfinity-2.5-14B", + "name": "Qwenfinity-2.5-14B", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1255, - "hfopenllm_v2/BBH": 0.2991, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3859, - "hfopenllm_v2/MMLU-PRO": 0.1261 + "hfopenllm_v2/IFEval": 0.4814, + "hfopenllm_v2/BBH": 0.5655, + "hfopenllm_v2/MATH Level 5": 0.4101, + "hfopenllm_v2/GPQA": 0.349, + "hfopenllm_v2/MUSR": 0.4506, + "hfopenllm_v2/MMLU-PRO": 0.4498 } }, { - "id": "KingNish/qwen-1b-continued-v2", - "name": "qwen-1b-continued-v2", - "developer": "KingNish", + "id": "CultriX/Qwestion-14B", + "name": "Qwestion-14B", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1579, - "hfopenllm_v2/BBH": 0.3119, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3393, - "hfopenllm_v2/MMLU-PRO": 0.1193 + "hfopenllm_v2/IFEval": 0.6318, + "hfopenllm_v2/BBH": 0.645, + "hfopenllm_v2/MATH Level 5": 0.3724, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4636, + "hfopenllm_v2/MMLU-PRO": 0.5422 } }, { - "id": "KingNish/qwen-1b-continued-v2.1", - "name": "qwen-1b-continued-v2.1", - "developer": "KingNish", + "id": "CultriX/SeQwence-14B", + "name": "SeQwence-14B", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1127, - "hfopenllm_v2/BBH": 0.3042, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.1278 + "hfopenllm_v2/IFEval": 0.5352, + "hfopenllm_v2/BBH": 0.6506, + "hfopenllm_v2/MATH Level 5": 0.3535, + "hfopenllm_v2/GPQA": 0.3607, + "hfopenllm_v2/MUSR": 0.4666, + "hfopenllm_v2/MMLU-PRO": 0.5419 } }, { - "id": "KingNish/qwen-1b-continued-v2.2", - "name": "qwen-1b-continued-v2.2", - "developer": "KingNish", + "id": "CultriX/SeQwence-14B-EvolMerge", + "name": "SeQwence-14B-EvolMerge", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1413, - "hfopenllm_v2/BBH": 0.3059, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3513, - "hfopenllm_v2/MMLU-PRO": 0.1262 + "hfopenllm_v2/IFEval": 0.5382, + "hfopenllm_v2/BBH": 0.6572, + "hfopenllm_v2/MATH Level 5": 0.3671, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4821, + "hfopenllm_v2/MMLU-PRO": 0.5419 } }, { - "id": "Kquant03/CognitiveFusion2-4x7B-BF16", - "name": "CognitiveFusion2-4x7B-BF16", - "developer": "Kquant03", + "id": "CultriX/SeQwence-14B-EvolMergev1", + "name": "SeQwence-14B-EvolMergev1", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3567, - "hfopenllm_v2/BBH": 0.4108, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.2793 + "hfopenllm_v2/IFEval": 0.5555, + "hfopenllm_v2/BBH": 0.6546, + "hfopenllm_v2/MATH Level 5": 0.4215, + "hfopenllm_v2/GPQA": 0.3767, + "hfopenllm_v2/MUSR": 0.4623, + "hfopenllm_v2/MMLU-PRO": 0.5393 } }, { - "id": "Kquant03/L3-Pneuma-8B", - "name": "L3-Pneuma-8B", - "developer": "Kquant03", + "id": "CultriX/SeQwence-14B-v5", + "name": "SeQwence-14B-v5", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2374, - "hfopenllm_v2/BBH": 0.4955, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4172, - "hfopenllm_v2/MMLU-PRO": 0.3184 + "hfopenllm_v2/IFEval": 0.592, + "hfopenllm_v2/BBH": 0.6517, + "hfopenllm_v2/MATH Level 5": 0.3308, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.4714, + "hfopenllm_v2/MMLU-PRO": 0.5415 } }, { - "id": "Krystalan/DRT-o1-14B", - "name": "DRT-o1-14B", - "developer": "Krystalan", + "id": "CultriX/SeQwence-14Bv1", + "name": "SeQwence-14Bv1", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4068, - "hfopenllm_v2/BBH": 0.6379, - "hfopenllm_v2/MATH Level 5": 0.4826, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4795, - "hfopenllm_v2/MMLU-PRO": 0.5179 + "hfopenllm_v2/IFEval": 0.6678, + "hfopenllm_v2/BBH": 0.6345, + "hfopenllm_v2/MATH Level 5": 0.361, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4704, + "hfopenllm_v2/MMLU-PRO": 0.532 } }, { - "id": "Krystalan/DRT-o1-7B", - "name": "DRT-o1-7B", - "developer": "Krystalan", + "id": "CultriX/SeQwence-14Bv2", + "name": "SeQwence-14Bv2", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3928, - "hfopenllm_v2/BBH": 0.5468, - "hfopenllm_v2/MATH Level 5": 0.4479, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.5087, - "hfopenllm_v2/MMLU-PRO": 0.4151 + "hfopenllm_v2/IFEval": 0.5786, + "hfopenllm_v2/BBH": 0.6305, + "hfopenllm_v2/MATH Level 5": 0.4758, + "hfopenllm_v2/GPQA": 0.3607, + "hfopenllm_v2/MUSR": 0.4601, + "hfopenllm_v2/MMLU-PRO": 0.5334 } }, { - "id": "Kukedlc/NeuralExperiment-7b-MagicCoder-v7.5", - "name": "NeuralExperiment-7b-MagicCoder-v7.5", - "developer": "Kukedlc", + "id": "CultriX/SeQwence-14Bv3", + "name": "SeQwence-14Bv3", + "developer": "CultriX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4553, - "hfopenllm_v2/BBH": 0.3988, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4282, - "hfopenllm_v2/MMLU-PRO": 0.2824 + "hfopenllm_v2/IFEval": 0.5719, + "hfopenllm_v2/BBH": 0.6302, + "hfopenllm_v2/MATH Level 5": 0.4766, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4624, + "hfopenllm_v2/MMLU-PRO": 0.5335 } }, { - "id": "Kukedlc/NeuralLLaMa-3-8b-DT-v0.1", - "name": "NeuralLLaMa-3-8b-DT-v0.1", - "developer": "Kukedlc", + "id": "cyberagent/calm3-22b-chat", + "name": "calm3-22b-chat", + "developer": "cyberagent", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4371, - "hfopenllm_v2/BBH": 0.4987, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.3792 + "hfopenllm_v2/IFEval": 0.5091, + "hfopenllm_v2/BBH": 0.4992, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4553, + "hfopenllm_v2/MMLU-PRO": 0.295 } }, { - "id": "Kukedlc/NeuralLLaMa-3-8b-ORPO-v0.3", - "name": "NeuralLLaMa-3-8b-ORPO-v0.3", - "developer": "Kukedlc", + "id": "CYFRAGOVPL/Llama-PLLuM-8B-base", + "name": "Llama-PLLuM-8B-base", + "developer": "CYFRAGOVPL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5276, - "hfopenllm_v2/BBH": 0.4557, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.37, - "hfopenllm_v2/MMLU-PRO": 0.3057 + "hfopenllm_v2/IFEval": 0.2899, + "hfopenllm_v2/BBH": 0.432, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.397, + "hfopenllm_v2/MMLU-PRO": 0.2757 } }, { - "id": "Kukedlc/NeuralSynthesis-7B-v0.1", - "name": "NeuralSynthesis-7B-v0.1", - "developer": "Kukedlc", + "id": "CYFRAGOVPL/Llama-PLLuM-8B-chat", + "name": "Llama-PLLuM-8B-chat", + "developer": "CYFRAGOVPL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4185, - "hfopenllm_v2/BBH": 0.5145, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4333, - "hfopenllm_v2/MMLU-PRO": 0.3049 + "hfopenllm_v2/IFEval": 0.3515, + "hfopenllm_v2/BBH": 0.4077, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.2719 } }, { - "id": "Kukedlc/NeuralSynthesis-7B-v0.3", - "name": "NeuralSynthesis-7B-v0.3", - "developer": "Kukedlc", + "id": "CYFRAGOVPL/PLLuM-12B-base", + "name": "PLLuM-12B-base", + "developer": "CYFRAGOVPL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4078, - "hfopenllm_v2/BBH": 0.5138, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4346, - "hfopenllm_v2/MMLU-PRO": 0.305 + "hfopenllm_v2/IFEval": 0.2821, + "hfopenllm_v2/BBH": 0.4391, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4142, + "hfopenllm_v2/MMLU-PRO": 0.274 } }, { - "id": "Kukedlc/NeuralSynthesis-7b-v0.4-slerp", - "name": "NeuralSynthesis-7b-v0.4-slerp", - "developer": "Kukedlc", + "id": "CYFRAGOVPL/PLLuM-12B-chat", + "name": "PLLuM-12B-chat", + "developer": "CYFRAGOVPL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3947, - "hfopenllm_v2/BBH": 0.5143, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4332, - "hfopenllm_v2/MMLU-PRO": 0.3043 + "hfopenllm_v2/IFEval": 0.3214, + "hfopenllm_v2/BBH": 0.4446, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.4115, + "hfopenllm_v2/MMLU-PRO": 0.2872 } }, { - "id": "Kukedlc/Qwen-2.5-7b-Spanish-o1-CoT", - "name": "Qwen-2.5-7b-Spanish-o1-CoT", - "developer": "Kukedlc", + "id": "CYFRAGOVPL/PLLuM-12B-nc-base", + "name": "PLLuM-12B-nc-base", + "developer": "CYFRAGOVPL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.421, - "hfopenllm_v2/BBH": 0.5602, - "hfopenllm_v2/MATH Level 5": 0.2727, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4777, - "hfopenllm_v2/MMLU-PRO": 0.4363 + "hfopenllm_v2/IFEval": 0.2405, + "hfopenllm_v2/BBH": 0.4277, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3645, + "hfopenllm_v2/MMLU-PRO": 0.2559 } }, { - "id": "Kumar955/Hemanth-llm", - "name": "Hemanth-llm", - "developer": "Kumar955", + "id": "CYFRAGOVPL/PLLuM-12B-nc-chat", + "name": "PLLuM-12B-nc-chat", + "developer": "CYFRAGOVPL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5045, - "hfopenllm_v2/BBH": 0.5225, - "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/IFEval": 0.2834, + "hfopenllm_v2/BBH": 0.4576, + "hfopenllm_v2/MATH Level 5": 0.0121, "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4486, - "hfopenllm_v2/MMLU-PRO": 0.3113 + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.2597 } }, { - "id": "L-RAGE/3_PRYMMAL-ECE-7B-SLERP-V1", - "name": "3_PRYMMAL-ECE-7B-SLERP-V1", - "developer": "L-RAGE", + "id": "Daemontatox/AetherDrake-SFT", + "name": "AetherDrake-SFT", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2742, - "hfopenllm_v2/BBH": 0.4228, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3841, - "hfopenllm_v2/MMLU-PRO": 0.2925 + "hfopenllm_v2/IFEval": 0.4813, + "hfopenllm_v2/BBH": 0.4872, + "hfopenllm_v2/MATH Level 5": 0.1511, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4088, + "hfopenllm_v2/MMLU-PRO": 0.3499 } }, { - "id": "LEESM/llama-2-7b-hf-lora-oki100p", - "name": "llama-2-7b-hf-lora-oki100p", - "developer": "LEESM", + "id": "Daemontatox/AetherSett", + "name": "AetherSett", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2513, - "hfopenllm_v2/BBH": 0.3492, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.1856 + "hfopenllm_v2/IFEval": 0.537, + "hfopenllm_v2/BBH": 0.5452, + "hfopenllm_v2/MATH Level 5": 0.3973, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4603, + "hfopenllm_v2/MMLU-PRO": 0.4279 } }, { - "id": "LEESM/llama-2-7b-hf-lora-oki10p", - "name": "llama-2-7b-hf-lora-oki10p", - "developer": "LEESM", + "id": "Daemontatox/AetherTOT", + "name": "AetherTOT", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.227, - "hfopenllm_v2/BBH": 0.3531, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.1679 + "hfopenllm_v2/IFEval": 0.4398, + "hfopenllm_v2/BBH": 0.5066, + "hfopenllm_v2/MATH Level 5": 0.1488, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4079, + "hfopenllm_v2/MMLU-PRO": 0.3804 } }, { - "id": "LEESM/llama-3-8b-bnb-4b-kowiki231101", - "name": "llama-3-8b-bnb-4b-kowiki231101", - "developer": "LEESM", + "id": "Daemontatox/AetherUncensored", + "name": "AetherUncensored", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1685, - "hfopenllm_v2/BBH": 0.4131, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3551, - "hfopenllm_v2/MMLU-PRO": 0.2425 + "hfopenllm_v2/IFEval": 0.4042, + "hfopenllm_v2/BBH": 0.4463, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3747, + "hfopenllm_v2/MMLU-PRO": 0.271 } }, { - "id": "LEESM/llama-3-Korean-Bllossom-8B-trexlab-oki10p", - "name": "llama-3-Korean-Bllossom-8B-trexlab-oki10p", - "developer": "LEESM", + "id": "Daemontatox/Cogito-MIS", + "name": "Cogito-MIS", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2137, - "hfopenllm_v2/BBH": 0.4343, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3869, - "hfopenllm_v2/MMLU-PRO": 0.3177 + "hfopenllm_v2/IFEval": 0.1815, + "hfopenllm_v2/BBH": 0.506, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3768, + "hfopenllm_v2/MMLU-PRO": 0.1435 } }, { - "id": "LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct", - "name": "EXAONE-3.0-7.8B-Instruct", - "developer": "LGAI-EXAONE", + "id": "Daemontatox/CogitoDistil", + "name": "CogitoDistil", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7193, - "hfopenllm_v2/BBH": 0.4174, - "hfopenllm_v2/MATH Level 5": 0.3044, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.3577 + "hfopenllm_v2/IFEval": 0.2776, + "hfopenllm_v2/BBH": 0.3677, + "hfopenllm_v2/MATH Level 5": 0.3927, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3755, + "hfopenllm_v2/MMLU-PRO": 0.2625 } }, { - "id": "LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct", - "name": "EXAONE-3.5-2.4B-Instruct", - "developer": "LGAI-EXAONE", + "id": "Daemontatox/CogitoZ", + "name": "CogitoZ", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.795, - "hfopenllm_v2/BBH": 0.4092, - "hfopenllm_v2/MATH Level 5": 0.3678, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.328 + "hfopenllm_v2/IFEval": 0.3967, + "hfopenllm_v2/BBH": 0.6734, + "hfopenllm_v2/MATH Level 5": 0.5242, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4793, + "hfopenllm_v2/MMLU-PRO": 0.5593 } }, { - "id": "LGAI-EXAONE/EXAONE-3.5-32B-Instruct", - "name": "EXAONE-3.5-32B-Instruct", - "developer": "LGAI-EXAONE", + "id": "Daemontatox/CogitoZ14", + "name": "CogitoZ14", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8392, - "hfopenllm_v2/BBH": 0.5761, - "hfopenllm_v2/MATH Level 5": 0.5128, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3807, - "hfopenllm_v2/MMLU-PRO": 0.4637 + "hfopenllm_v2/IFEval": 0.6637, + "hfopenllm_v2/BBH": 0.6298, + "hfopenllm_v2/MATH Level 5": 0.4222, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4059, + "hfopenllm_v2/MMLU-PRO": 0.3999 } }, { - "id": "LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct", - "name": "EXAONE-3.5-7.8B-Instruct", - "developer": "LGAI-EXAONE", + "id": "Daemontatox/DocumentCogito", + "name": "DocumentCogito", + "developer": "Daemontatox", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.777, + "hfopenllm_v2/BBH": 0.5187, + "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3911, + "hfopenllm_v2/MMLU-PRO": 0.3738 + } + }, + { + "id": "Daemontatox/Llama3.3-70B-CogniLink", + "name": "Llama3.3-70B-CogniLink", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8136, - "hfopenllm_v2/BBH": 0.4728, - "hfopenllm_v2/MATH Level 5": 0.4751, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3779, - "hfopenllm_v2/MMLU-PRO": 0.4133 + "hfopenllm_v2/IFEval": 0.6931, + "hfopenllm_v2/BBH": 0.6668, + "hfopenllm_v2/MATH Level 5": 0.4139, + "hfopenllm_v2/GPQA": 0.4455, + "hfopenllm_v2/MUSR": 0.4877, + "hfopenllm_v2/MMLU-PRO": 0.5173 } }, { - "id": "LLM360/K2", - "name": "K2", - "developer": "LLM360", + "id": "Daemontatox/Llama_cot", + "name": "Llama_cot", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2252, - "hfopenllm_v2/BBH": 0.4972, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.398, - "hfopenllm_v2/MMLU-PRO": 0.3004 + "hfopenllm_v2/IFEval": 0.7549, + "hfopenllm_v2/BBH": 0.4838, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3872, + "hfopenllm_v2/MMLU-PRO": 0.3518 } }, { - "id": "LLM360/K2-Chat", - "name": "K2-Chat", - "developer": "LLM360", + "id": "Daemontatox/MawaredT1", + "name": "MawaredT1", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5152, - "hfopenllm_v2/BBH": 0.5358, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.457, - "hfopenllm_v2/MMLU-PRO": 0.3371 + "hfopenllm_v2/IFEval": 0.4199, + "hfopenllm_v2/BBH": 0.5215, + "hfopenllm_v2/MATH Level 5": 0.3021, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4702, + "hfopenllm_v2/MMLU-PRO": 0.4718 } }, { - "id": "LLM4Binary/llm4decompile-1.3b-v2", - "name": "llm4decompile-1.3b-v2", - "developer": "LLM4Binary", + "id": "Daemontatox/mini-Cogito-R1", + "name": "mini-Cogito-R1", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2268, - "hfopenllm_v2/BBH": 0.3272, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2357, - "hfopenllm_v2/MUSR": 0.4072, - "hfopenllm_v2/MMLU-PRO": 0.1209 + "hfopenllm_v2/IFEval": 0.2298, + "hfopenllm_v2/BBH": 0.328, + "hfopenllm_v2/MATH Level 5": 0.2749, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1482 } }, { - "id": "Lambent/qwen2.5-reinstruct-alternate-lumen-14B", - "name": "qwen2.5-reinstruct-alternate-lumen-14B", - "developer": "Lambent", + "id": "Daemontatox/mini_Pathfinder", + "name": "mini_Pathfinder", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4794, - "hfopenllm_v2/BBH": 0.6459, - "hfopenllm_v2/MATH Level 5": 0.4622, - "hfopenllm_v2/GPQA": 0.3767, - "hfopenllm_v2/MUSR": 0.477, - "hfopenllm_v2/MMLU-PRO": 0.5388 + "hfopenllm_v2/IFEval": 0.2962, + "hfopenllm_v2/BBH": 0.3956, + "hfopenllm_v2/MATH Level 5": 0.4751, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.2809 } }, { - "id": "Langboat/Mengzi3-8B-Chat", - "name": "Mengzi3-8B-Chat", - "developer": "Langboat", + "id": "Daemontatox/Mini_QwQ", + "name": "Mini_QwQ", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.514, - "hfopenllm_v2/BBH": 0.4684, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.4078, - "hfopenllm_v2/MMLU-PRO": 0.3142 + "hfopenllm_v2/IFEval": 0.4497, + "hfopenllm_v2/BBH": 0.5549, + "hfopenllm_v2/MATH Level 5": 0.4192, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4682, + "hfopenllm_v2/MMLU-PRO": 0.4373 } }, { - "id": "Lawnakk/BBA100", - "name": "BBA100", - "developer": "Lawnakk", + "id": "Daemontatox/NemoR", + "name": "NemoR", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2076, - "hfopenllm_v2/BBH": 0.2826, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.1122 + "hfopenllm_v2/IFEval": 0.2287, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.3908, + "hfopenllm_v2/MMLU-PRO": 0.329 } }, { - "id": "Lawnakk/BBALAW1", - "name": "BBALAW1", - "developer": "Lawnakk", + "id": "Daemontatox/PathfinderAI", + "name": "PathfinderAI", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1905, - "hfopenllm_v2/BBH": 0.2872, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.4153, - "hfopenllm_v2/MMLU-PRO": 0.1121 + "hfopenllm_v2/IFEval": 0.3745, + "hfopenllm_v2/BBH": 0.6668, + "hfopenllm_v2/MATH Level 5": 0.4758, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4858, + "hfopenllm_v2/MMLU-PRO": 0.5593 } }, { - "id": "Lawnakk/BBALAW1.0", - "name": "BBALAW1.0", - "developer": "Lawnakk", + "id": "Daemontatox/PathFinderAI2.0", + "name": "PathFinderAI2.0", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1351, - "hfopenllm_v2/BBH": 0.2828, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3526, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.4541, + "hfopenllm_v2/BBH": 0.6658, + "hfopenllm_v2/MATH Level 5": 0.5076, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4216, + "hfopenllm_v2/MMLU-PRO": 0.5547 } }, { - "id": "Lawnakk/BBALAW1.2", - "name": "BBALAW1.2", - "developer": "Lawnakk", + "id": "Daemontatox/PathFinderAi3.0", + "name": "PathFinderAi3.0", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1354, - "hfopenllm_v2/BBH": 0.2811, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.1105 + "hfopenllm_v2/IFEval": 0.4271, + "hfopenllm_v2/BBH": 0.6884, + "hfopenllm_v2/MATH Level 5": 0.5045, + "hfopenllm_v2/GPQA": 0.4086, + "hfopenllm_v2/MUSR": 0.4807, + "hfopenllm_v2/MMLU-PRO": 0.5757 } }, { - "id": "Lawnakk/BBALAW1.3", - "name": "BBALAW1.3", - "developer": "Lawnakk", + "id": "Daemontatox/Phi-4-COT", + "name": "Phi-4-COT", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1354, - "hfopenllm_v2/BBH": 0.2827, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3619, - "hfopenllm_v2/MMLU-PRO": 0.1094 + "hfopenllm_v2/IFEval": 0.1793, + "hfopenllm_v2/BBH": 0.6173, + "hfopenllm_v2/MATH Level 5": 0.2243, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.453, + "hfopenllm_v2/MMLU-PRO": 0.5005 } }, { - "id": "Lawnakk/BBALAW1.6", - "name": "BBALAW1.6", - "developer": "Lawnakk", + "id": "Daemontatox/PixelParse_AI", + "name": "PixelParse_AI", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5245, - "hfopenllm_v2/BBH": 0.5554, - "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/IFEval": 0.4383, + "hfopenllm_v2/BBH": 0.5034, + "hfopenllm_v2/MATH Level 5": 0.1473, "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4368, - "hfopenllm_v2/MMLU-PRO": 0.4507 + "hfopenllm_v2/MUSR": 0.4052, + "hfopenllm_v2/MMLU-PRO": 0.3778 } }, { - "id": "Lawnakk/BBALAW1.61", - "name": "BBALAW1.61", - "developer": "Lawnakk", + "id": "Daemontatox/RA2.0", + "name": "RA2.0", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5771, - "hfopenllm_v2/BBH": 0.5549, - "hfopenllm_v2/MATH Level 5": 0.3663, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4355, - "hfopenllm_v2/MMLU-PRO": 0.4471 + "hfopenllm_v2/IFEval": 0.3784, + "hfopenllm_v2/BBH": 0.4889, + "hfopenllm_v2/MATH Level 5": 0.3837, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4091, + "hfopenllm_v2/MMLU-PRO": 0.2616 } }, { - "id": "Lawnakk/BBALAW1.62", - "name": "BBALAW1.62", - "developer": "Lawnakk", + "id": "Daemontatox/RA_Reasoner", + "name": "RA_Reasoner", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5046, - "hfopenllm_v2/BBH": 0.5581, - "hfopenllm_v2/MATH Level 5": 0.2825, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.4545 + "hfopenllm_v2/IFEval": 0.5592, + "hfopenllm_v2/BBH": 0.6054, + "hfopenllm_v2/MATH Level 5": 0.2122, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.43 } }, { - "id": "Lawnakk/BBALAW1.63", - "name": "BBALAW1.63", - "developer": "Lawnakk", + "id": "Daemontatox/RA_Reasoner2.0", + "name": "RA_Reasoner2.0", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4407, - "hfopenllm_v2/BBH": 0.5541, - "hfopenllm_v2/MATH Level 5": 0.3701, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4303, - "hfopenllm_v2/MMLU-PRO": 0.4471 + "hfopenllm_v2/IFEval": 0.5366, + "hfopenllm_v2/BBH": 0.6062, + "hfopenllm_v2/MATH Level 5": 0.2311, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.3884, + "hfopenllm_v2/MMLU-PRO": 0.4353 } }, { - "id": "Lawnakk/BBALAW1.64", - "name": "BBALAW1.64", - "developer": "Lawnakk", + "id": "Daemontatox/ReasonTest", + "name": "ReasonTest", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1395, - "hfopenllm_v2/BBH": 0.2779, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3447, - "hfopenllm_v2/MMLU-PRO": 0.1115 + "hfopenllm_v2/IFEval": 0.408, + "hfopenllm_v2/BBH": 0.5435, + "hfopenllm_v2/MATH Level 5": 0.2137, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4315, + "hfopenllm_v2/MMLU-PRO": 0.4272 } }, { - "id": "LenguajeNaturalAI/leniachat-gemma-2b-v0", - "name": "leniachat-gemma-2b-v0", - "developer": "LenguajeNaturalAI", + "id": "Daemontatox/Research_PathfinderAI", + "name": "Research_PathfinderAI", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.215, - "hfopenllm_v2/BBH": 0.3074, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3659, - "hfopenllm_v2/MMLU-PRO": 0.117 + "hfopenllm_v2/IFEval": 0.3457, + "hfopenllm_v2/BBH": 0.2872, + "hfopenllm_v2/MATH Level 5": 0.1699, + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.3394, + "hfopenllm_v2/MMLU-PRO": 0.113 } }, { - "id": "LenguajeNaturalAI/leniachat-qwen2-1.5B-v0", - "name": "leniachat-qwen2-1.5B-v0", - "developer": "LenguajeNaturalAI", + "id": "Daemontatox/SphinX", + "name": "SphinX", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2221, - "hfopenllm_v2/BBH": 0.3684, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.375, - "hfopenllm_v2/MMLU-PRO": 0.188 + "hfopenllm_v2/IFEval": 0.5725, + "hfopenllm_v2/BBH": 0.5441, + "hfopenllm_v2/MATH Level 5": 0.3082, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4405, + "hfopenllm_v2/MMLU-PRO": 0.4366 } }, { - "id": "LeroyDyer/CheckPoint_A", - "name": "CheckPoint_A", - "developer": "LeroyDyer", + "id": "Daemontatox/Sphinx2.0", + "name": "Sphinx2.0", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4513, - "hfopenllm_v2/BBH": 0.4748, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.288 + "hfopenllm_v2/IFEval": 0.7123, + "hfopenllm_v2/BBH": 0.6473, + "hfopenllm_v2/MATH Level 5": 0.4018, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.5184 } }, { - "id": "LeroyDyer/CheckPoint_B", - "name": "CheckPoint_B", - "developer": "LeroyDyer", + "id": "Daemontatox/TinySphinx", + "name": "TinySphinx", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.444, - "hfopenllm_v2/BBH": 0.478, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3898, - "hfopenllm_v2/MMLU-PRO": 0.2907 + "hfopenllm_v2/IFEval": 0.2567, + "hfopenllm_v2/BBH": 0.331, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1698 } }, { - "id": "LeroyDyer/CheckPoint_C", - "name": "CheckPoint_C", - "developer": "LeroyDyer", + "id": "Daemontatox/TinySphinx2.0", + "name": "TinySphinx2.0", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3477, - "hfopenllm_v2/BBH": 0.4586, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4346, - "hfopenllm_v2/MMLU-PRO": 0.3021 + "hfopenllm_v2/IFEval": 0.2535, + "hfopenllm_v2/BBH": 0.3168, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1731 } }, { - "id": "LeroyDyer/CheckPoint_R1", - "name": "CheckPoint_R1", - "developer": "LeroyDyer", + "id": "Daemontatox/Zirel-7B-Math", + "name": "Zirel-7B-Math", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1728, - "hfopenllm_v2/BBH": 0.4225, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.4031, - "hfopenllm_v2/MMLU-PRO": 0.2205 + "hfopenllm_v2/IFEval": 0.6639, + "hfopenllm_v2/BBH": 0.5448, + "hfopenllm_v2/MATH Level 5": 0.1979, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4789, + "hfopenllm_v2/MMLU-PRO": 0.4237 } }, { - "id": "LeroyDyer/LCARS_AI_001", - "name": "LCARS_AI_001", - "developer": "LeroyDyer", + "id": "Daemontatox/Zirel_1.5", + "name": "Zirel_1.5", + "developer": "Daemontatox", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3109, - "hfopenllm_v2/BBH": 0.4258, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.4384, - "hfopenllm_v2/MMLU-PRO": 0.267 + "hfopenllm_v2/IFEval": 0.4168, + "hfopenllm_v2/BBH": 0.3985, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3658, + "hfopenllm_v2/MMLU-PRO": 0.2143 } }, { - "id": "LeroyDyer/LCARS_AI_1x4_003_SuperAI", - "name": "LCARS_AI_1x4_003_SuperAI", - "developer": "LeroyDyer", + "id": "Dampfinchen/Llama-3.1-8B-Ultra-Instruct", + "name": "Llama-3.1-8B-Ultra-Instruct", + "developer": "Dampfinchen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4111, - "hfopenllm_v2/BBH": 0.492, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4506, - "hfopenllm_v2/MMLU-PRO": 0.2972 + "hfopenllm_v2/IFEval": 0.8081, + "hfopenllm_v2/BBH": 0.5258, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4003, + "hfopenllm_v2/MMLU-PRO": 0.3826 } }, { - "id": "LeroyDyer/LCARS_AI_StarTrek_Computer", - "name": "LCARS_AI_StarTrek_Computer", - "developer": "LeroyDyer", + "id": "Danielbrdz/Barcenas-10b", + "name": "Barcenas-10b", + "developer": "Danielbrdz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3583, - "hfopenllm_v2/BBH": 0.4446, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.395, - "hfopenllm_v2/MMLU-PRO": 0.2458 + "hfopenllm_v2/IFEval": 0.6608, + "hfopenllm_v2/BBH": 0.6121, + "hfopenllm_v2/MATH Level 5": 0.2153, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.4361 } }, { - "id": "LeroyDyer/LCARS_TOP_SCORE", - "name": "LCARS_TOP_SCORE", - "developer": "LeroyDyer", + "id": "Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO", + "name": "Barcenas-14b-Phi-3-medium-ORPO", + "developer": "Danielbrdz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4371, - "hfopenllm_v2/BBH": 0.5127, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3031 + "hfopenllm_v2/IFEval": 0.4799, + "hfopenllm_v2/BBH": 0.6536, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4808, + "hfopenllm_v2/MMLU-PRO": 0.4723 } }, { - "id": "LeroyDyer/Mixtral_AI_SwahiliTron_7b", - "name": "Mixtral_AI_SwahiliTron_7b", - "developer": "LeroyDyer", + "id": "Danielbrdz/Barcenas-14b-phi-4", + "name": "Barcenas-14b-phi-4", + "developer": "Danielbrdz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1534, - "hfopenllm_v2/BBH": 0.3055, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.342, - "hfopenllm_v2/MMLU-PRO": 0.1208 + "hfopenllm_v2/IFEval": 0.0498, + "hfopenllm_v2/BBH": 0.6769, + "hfopenllm_v2/MATH Level 5": 0.2583, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.5097, + "hfopenllm_v2/MMLU-PRO": 0.5175 } }, { - "id": "LeroyDyer/SpydazWebAI_Human_AGI", - "name": "SpydazWebAI_Human_AGI", - "developer": "LeroyDyer", + "id": "Danielbrdz/Barcenas-14b-phi-4-v2", + "name": "Barcenas-14b-phi-4-v2", + "developer": "Danielbrdz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3388, - "hfopenllm_v2/BBH": 0.3375, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3966, - "hfopenllm_v2/MMLU-PRO": 0.1479 + "hfopenllm_v2/IFEval": 0.2775, + "hfopenllm_v2/BBH": 0.6573, + "hfopenllm_v2/MATH Level 5": 0.3218, + "hfopenllm_v2/GPQA": 0.3784, + "hfopenllm_v2/MUSR": 0.4399, + "hfopenllm_v2/MMLU-PRO": 0.5244 } }, { - "id": "LeroyDyer/SpydazWebAI_Human_AGI_001", - "name": "SpydazWebAI_Human_AGI_001", - "developer": "LeroyDyer", + "id": "Danielbrdz/Barcenas-3b-GRPO", + "name": "Barcenas-3b-GRPO", + "developer": "Danielbrdz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3118, - "hfopenllm_v2/BBH": 0.3433, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3994, - "hfopenllm_v2/MMLU-PRO": 0.1426 + "hfopenllm_v2/IFEval": 0.5444, + "hfopenllm_v2/BBH": 0.4414, + "hfopenllm_v2/MATH Level 5": 0.1375, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3576, + "hfopenllm_v2/MMLU-PRO": 0.3037 } }, { - "id": "LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b", - "name": "SpydazWeb_AI_CyberTron_Ultra_7b", - "developer": "LeroyDyer", + "id": "Danielbrdz/Barcenas-Llama3-8b-ORPO", + "name": "Barcenas-Llama3-8b-ORPO", + "developer": "Danielbrdz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1556, - "hfopenllm_v2/BBH": 0.4811, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.2866 + "hfopenllm_v2/IFEval": 0.7372, + "hfopenllm_v2/BBH": 0.4987, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.419, + "hfopenllm_v2/MMLU-PRO": 0.383 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAGI_001_M2", - "name": "SpydazWeb_AI_HumanAGI_001_M2", - "developer": "LeroyDyer", + "id": "Danielbrdz/Barcenas-R1-Qwen-1.5b", + "name": "Barcenas-R1-Qwen-1.5b", + "developer": "Danielbrdz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.394, - "hfopenllm_v2/BBH": 0.4888, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4503, - "hfopenllm_v2/MMLU-PRO": 0.3005 + "hfopenllm_v2/IFEval": 0.2428, + "hfopenllm_v2/BBH": 0.3587, + "hfopenllm_v2/MATH Level 5": 0.3497, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3541, + "hfopenllm_v2/MMLU-PRO": 0.1909 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAGI_002", - "name": "SpydazWeb_AI_HumanAGI_002", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/12b-mn-dans-reasoning-test-2", + "name": "12b-mn-dans-reasoning-test-2", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4088, - "hfopenllm_v2/BBH": 0.5044, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4865, - "hfopenllm_v2/MMLU-PRO": 0.3059 + "hfopenllm_v2/IFEval": 0.3711, + "hfopenllm_v2/BBH": 0.4807, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3702, + "hfopenllm_v2/MMLU-PRO": 0.2507 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_001", - "name": "SpydazWeb_AI_HumanAI_001", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/12b-mn-dans-reasoning-test-3", + "name": "12b-mn-dans-reasoning-test-3", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2252, - "hfopenllm_v2/BBH": 0.3344, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.386, - "hfopenllm_v2/MMLU-PRO": 0.1271 + "hfopenllm_v2/IFEval": 0.5053, + "hfopenllm_v2/BBH": 0.4839, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4168, + "hfopenllm_v2/MMLU-PRO": 0.2516 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_006", - "name": "SpydazWeb_AI_HumanAI_006", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/Dans-Instruct-CoreCurriculum-12b-ChatML", + "name": "Dans-Instruct-CoreCurriculum-12b-ChatML", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.143, - "hfopenllm_v2/BBH": 0.3302, - "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/IFEval": 0.2111, + "hfopenllm_v2/BBH": 0.4792, + "hfopenllm_v2/MATH Level 5": 0.0431, "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3568, - "hfopenllm_v2/MMLU-PRO": 0.1135 + "hfopenllm_v2/MUSR": 0.3606, + "hfopenllm_v2/MMLU-PRO": 0.2805 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_007", - "name": "SpydazWeb_AI_HumanAI_007", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML", + "name": "Dans-Instruct-Mix-8b-ChatML", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3352, - "hfopenllm_v2/BBH": 0.3416, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4096, - "hfopenllm_v2/MMLU-PRO": 0.1352 + "hfopenllm_v2/IFEval": 0.0825, + "hfopenllm_v2/BBH": 0.4738, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3918, + "hfopenllm_v2/MMLU-PRO": 0.3288 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT", - "name": "SpydazWeb_AI_HumanAI_009_CHAT", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.0", + "name": "Dans-Instruct-Mix-8b-ChatML-V0.1.0", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2973, - "hfopenllm_v2/BBH": 0.3307, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.1433 + "hfopenllm_v2/IFEval": 0.0668, + "hfopenllm_v2/BBH": 0.4775, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3786, + "hfopenllm_v2/MMLU-PRO": 0.3284 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT", - "name": "SpydazWeb_AI_HumanAI_010_CHAT", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.1", + "name": "Dans-Instruct-Mix-8b-ChatML-V0.1.1", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2507, - "hfopenllm_v2/BBH": 0.3336, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4137, - "hfopenllm_v2/MMLU-PRO": 0.143 + "hfopenllm_v2/IFEval": 0.0911, + "hfopenllm_v2/BBH": 0.4749, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3825, + "hfopenllm_v2/MMLU-PRO": 0.3279 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT", - "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.2.0", + "name": "Dans-Instruct-Mix-8b-ChatML-V0.2.0", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3149, - "hfopenllm_v2/BBH": 0.3523, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3831, - "hfopenllm_v2/MMLU-PRO": 0.1595 + "hfopenllm_v2/IFEval": 0.5064, + "hfopenllm_v2/BBH": 0.4624, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3644, + "hfopenllm_v2/MMLU-PRO": 0.3 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML", - "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT_ML", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/mistral-7b-test-merged", + "name": "mistral-7b-test-merged", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3752, - "hfopenllm_v2/BBH": 0.3984, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.2019 + "hfopenllm_v2/IFEval": 0.6678, + "hfopenllm_v2/BBH": 0.4898, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.2978 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1", - "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1", - "developer": "LeroyDyer", + "id": "Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7", + "name": "Mistral-7b-v0.3-Test-E0.7", + "developer": "Dans-DiscountModels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.405, - "hfopenllm_v2/BBH": 0.4858, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3921, - "hfopenllm_v2/MMLU-PRO": 0.2956 + "hfopenllm_v2/IFEval": 0.5124, + "hfopenllm_v2/BBH": 0.475, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4005, + "hfopenllm_v2/MMLU-PRO": 0.2744 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", - "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", - "developer": "LeroyDyer", + "id": "darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp", + "name": "BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp", + "developer": "darkc0de", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3066, - "hfopenllm_v2/BBH": 0.4577, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.2318 + "hfopenllm_v2/IFEval": 0.4358, + "hfopenllm_v2/BBH": 0.5243, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4143, + "hfopenllm_v2/MMLU-PRO": 0.3673 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_MX", - "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_MX", - "developer": "LeroyDyer", + "id": "darkc0de/BuddyGlassNeverSleeps", + "name": "BuddyGlassNeverSleeps", + "developer": "darkc0de", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3066, - "hfopenllm_v2/BBH": 0.3158, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3444, - "hfopenllm_v2/MMLU-PRO": 0.1107 + "hfopenllm_v2/IFEval": 0.4239, + "hfopenllm_v2/BBH": 0.4977, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3993, + "hfopenllm_v2/MMLU-PRO": 0.3452 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", - "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", - "developer": "LeroyDyer", + "id": "darkc0de/BuddyGlassUncensored2025.2", + "name": "BuddyGlassUncensored2025.2", + "developer": "darkc0de", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3798, - "hfopenllm_v2/BBH": 0.4483, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4148, - "hfopenllm_v2/MMLU-PRO": 0.2389 + "hfopenllm_v2/IFEval": 0.7731, + "hfopenllm_v2/BBH": 0.6095, + "hfopenllm_v2/MATH Level 5": 0.2402, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.4336 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_RP", - "name": "SpydazWeb_AI_HumanAI_RP", - "developer": "LeroyDyer", + "id": "Darkknight535/OpenCrystal-12B-L3", + "name": "OpenCrystal-12B-L3", + "developer": "Darkknight535", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2541, - "hfopenllm_v2/BBH": 0.3323, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3883, - "hfopenllm_v2/MMLU-PRO": 0.1324 + "hfopenllm_v2/IFEval": 0.4071, + "hfopenllm_v2/BBH": 0.5223, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.3657, + "hfopenllm_v2/MMLU-PRO": 0.364 } }, { - "id": "LeroyDyer/SpydazWeb_AI_HumanAI_TextVision", - "name": "SpydazWeb_AI_HumanAI_TextVision", - "developer": "LeroyDyer", + "id": "Databricks-Mosaic-Research/PGRM", + "name": "Databricks-Mosaic-Research/PGRM", + "developer": "Databricks-Mosaic-Research", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3063, - "hfopenllm_v2/BBH": 0.3354, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3938, - "hfopenllm_v2/MMLU-PRO": 0.1387 + "reward-bench/Score": 0.8002, + "reward-bench/Factuality": 0.7937, + "reward-bench/Precise IF": 0.5062, + "reward-bench/Math": 0.7404, + "reward-bench/Safety": 0.9289, + "reward-bench/Focus": 0.9424, + "reward-bench/Ties": 0.8893 } }, { - "id": "LeroyDyer/SpydazWeb_HumanAI_M1", - "name": "SpydazWeb_HumanAI_M1", - "developer": "LeroyDyer", + "id": "databricks/dbrx-base", + "name": "dbrx-base", + "developer": "databricks", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3582, - "hfopenllm_v2/BBH": 0.3563, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.1663 + "hfopenllm_v2/IFEval": 0.0821, + "hfopenllm_v2/BBH": 0.5196, + "hfopenllm_v2/MATH Level 5": 0.1, + "hfopenllm_v2/GPQA": 0.3267, + "hfopenllm_v2/MUSR": 0.4067, + "hfopenllm_v2/MMLU-PRO": 0.35 } }, { - "id": "LeroyDyer/SpydazWeb_HumanAI_M2", - "name": "SpydazWeb_HumanAI_M2", - "developer": "LeroyDyer", + "id": "databricks/dbrx-instruct", + "name": "DBRX Instruct", + "developer": "databricks", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.375, - "hfopenllm_v2/BBH": 0.3931, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3751, - "hfopenllm_v2/MMLU-PRO": 0.201 + "helm_lite/Mean win rate": 0.289, + "helm_lite/NarrativeQA": 0.488, + "helm_lite/NaturalQuestions (closed-book)": 0.284, + "helm_lite/OpenbookQA": 0.91, + "helm_lite/MMLU": 0.643, + "helm_lite/MATH": 0.358, + "helm_lite/GSM8K": 0.671, + "helm_lite/LegalBench": 0.426, + "helm_lite/MedQA": 0.694, + "helm_lite/WMT 2014": 0.131, + "helm_mmlu/MMLU All Subjects": 0.741, + "helm_mmlu/Abstract Algebra": 0.34, + "helm_mmlu/Anatomy": 0.667, + "helm_mmlu/College Physics": 0.539, + "helm_mmlu/Computer Security": 0.83, + "helm_mmlu/Econometrics": 0.605, + "helm_mmlu/Global Facts": 0.46, + "helm_mmlu/Jurisprudence": 0.843, + "helm_mmlu/Philosophy": 0.804, + "helm_mmlu/Professional Psychology": 0.801, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.836, + "helm_mmlu/Business Ethics": 0.78, + "helm_mmlu/Clinical Knowledge": 0.789, + "helm_mmlu/Conceptual Physics": 0.74, + "helm_mmlu/Electrical Engineering": 0.71, + "helm_mmlu/Elementary Mathematics": 0.563, + "helm_mmlu/Formal Logic": 0.563, + "helm_mmlu/High School World History": 0.903, + "helm_mmlu/Human Sexuality": 0.878, + "helm_mmlu/International Law": 0.884, + "helm_mmlu/Logical Fallacies": 0.847, + "helm_mmlu/Machine Learning": 0.625, + "helm_mmlu/Management": 0.854, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.85, + "helm_mmlu/Miscellaneous": 0.911, + "helm_mmlu/Moral Scenarios": 0.465, + "helm_mmlu/Nutrition": 0.814, + "helm_mmlu/Prehistory": 0.84, + "helm_mmlu/Public Relations": 0.691, + "helm_mmlu/Security Studies": 0.804, + "helm_mmlu/Sociology": 0.896, + "helm_mmlu/Virology": 0.566, + "helm_mmlu/World Religions": 0.871, + "helm_mmlu/Mean win rate": 0.537, + "hfopenllm_v2/IFEval": 0.5416, + "hfopenllm_v2/BBH": 0.5429, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4269, + "hfopenllm_v2/MMLU-PRO": 0.3683 } }, { - "id": "LeroyDyer/SpydazWeb_HumanAI_M3", - "name": "SpydazWeb_HumanAI_M3", - "developer": "LeroyDyer", + "id": "databricks/dolly-v1-6b", + "name": "dolly-v1-6b", + "developer": "databricks", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1579, - "hfopenllm_v2/BBH": 0.3127, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.1149 + "hfopenllm_v2/IFEval": 0.2224, + "hfopenllm_v2/BBH": 0.3172, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.4004, + "hfopenllm_v2/MMLU-PRO": 0.1266 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_12", - "name": "_Spydaz_Web_AI_12", - "developer": "LeroyDyer", + "id": "databricks/dolly-v2-12b", + "name": "dolly-v2-12b", + "developer": "databricks", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2765, - "hfopenllm_v2/BBH": 0.3163, + "hfopenllm_v2/IFEval": 0.2355, + "hfopenllm_v2/BBH": 0.332, "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3582, - "hfopenllm_v2/MMLU-PRO": 0.1137 + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.1129 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_14", - "name": "_Spydaz_Web_AI_14", - "developer": "LeroyDyer", + "id": "databricks/dolly-v2-3b", + "name": "dolly-v2-3b", + "developer": "databricks", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1812, - "hfopenllm_v2/BBH": 0.2989, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3395, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.2247, + "hfopenllm_v2/BBH": 0.3079, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3338, + "hfopenllm_v2/MMLU-PRO": 0.1145 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_001", - "name": "_Spydaz_Web_AI_AGI_R1_001", - "developer": "LeroyDyer", + "id": "databricks/dolly-v2-7b", + "name": "dolly-v2-7b", + "developer": "databricks", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4505, - "hfopenllm_v2/BBH": 0.4609, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4256, - "hfopenllm_v2/MMLU-PRO": 0.2734 + "hfopenllm_v2/IFEval": 0.201, + "hfopenllm_v2/BBH": 0.3173, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3553, + "hfopenllm_v2/MMLU-PRO": 0.1149 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_002", - "name": "_Spydaz_Web_AI_AGI_R1_002", - "developer": "LeroyDyer", + "id": "DavidAU/DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm", + "name": "DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5307, - "hfopenllm_v2/BBH": 0.4683, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4255, - "hfopenllm_v2/MMLU-PRO": 0.2894 + "hfopenllm_v2/IFEval": 0.3136, + "hfopenllm_v2/BBH": 0.4762, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.3928, + "hfopenllm_v2/MMLU-PRO": 0.3209 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_MUSR", - "name": "_Spydaz_Web_AI_AGI_R1_MUSR", - "developer": "LeroyDyer", + "id": "DavidAU/DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B", + "name": "DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4786, - "hfopenllm_v2/BBH": 0.4672, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4869, - "hfopenllm_v2/MMLU-PRO": 0.2828 + "hfopenllm_v2/IFEval": 0.3685, + "hfopenllm_v2/BBH": 0.4887, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.2976 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_MasterCoder", - "name": "_Spydaz_Web_AI_AGI_R1_MasterCoder", - "developer": "LeroyDyer", + "id": "DavidAU/DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B", + "name": "DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4143, - "hfopenllm_v2/BBH": 0.4689, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.472, - "hfopenllm_v2/MMLU-PRO": 0.2719 + "hfopenllm_v2/IFEval": 0.2507, + "hfopenllm_v2/BBH": 0.4488, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4164, + "hfopenllm_v2/MMLU-PRO": 0.2709 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_001", - "name": "_Spydaz_Web_AI_AGI_R1_Math_001", - "developer": "LeroyDyer", + "id": "DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B", + "name": "DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4571, - "hfopenllm_v2/BBH": 0.4818, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4778, - "hfopenllm_v2/MMLU-PRO": 0.2681 + "hfopenllm_v2/IFEval": 0.3883, + "hfopenllm_v2/BBH": 0.4886, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4375, + "hfopenllm_v2/MMLU-PRO": 0.3024 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_003", - "name": "_Spydaz_Web_AI_AGI_R1_Math_003", - "developer": "LeroyDyer", + "id": "DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B", + "name": "DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.62, - "hfopenllm_v2/BBH": 0.4756, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4202, - "hfopenllm_v2/MMLU-PRO": 0.2999 + "hfopenllm_v2/IFEval": 0.3436, + "hfopenllm_v2/BBH": 0.4769, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.297 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent", - "name": "_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent", - "developer": "LeroyDyer", + "id": "DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm", + "name": "DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5951, - "hfopenllm_v2/BBH": 0.4927, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.5198, - "hfopenllm_v2/MMLU-PRO": 0.3 + "hfopenllm_v2/IFEval": 0.3416, + "hfopenllm_v2/BBH": 0.5807, + "hfopenllm_v2/MATH Level 5": 0.5536, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.5155, + "hfopenllm_v2/MMLU-PRO": 0.4624 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Student", - "name": "_Spydaz_Web_AI_AGI_R1_Math_Student", - "developer": "LeroyDyer", + "id": "DavidAU/DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B", + "name": "DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5736, - "hfopenllm_v2/BBH": 0.4881, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.5098, - "hfopenllm_v2/MMLU-PRO": 0.2927 + "hfopenllm_v2/IFEval": 0.2853, + "hfopenllm_v2/BBH": 0.4462, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4179, + "hfopenllm_v2/MMLU-PRO": 0.2778 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Teacher", - "name": "_Spydaz_Web_AI_AGI_R1_Math_Teacher", - "developer": "LeroyDyer", + "id": "DavidAU/DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B", + "name": "DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5772, - "hfopenllm_v2/BBH": 0.4805, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.5222, - "hfopenllm_v2/MMLU-PRO": 0.2956 + "hfopenllm_v2/IFEval": 0.3793, + "hfopenllm_v2/BBH": 0.4232, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.356, + "hfopenllm_v2/MMLU-PRO": 0.272 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_001", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_001", - "developer": "LeroyDyer", + "id": "DavidAU/Gemma-The-Writer-9B", + "name": "Gemma-The-Writer-9B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5818, - "hfopenllm_v2/BBH": 0.4908, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4486, - "hfopenllm_v2/MMLU-PRO": 0.2906 + "hfopenllm_v2/IFEval": 0.174, + "hfopenllm_v2/BBH": 0.5905, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4099, + "hfopenllm_v2/MMLU-PRO": 0.3979 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_002", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_002", - "developer": "LeroyDyer", + "id": "DavidAU/Gemma-The-Writer-DEADLINE-10B", + "name": "Gemma-The-Writer-DEADLINE-10B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5462, - "hfopenllm_v2/BBH": 0.4655, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4511, - "hfopenllm_v2/MMLU-PRO": 0.2867 + "hfopenllm_v2/IFEval": 0.2332, + "hfopenllm_v2/BBH": 0.5896, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.4189, + "hfopenllm_v2/MMLU-PRO": 0.3946 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Coder", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_Coder", - "developer": "LeroyDyer", + "id": "DavidAU/Gemma-The-Writer-J.GutenBerg-10B", + "name": "Gemma-The-Writer-J.GutenBerg-10B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4924, - "hfopenllm_v2/BBH": 0.4638, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.5625, - "hfopenllm_v2/MMLU-PRO": 0.289 + "hfopenllm_v2/IFEval": 0.2858, + "hfopenllm_v2/BBH": 0.5909, + "hfopenllm_v2/MATH Level 5": 0.0921, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4176, + "hfopenllm_v2/MMLU-PRO": 0.3947 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Math", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_Math", - "developer": "LeroyDyer", + "id": "DavidAU/Gemma-The-Writer-Mighty-Sword-9B", + "name": "Gemma-The-Writer-Mighty-Sword-9B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5033, - "hfopenllm_v2/BBH": 0.4677, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4326, - "hfopenllm_v2/MMLU-PRO": 0.2913 + "hfopenllm_v2/IFEval": 0.7528, + "hfopenllm_v2/BBH": 0.5912, + "hfopenllm_v2/MATH Level 5": 0.1911, + "hfopenllm_v2/GPQA": 0.3482, + "hfopenllm_v2/MUSR": 0.4112, + "hfopenllm_v2/MMLU-PRO": 0.3968 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_MathMaster", - "name": "_Spydaz_Web_AI_AGI_R1_OmG_MathMaster", - "developer": "LeroyDyer", + "id": "DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored", + "name": "Gemma-The-Writer-N-Restless-Quill-10B-Uncensored", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5558, - "hfopenllm_v2/BBH": 0.4742, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.451, - "hfopenllm_v2/MMLU-PRO": 0.2672 + "hfopenllm_v2/IFEval": 0.7071, + "hfopenllm_v2/BBH": 0.5922, + "hfopenllm_v2/MATH Level 5": 0.2296, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4163, + "hfopenllm_v2/MMLU-PRO": 0.3966 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Student_Coder", - "name": "_Spydaz_Web_AI_AGI_R1_Student_Coder", - "developer": "LeroyDyer", + "id": "DavidAU/L3-Dark-Planet-8B", + "name": "L3-Dark-Planet-8B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.545, - "hfopenllm_v2/BBH": 0.4651, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4388, - "hfopenllm_v2/MMLU-PRO": 0.2768 + "hfopenllm_v2/IFEval": 0.4134, + "hfopenllm_v2/BBH": 0.5084, + "hfopenllm_v2/MATH Level 5": 0.0823, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.3616, + "hfopenllm_v2/MMLU-PRO": 0.3737 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Teacher_Coder", - "name": "_Spydaz_Web_AI_AGI_R1_Teacher_Coder", - "developer": "LeroyDyer", + "id": "DavidAU/L3-DARKEST-PLANET-16.5B", + "name": "L3-DARKEST-PLANET-16.5B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5082, - "hfopenllm_v2/BBH": 0.4797, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4338, - "hfopenllm_v2/MMLU-PRO": 0.2845 + "hfopenllm_v2/IFEval": 0.6231, + "hfopenllm_v2/BBH": 0.523, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.363 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student", - "name": "_Spydaz_Web_AI_AGI_R1_Top_Student", - "developer": "LeroyDyer", + "id": "DavidAU/L3-Jamet-12.2B-MK.V-Blackroot-Instruct", + "name": "L3-Jamet-12.2B-MK.V-Blackroot-Instruct", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.604, - "hfopenllm_v2/BBH": 0.4988, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.5398, - "hfopenllm_v2/MMLU-PRO": 0.3024 + "hfopenllm_v2/IFEval": 0.3962, + "hfopenllm_v2/BBH": 0.4766, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.3291 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_X1", - "name": "_Spydaz_Web_AI_AGI_R1_X1", - "developer": "LeroyDyer", + "id": "DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct", + "name": "L3-Lumimaid-12.2B-v0.1-OAS-Instruct", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4273, - "hfopenllm_v2/BBH": 0.4759, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.2891 + "hfopenllm_v2/IFEval": 0.3924, + "hfopenllm_v2/BBH": 0.4693, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4194, + "hfopenllm_v2/MMLU-PRO": 0.3142 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_X2", - "name": "_Spydaz_Web_AI_AGI_R1_X2", - "developer": "LeroyDyer", + "id": "DavidAU/L3-SMB-Instruct-12.2B-F32", + "name": "L3-SMB-Instruct-12.2B-F32", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5434, + "hfopenllm_v2/IFEval": 0.4303, "hfopenllm_v2/BBH": 0.4786, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4695, - "hfopenllm_v2/MMLU-PRO": 0.2921 + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4087, + "hfopenllm_v2/MMLU-PRO": 0.3312 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_AGI_RP_R1", - "name": "_Spydaz_Web_AI_AGI_RP_R1", - "developer": "LeroyDyer", + "id": "DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B", + "name": "L3-Stheno-Maid-Blackroot-Grand-HORROR-16B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5426, - "hfopenllm_v2/BBH": 0.4701, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.4201, - "hfopenllm_v2/MMLU-PRO": 0.2894 + "hfopenllm_v2/IFEval": 0.3439, + "hfopenllm_v2/BBH": 0.4736, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4031, + "hfopenllm_v2/MMLU-PRO": 0.357 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_BIBLE_002", - "name": "_Spydaz_Web_AI_BIBLE_002", - "developer": "LeroyDyer", + "id": "DavidAU/L3-Stheno-v3.2-12.2B-Instruct", + "name": "L3-Stheno-v3.2-12.2B-Instruct", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2195, - "hfopenllm_v2/BBH": 0.3289, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3407, - "hfopenllm_v2/MMLU-PRO": 0.1368 + "hfopenllm_v2/IFEval": 0.4028, + "hfopenllm_v2/BBH": 0.4846, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.4103, + "hfopenllm_v2/MMLU-PRO": 0.3345 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_ChatML_002", - "name": "_Spydaz_Web_AI_ChatML_002", - "developer": "LeroyDyer", + "id": "DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B", + "name": "L3.1-Dark-Planet-SpinFire-Uncensored-8B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2412, - "hfopenllm_v2/BBH": 0.3106, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3623, - "hfopenllm_v2/MMLU-PRO": 0.1095 + "hfopenllm_v2/IFEval": 0.7043, + "hfopenllm_v2/BBH": 0.5261, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3541, + "hfopenllm_v2/MMLU-PRO": 0.367 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_ChatQA", - "name": "_Spydaz_Web_AI_ChatQA", - "developer": "LeroyDyer", + "id": "DavidAU/L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B", + "name": "L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1415, - "hfopenllm_v2/BBH": 0.3236, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3447, - "hfopenllm_v2/MMLU-PRO": 0.1475 + "hfopenllm_v2/IFEval": 0.3345, + "hfopenllm_v2/BBH": 0.4421, + "hfopenllm_v2/MATH Level 5": 0.2606, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.3749, + "hfopenllm_v2/MMLU-PRO": 0.2892 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_ChatQA_003", - "name": "_Spydaz_Web_AI_ChatQA_003", - "developer": "LeroyDyer", + "id": "DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B", + "name": "Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2209, - "hfopenllm_v2/BBH": 0.3172, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.1133 + "hfopenllm_v2/IFEval": 0.1783, + "hfopenllm_v2/BBH": 0.3033, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3715, + "hfopenllm_v2/MMLU-PRO": 0.1142 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_TEMP_", - "name": "_Spydaz_Web_AI_TEMP_", - "developer": "LeroyDyer", + "id": "DavidAU/Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B", + "name": "Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4795, - "hfopenllm_v2/BBH": 0.4957, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4218, - "hfopenllm_v2/MMLU-PRO": 0.3121 + "hfopenllm_v2/IFEval": 0.2835, + "hfopenllm_v2/BBH": 0.3592, + "hfopenllm_v2/MATH Level 5": 0.2417, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3847, + "hfopenllm_v2/MMLU-PRO": 0.1636 } }, { - "id": "LeroyDyer/_Spydaz_Web_AI_Top_Teacher_", - "name": "_Spydaz_Web_AI_Top_Teacher_", - "developer": "LeroyDyer", + "id": "DavidAU/Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32", + "name": "Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32", + "developer": "DavidAU", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4404, - "hfopenllm_v2/BBH": 0.4891, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4366, - "hfopenllm_v2/MMLU-PRO": 0.315 + "hfopenllm_v2/IFEval": 0.2107, + "hfopenllm_v2/BBH": 0.3286, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3404, + "hfopenllm_v2/MMLU-PRO": 0.1122 } }, { - "id": "LightningRodLabs/Flashlight-v1.0", - "name": "Flashlight-v1.0", - "developer": "LightningRodLabs", + "id": "davidkim205/nox-solar-10.7b-v4", + "name": "nox-solar-10.7b-v4", + "developer": "davidkim205", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6745, - "hfopenllm_v2/BBH": 0.6877, - "hfopenllm_v2/MATH Level 5": 0.497, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.4101, - "hfopenllm_v2/MMLU-PRO": 0.5402 + "hfopenllm_v2/IFEval": 0.3753, + "hfopenllm_v2/BBH": 0.4814, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4298, + "hfopenllm_v2/MMLU-PRO": 0.3333 } }, { - "id": "LightningRodLabs/Flashlight-v1.1", - "name": "Flashlight-v1.1", - "developer": "LightningRodLabs", + "id": "davidkim205/Rhea-72b-v0.5", + "name": "Rhea-72b-v0.5", + "developer": "davidkim205", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6721, - "hfopenllm_v2/BBH": 0.6901, - "hfopenllm_v2/MATH Level 5": 0.5325, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4048, - "hfopenllm_v2/MMLU-PRO": 0.5416 + "hfopenllm_v2/IFEval": 0.0145, + "hfopenllm_v2/BBH": 0.3078, + "hfopenllm_v2/MATH Level 5": 0.1737, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.4241, + "hfopenllm_v2/MMLU-PRO": 0.1166 } }, { - "id": "LightningRodLabs/Flashlight-v1.2", - "name": "Flashlight-v1.2", - "developer": "LightningRodLabs", + "id": "Davidsv/SUONG-1", + "name": "SUONG-1", + "developer": "Davidsv", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.436, - "hfopenllm_v2/BBH": 0.3265, - "hfopenllm_v2/MATH Level 5": 0.1556, - "hfopenllm_v2/GPQA": 0.2357, - "hfopenllm_v2/MUSR": 0.4554, - "hfopenllm_v2/MMLU-PRO": 0.2485 + "hfopenllm_v2/IFEval": 0.2497, + "hfopenllm_v2/BBH": 0.2817, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3578, + "hfopenllm_v2/MMLU-PRO": 0.1085 } }, { - "id": "Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1", - "name": "2_PRYMMAL-ECE-2B-SLERP-V1", - "developer": "Lil-R", + "id": "DavieLion/Llama-3.2-1B-SPIN-iter0", + "name": "Llama-3.2-1B-SPIN-iter0", + "developer": "DavieLion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5823, - "hfopenllm_v2/BBH": 0.4287, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4375, - "hfopenllm_v2/MMLU-PRO": 0.2678 + "hfopenllm_v2/IFEval": 0.1549, + "hfopenllm_v2/BBH": 0.2937, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3565, + "hfopenllm_v2/MMLU-PRO": 0.1128 } }, { - "id": "Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2", - "name": "2_PRYMMAL-ECE-2B-SLERP-V2", - "developer": "Lil-R", + "id": "DavieLion/Llama-3.2-1B-SPIN-iter1", + "name": "Llama-3.2-1B-SPIN-iter1", + "developer": "DavieLion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5543, - "hfopenllm_v2/BBH": 0.4376, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4482, - "hfopenllm_v2/MMLU-PRO": 0.2744 + "hfopenllm_v2/IFEval": 0.1575, + "hfopenllm_v2/BBH": 0.294, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3646, + "hfopenllm_v2/MMLU-PRO": 0.1118 } }, { - "id": "Lil-R/2_PRYMMAL-ECE-7B-SLERP", - "name": "2_PRYMMAL-ECE-7B-SLERP", - "developer": "Lil-R", + "id": "DavieLion/Llama-3.2-1B-SPIN-iter2", + "name": "Llama-3.2-1B-SPIN-iter2", + "developer": "DavieLion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5577, - "hfopenllm_v2/BBH": 0.5557, - "hfopenllm_v2/MATH Level 5": 0.3633, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4396, - "hfopenllm_v2/MMLU-PRO": 0.4507 + "hfopenllm_v2/IFEval": 0.1376, + "hfopenllm_v2/BBH": 0.298, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3553, + "hfopenllm_v2/MMLU-PRO": 0.1129 } }, { - "id": "Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1", - "name": "2_PRYMMAL-ECE-7B-SLERP-V1", - "developer": "Lil-R", + "id": "DavieLion/Llama-3.2-1B-SPIN-iter3", + "name": "Llama-3.2-1B-SPIN-iter3", + "developer": "DavieLion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1073, - "hfopenllm_v2/BBH": 0.3053, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3911, - "hfopenllm_v2/MMLU-PRO": 0.1124 + "hfopenllm_v2/IFEval": 0.1324, + "hfopenllm_v2/BBH": 0.2972, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3527, + "hfopenllm_v2/MMLU-PRO": 0.1129 } }, { - "id": "Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2", - "name": "2_PRYMMAL-ECE-7B-SLERP-V2", - "developer": "Lil-R", + "id": "DavieLion/Lllma-3.2-1B", + "name": "Lllma-3.2-1B", + "developer": "DavieLion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1073, - "hfopenllm_v2/BBH": 0.3053, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3911, - "hfopenllm_v2/MMLU-PRO": 0.1124 + "hfopenllm_v2/IFEval": 0.1601, + "hfopenllm_v2/BBH": 0.2965, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3578, + "hfopenllm_v2/MMLU-PRO": 0.1126 } }, { - "id": "Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3", - "name": "2_PRYMMAL-ECE-7B-SLERP-V3", - "developer": "Lil-R", + "id": "DebateLabKIT/Llama-3.1-Argunaut-1-8B-SFT", + "name": "Llama-3.1-Argunaut-1-8B-SFT", + "developer": "DebateLabKIT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2235, - "hfopenllm_v2/BBH": 0.3578, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.4107, - "hfopenllm_v2/MMLU-PRO": 0.1817 + "hfopenllm_v2/IFEval": 0.5519, + "hfopenllm_v2/BBH": 0.4824, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4503, + "hfopenllm_v2/MMLU-PRO": 0.3472 } }, { - "id": "Lil-R/PRYMMAL-ECE-1B-SLERP-V1", - "name": "PRYMMAL-ECE-1B-SLERP-V1", - "developer": "Lil-R", + "id": "Deci/DeciLM-7B", + "name": "DeciLM-7B", + "developer": "Deci", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2874, - "hfopenllm_v2/BBH": 0.419, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3974, - "hfopenllm_v2/MMLU-PRO": 0.2926 + "hfopenllm_v2/IFEval": 0.2813, + "hfopenllm_v2/BBH": 0.4423, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4359, + "hfopenllm_v2/MMLU-PRO": 0.2692 } }, { - "id": "Lil-R/PRYMMAL-ECE-7B-SLERP-V8", - "name": "PRYMMAL-ECE-7B-SLERP-V8", - "developer": "Lil-R", + "id": "Deci/DeciLM-7B-instruct", + "name": "DeciLM-7B-instruct", + "developer": "Deci", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1258, - "hfopenllm_v2/BBH": 0.2955, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3631, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.488, + "hfopenllm_v2/BBH": 0.459, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3884, + "hfopenllm_v2/MMLU-PRO": 0.2608 } }, { - "id": "LilRg/10PRYMMAL-3B-slerp", - "name": "10PRYMMAL-3B-slerp", - "developer": "LilRg", + "id": "DeepAutoAI/causal_gpt2", + "name": "causal_gpt2", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1946, - "hfopenllm_v2/BBH": 0.532, - "hfopenllm_v2/MATH Level 5": 0.1495, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4529, - "hfopenllm_v2/MMLU-PRO": 0.3881 + "hfopenllm_v2/IFEval": 0.1813, + "hfopenllm_v2/BBH": 0.3026, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.427, + "hfopenllm_v2/MMLU-PRO": 0.1131 } }, { - "id": "LilRg/ECE-1B-merge-PRYMMAL", - "name": "ECE-1B-merge-PRYMMAL", - "developer": "LilRg", + "id": "DeepAutoAI/d2nwg_causal_gpt2", + "name": "d2nwg_causal_gpt2", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2712, - "hfopenllm_v2/BBH": 0.4235, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3801, - "hfopenllm_v2/MMLU-PRO": 0.2906 + "hfopenllm_v2/IFEval": 0.1916, + "hfopenllm_v2/BBH": 0.3027, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.4297, + "hfopenllm_v2/MMLU-PRO": 0.1151 } }, { - "id": "LilRg/ECE_Finetunning", - "name": "ECE_Finetunning", - "developer": "LilRg", + "id": "DeepAutoAI/d2nwg_causal_gpt2_v1", + "name": "d2nwg_causal_gpt2_v1", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0445, - "hfopenllm_v2/BBH": 0.4732, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3839, - "hfopenllm_v2/MMLU-PRO": 0.3191 + "hfopenllm_v2/IFEval": 0.1989, + "hfopenllm_v2/BBH": 0.2992, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4337, + "hfopenllm_v2/MMLU-PRO": 0.1135 } }, { - "id": "LilRg/PRYMMAL-6B-slerp", - "name": "PRYMMAL-6B-slerp", - "developer": "LilRg", + "id": "DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0", + "name": "d2nwg_Llama-3.1-8B-Instruct-v0.0", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1153, - "hfopenllm_v2/BBH": 0.2868, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3698, - "hfopenllm_v2/MMLU-PRO": 0.1108 + "hfopenllm_v2/IFEval": 0.7893, + "hfopenllm_v2/BBH": 0.508, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.3877 } }, { - "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V3", - "name": "PRYMMAL-ECE-7B-SLERP-V3", - "developer": "LilRg", + "id": "DeepAutoAI/Explore_Llama-3.1-8B-Inst", + "name": "Explore_Llama-3.1-8B-Inst", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1243, - "hfopenllm_v2/BBH": 0.2957, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.1127 + "hfopenllm_v2/IFEval": 0.7795, + "hfopenllm_v2/BBH": 0.5117, + "hfopenllm_v2/MATH Level 5": 0.2009, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.391, + "hfopenllm_v2/MMLU-PRO": 0.3792 } }, { - "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V4", - "name": "PRYMMAL-ECE-7B-SLERP-V4", - "developer": "LilRg", + "id": "DeepAutoAI/Explore_Llama-3.2-1B-Inst", + "name": "Explore_Llama-3.2-1B-Inst", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1249, - "hfopenllm_v2/BBH": 0.2957, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.1127 + "hfopenllm_v2/IFEval": 0.5649, + "hfopenllm_v2/BBH": 0.3505, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3183, + "hfopenllm_v2/MMLU-PRO": 0.1809 } }, { - "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V5", - "name": "PRYMMAL-ECE-7B-SLERP-V5", - "developer": "LilRg", + "id": "DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0", + "name": "Explore_Llama-3.2-1B-Inst_v0", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1249, - "hfopenllm_v2/BBH": 0.2957, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.1127 + "hfopenllm_v2/IFEval": 0.5597, + "hfopenllm_v2/BBH": 0.3365, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3103, + "hfopenllm_v2/MMLU-PRO": 0.1804 } }, { - "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V6", - "name": "PRYMMAL-ECE-7B-SLERP-V6", - "developer": "LilRg", + "id": "DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1", + "name": "Explore_Llama-3.2-1B-Inst_v1", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1243, - "hfopenllm_v2/BBH": 0.2957, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.1127 + "hfopenllm_v2/IFEval": 0.4999, + "hfopenllm_v2/BBH": 0.3141, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.1269 } }, { - "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V7", - "name": "PRYMMAL-ECE-7B-SLERP-V7", - "developer": "LilRg", + "id": "DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1.1", + "name": "Explore_Llama-3.2-1B-Inst_v1.1", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1249, - "hfopenllm_v2/BBH": 0.2957, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.1127 + "hfopenllm_v2/IFEval": 0.5844, + "hfopenllm_v2/BBH": 0.3513, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3117, + "hfopenllm_v2/MMLU-PRO": 0.1818 } }, { - "id": "LilRg/PRYMMAL-slerp-Merge", - "name": "PRYMMAL-slerp-Merge", - "developer": "LilRg", + "id": "DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst", + "name": "ldm_soup_Llama-3.1-8B-Inst", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3044, - "hfopenllm_v2/BBH": 0.5364, - "hfopenllm_v2/MATH Level 5": 0.1616, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4635, - "hfopenllm_v2/MMLU-PRO": 0.3863 + "hfopenllm_v2/IFEval": 0.8033, + "hfopenllm_v2/BBH": 0.5121, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4161, + "hfopenllm_v2/MMLU-PRO": 0.3886 } }, { - "id": "LimYeri/CodeMind-Llama3-8B-unsloth_v2-merged", - "name": "CodeMind-Llama3-8B-unsloth_v2-merged", - "developer": "LimYeri", + "id": "DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0", + "name": "ldm_soup_Llama-3.1-8B-Instruct-v0.0", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6946, - "hfopenllm_v2/BBH": 0.486, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3316, - "hfopenllm_v2/MMLU-PRO": 0.3506 + "hfopenllm_v2/IFEval": 0.7889, + "hfopenllm_v2/BBH": 0.5125, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4121, + "hfopenllm_v2/MMLU-PRO": 0.3895 } }, { - "id": "LimYeri/CodeMind-Llama3-8B-unsloth_v3-merged", - "name": "CodeMind-Llama3-8B-unsloth_v3-merged", - "developer": "LimYeri", + "id": "DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1", + "name": "ldm_soup_Llama-3.1-8B-Instruct-v0.1", + "developer": "DeepAutoAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6763, - "hfopenllm_v2/BBH": 0.4908, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3356, - "hfopenllm_v2/MMLU-PRO": 0.3496 + "hfopenllm_v2/IFEval": 0.7889, + "hfopenllm_v2/BBH": 0.5125, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4121, + "hfopenllm_v2/MMLU-PRO": 0.3895 } }, { - "id": "LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged", - "name": "CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged", - "developer": "LimYeri", + "id": "DeepMount00/Lexora-Lite-3B", + "name": "Lexora-Lite-3B", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6492, - "hfopenllm_v2/BBH": 0.4853, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3608, - "hfopenllm_v2/MMLU-PRO": 0.3354 + "hfopenllm_v2/IFEval": 0.5776, + "hfopenllm_v2/BBH": 0.4873, + "hfopenllm_v2/MATH Level 5": 0.2304, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3966, + "hfopenllm_v2/MMLU-PRO": 0.3602 } }, { - "id": "LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-merged", - "name": "CodeMind-Llama3-8B-unsloth_v4-one-merged", - "developer": "LimYeri", + "id": "DeepMount00/Lexora-Lite-3B_v2", + "name": "Lexora-Lite-3B_v2", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3211, - "hfopenllm_v2/BBH": 0.4739, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4069, - "hfopenllm_v2/MMLU-PRO": 0.3353 + "hfopenllm_v2/IFEval": 0.4943, + "hfopenllm_v2/BBH": 0.4812, + "hfopenllm_v2/MATH Level 5": 0.2281, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3822, + "hfopenllm_v2/MMLU-PRO": 0.3544 } }, { - "id": "LimYeri/CodeMind-Llama3.1-8B-unsloth-merged", - "name": "CodeMind-Llama3.1-8B-unsloth-merged", - "developer": "LimYeri", + "id": "DeepMount00/Lexora-Medium-7B", + "name": "Lexora-Medium-7B", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.649, - "hfopenllm_v2/BBH": 0.4695, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3752, - "hfopenllm_v2/MMLU-PRO": 0.334 + "hfopenllm_v2/IFEval": 0.4103, + "hfopenllm_v2/BBH": 0.5145, + "hfopenllm_v2/MATH Level 5": 0.2221, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4439, + "hfopenllm_v2/MMLU-PRO": 0.4325 } }, { - "id": "Locutusque/CollectiveLM-Falcon-3-7B", - "name": "CollectiveLM-Falcon-3-7B", - "developer": "Locutusque", + "id": "DeepMount00/Llama-3-8b-Ita", + "name": "Llama-3-8b-Ita", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3918, - "hfopenllm_v2/BBH": 0.5105, - "hfopenllm_v2/MATH Level 5": 0.2183, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.3887, - "hfopenllm_v2/MMLU-PRO": 0.3599 + "hfopenllm_v2/IFEval": 0.753, + "hfopenllm_v2/BBH": 0.4936, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4268, + "hfopenllm_v2/MMLU-PRO": 0.3852 } }, { - "id": "Locutusque/Hercules-6.0-Llama-3.1-8B", - "name": "Hercules-6.0-Llama-3.1-8B", - "developer": "Locutusque", + "id": "DeepMount00/Llama-3.1-8b-ITA", + "name": "Llama-3.1-8b-ITA", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.663, - "hfopenllm_v2/BBH": 0.4813, - "hfopenllm_v2/MATH Level 5": 0.1669, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3621, - "hfopenllm_v2/MMLU-PRO": 0.3615 + "hfopenllm_v2/IFEval": 0.7917, + "hfopenllm_v2/BBH": 0.5109, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.3876 } }, { - "id": "Locutusque/Hercules-6.1-Llama-3.1-8B", - "name": "Hercules-6.1-Llama-3.1-8B", - "developer": "Locutusque", + "id": "DeepMount00/Llama-3.1-Distilled", + "name": "Llama-3.1-Distilled", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6007, - "hfopenllm_v2/BBH": 0.4656, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3553, - "hfopenllm_v2/MMLU-PRO": 0.3669 + "hfopenllm_v2/IFEval": 0.7844, + "hfopenllm_v2/BBH": 0.5101, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4058, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "Locutusque/Llama-3-NeuralHercules-5.0-8B", - "name": "Llama-3-NeuralHercules-5.0-8B", - "developer": "Locutusque", + "id": "DeepMount00/mergekit-ties-okvgjfz", + "name": "mergekit-ties-okvgjfz", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4489, - "hfopenllm_v2/BBH": 0.394, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3881, - "hfopenllm_v2/MMLU-PRO": 0.2933 + "hfopenllm_v2/IFEval": 0.153, + "hfopenllm_v2/BBH": 0.2998, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3806, + "hfopenllm_v2/MMLU-PRO": 0.1118 } }, { - "id": "Locutusque/Llama-3-Yggdrasil-2.0-8B", - "name": "Llama-3-Yggdrasil-2.0-8B", - "developer": "Locutusque", + "id": "DeepMount00/Qwen2-1.5B-Ita", + "name": "Qwen2-1.5B-Ita", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5371, - "hfopenllm_v2/BBH": 0.4772, - "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/IFEval": 0.5173, + "hfopenllm_v2/BBH": 0.3981, + "hfopenllm_v2/MATH Level 5": 0.114, "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.3167 + "hfopenllm_v2/MUSR": 0.3504, + "hfopenllm_v2/MMLU-PRO": 0.2772 } }, { - "id": "Locutusque/TinyMistral-248M-v2.5", - "name": "TinyMistral-248M-v2.5", - "developer": "Locutusque", + "id": "DeepMount00/Qwen2-1.5B-Ita_v2", + "name": "Qwen2-1.5B-Ita_v2", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1336, - "hfopenllm_v2/BBH": 0.3039, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3782, - "hfopenllm_v2/MMLU-PRO": 0.1135 + "hfopenllm_v2/IFEval": 0.5, + "hfopenllm_v2/BBH": 0.3954, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3702, + "hfopenllm_v2/MMLU-PRO": 0.3032 } }, { - "id": "Luni/StarDust-12b-v1", - "name": "StarDust-12b-v1", - "developer": "Luni", + "id": "DeepMount00/Qwen2-1.5B-Ita_v3", + "name": "Qwen2-1.5B-Ita_v3", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5459, - "hfopenllm_v2/BBH": 0.5366, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4324, - "hfopenllm_v2/MMLU-PRO": 0.3412 + "hfopenllm_v2/IFEval": 0.489, + "hfopenllm_v2/BBH": 0.3948, + "hfopenllm_v2/MATH Level 5": 0.1042, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3742, + "hfopenllm_v2/MMLU-PRO": 0.3018 } }, { - "id": "Luni/StarDust-12b-v2", - "name": "StarDust-12b-v2", - "developer": "Luni", + "id": "DeepMount00/Qwen2-1.5B-Ita_v5", + "name": "Qwen2-1.5B-Ita_v5", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5629, - "hfopenllm_v2/BBH": 0.5419, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4338, - "hfopenllm_v2/MMLU-PRO": 0.3439 + "hfopenllm_v2/IFEval": 0.4987, + "hfopenllm_v2/BBH": 0.4032, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3422, + "hfopenllm_v2/MMLU-PRO": 0.2943 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v3", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v3", - "developer": "Lunzima", + "id": "DeepMount00/Qwen2-1.5B-Ita_v6", + "name": "Qwen2-1.5B-Ita_v6", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7049, - "hfopenllm_v2/BBH": 0.6478, - "hfopenllm_v2/MATH Level 5": 0.4162, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4808, - "hfopenllm_v2/MMLU-PRO": 0.5394 + "hfopenllm_v2/IFEval": 0.2999, + "hfopenllm_v2/BBH": 0.4249, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3755, + "hfopenllm_v2/MMLU-PRO": 0.2872 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v4", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v4", - "developer": "Lunzima", + "id": "DeepMount00/Qwen2.5-7B-Instruct-MathCoder", + "name": "Qwen2.5-7B-Instruct-MathCoder", + "developer": "DeepMount00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6943, - "hfopenllm_v2/BBH": 0.642, - "hfopenllm_v2/MATH Level 5": 0.3467, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.4769, - "hfopenllm_v2/MMLU-PRO": 0.5252 + "hfopenllm_v2/IFEval": 0.153, + "hfopenllm_v2/BBH": 0.2998, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3806, + "hfopenllm_v2/MMLU-PRO": 0.1118 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v5", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v5", - "developer": "Lunzima", + "id": "deepseek-ai/deepseek-llm-67b-chat", + "name": "DeepSeek LLM Chat 67B", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7485, - "hfopenllm_v2/BBH": 0.6467, - "hfopenllm_v2/MATH Level 5": 0.4358, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4473, - "hfopenllm_v2/MMLU-PRO": 0.514 + "helm_lite/Mean win rate": 0.488, + "helm_lite/NarrativeQA": 0.581, + "helm_lite/NaturalQuestions (closed-book)": 0.412, + "helm_lite/OpenbookQA": 0.88, + "helm_lite/MMLU": 0.641, + "helm_lite/MATH": 0.615, + "helm_lite/GSM8K": 0.795, + "helm_lite/LegalBench": 0.637, + "helm_lite/MedQA": 0.628, + "helm_lite/WMT 2014": 0.186, + "helm_mmlu/MMLU All Subjects": 0.725, + "helm_mmlu/Abstract Algebra": 0.44, + "helm_mmlu/Anatomy": 0.667, + "helm_mmlu/College Physics": 0.363, + "helm_mmlu/Computer Security": 0.79, + "helm_mmlu/Econometrics": 0.553, + "helm_mmlu/Global Facts": 0.46, + "helm_mmlu/Jurisprudence": 0.852, + "helm_mmlu/Philosophy": 0.801, + "helm_mmlu/Professional Psychology": 0.809, + "helm_mmlu/Us Foreign Policy": 0.91, + "helm_mmlu/Astronomy": 0.822, + "helm_mmlu/Business Ethics": 0.86, + "helm_mmlu/Clinical Knowledge": 0.785, + "helm_mmlu/Conceptual Physics": 0.723, + "helm_mmlu/Electrical Engineering": 0.669, + "helm_mmlu/Elementary Mathematics": 0.548, + "helm_mmlu/Formal Logic": 0.548, + "helm_mmlu/High School World History": 0.911, + "helm_mmlu/Human Sexuality": 0.84, + "helm_mmlu/International Law": 0.851, + "helm_mmlu/Logical Fallacies": 0.847, + "helm_mmlu/Machine Learning": 0.562, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.923, + "helm_mmlu/Medical Genetics": 0.73, + "helm_mmlu/Miscellaneous": 0.904, + "helm_mmlu/Moral Scenarios": 0.544, + "helm_mmlu/Nutrition": 0.781, + "helm_mmlu/Prehistory": 0.858, + "helm_mmlu/Public Relations": 0.7, + "helm_mmlu/Security Studies": 0.796, + "helm_mmlu/Sociology": 0.876, + "helm_mmlu/Virology": 0.554, + "helm_mmlu/World Religions": 0.865, + "helm_mmlu/Mean win rate": 0.387, + "hfopenllm_v2/IFEval": 0.5587, + "hfopenllm_v2/BBH": 0.5243, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.5059, + "hfopenllm_v2/MMLU-PRO": 0.3944 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v6", - "developer": "Lunzima", + "id": "deepseek-ai/deepseek-llm-7b-base", + "name": "deepseek-llm-7b-base", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7043, - "hfopenllm_v2/BBH": 0.6458, - "hfopenllm_v2/MATH Level 5": 0.3958, - "hfopenllm_v2/GPQA": 0.3775, - "hfopenllm_v2/MUSR": 0.4768, - "hfopenllm_v2/MMLU-PRO": 0.5392 + "hfopenllm_v2/IFEval": 0.2179, + "hfopenllm_v2/BBH": 0.3503, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.1806 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt", - "developer": "Lunzima", + "id": "deepseek-ai/deepseek-llm-7b-chat", + "name": "deepseek-llm-7b-chat", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4663, - "hfopenllm_v2/BBH": 0.6215, - "hfopenllm_v2/MATH Level 5": 0.3316, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4937, - "hfopenllm_v2/MMLU-PRO": 0.5204 + "hfopenllm_v2/IFEval": 0.4171, + "hfopenllm_v2/BBH": 0.3632, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4668, + "hfopenllm_v2/MMLU-PRO": 0.2133 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v7", - "developer": "Lunzima", + "id": "deepseek-ai/deepseek-moe-16b-base", + "name": "deepseek-moe-16b-base", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6794, - "hfopenllm_v2/BBH": 0.6531, - "hfopenllm_v2/MATH Level 5": 0.4101, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4834, - "hfopenllm_v2/MMLU-PRO": 0.5376 + "hfopenllm_v2/IFEval": 0.245, + "hfopenllm_v2/BBH": 0.3409, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3658, + "hfopenllm_v2/MMLU-PRO": 0.1505 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase", - "developer": "Lunzima", + "id": "deepseek-ai/deepseek-moe-16b-chat", + "name": "deepseek-moe-16b-chat", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6931, - "hfopenllm_v2/BBH": 0.6423, - "hfopenllm_v2/MATH Level 5": 0.3406, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4888, - "hfopenllm_v2/MMLU-PRO": 0.5277 + "hfopenllm_v2/IFEval": 0.3663, + "hfopenllm_v2/BBH": 0.3275, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2248, + "hfopenllm_v2/MUSR": 0.3808, + "hfopenllm_v2/MMLU-PRO": 0.1964 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8", - "developer": "Lunzima", + "id": "deepseek-ai/deepseek-r1-0528", + "name": "DeepSeek-R1-0528", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7875, - "hfopenllm_v2/BBH": 0.6419, - "hfopenllm_v2/MATH Level 5": 0.5559, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4394, - "hfopenllm_v2/MMLU-PRO": 0.5206 + "helm_capabilities/Mean score": 0.699, + "helm_capabilities/MMLU-Pro": 0.793, + "helm_capabilities/GPQA": 0.666, + "helm_capabilities/IFEval": 0.784, + "helm_capabilities/WildBench": 0.828, + "helm_capabilities/Omni-MATH": 0.424 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.5", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.5", - "developer": "Lunzima", + "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B", + "name": "DeepSeek-R1-Distill-Llama-70B", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5929, - "hfopenllm_v2/BBH": 0.6451, - "hfopenllm_v2/MATH Level 5": 0.3656, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.477, - "hfopenllm_v2/MMLU-PRO": 0.529 + "hfopenllm_v2/IFEval": 0.4336, + "hfopenllm_v2/BBH": 0.5635, + "hfopenllm_v2/MATH Level 5": 0.3074, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4342, + "hfopenllm_v2/MMLU-PRO": 0.4748 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.6", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.6", - "developer": "Lunzima", + "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B", + "name": "DeepSeek-R1-Distill-Llama-8B", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5919, - "hfopenllm_v2/BBH": 0.6457, - "hfopenllm_v2/MATH Level 5": 0.4071, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4953, - "hfopenllm_v2/MMLU-PRO": 0.54 + "hfopenllm_v2/IFEval": 0.3782, + "hfopenllm_v2/BBH": 0.3239, + "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.325, + "hfopenllm_v2/MMLU-PRO": 0.2089 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.7", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.7", - "developer": "Lunzima", + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", + "name": "DeepSeek-R1-Distill-Qwen-1.5B", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7875, - "hfopenllm_v2/BBH": 0.6483, - "hfopenllm_v2/MATH Level 5": 0.5408, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4381, - "hfopenllm_v2/MMLU-PRO": 0.5242 + "hfopenllm_v2/IFEval": 0.3463, + "hfopenllm_v2/BBH": 0.3241, + "hfopenllm_v2/MATH Level 5": 0.1692, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3635, + "hfopenllm_v2/MMLU-PRO": 0.1187 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.8", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.8", - "developer": "Lunzima", + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "name": "DeepSeek-R1-Distill-Qwen-14B", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7028, - "hfopenllm_v2/BBH": 0.6566, - "hfopenllm_v2/MATH Level 5": 0.4237, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4912, - "hfopenllm_v2/MMLU-PRO": 0.5323 + "hfopenllm_v2/IFEval": 0.4382, + "hfopenllm_v2/BBH": 0.5906, + "hfopenllm_v2/MATH Level 5": 0.5702, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.5366, + "hfopenllm_v2/MMLU-PRO": 0.4667 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.9", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.9", - "developer": "Lunzima", + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", + "name": "DeepSeek-R1-Distill-Qwen-32B", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7993, - "hfopenllm_v2/BBH": 0.6483, - "hfopenllm_v2/MATH Level 5": 0.537, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.4328, - "hfopenllm_v2/MMLU-PRO": 0.5199 + "hfopenllm_v2/IFEval": 0.4186, + "hfopenllm_v2/BBH": 0.4197, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4526, + "hfopenllm_v2/MMLU-PRO": 0.4687 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v9", - "developer": "Lunzima", + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", + "name": "DeepSeek-R1-Distill-Qwen-7B", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5235, - "hfopenllm_v2/BBH": 0.6546, - "hfopenllm_v2/MATH Level 5": 0.4366, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.4806, - "hfopenllm_v2/MMLU-PRO": 0.5422 + "hfopenllm_v2/IFEval": 0.4038, + "hfopenllm_v2/BBH": 0.3443, + "hfopenllm_v2/MATH Level 5": 0.1956, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3663, + "hfopenllm_v2/MMLU-PRO": 0.2321 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9-stock", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v9-stock", - "developer": "Lunzima", + "id": "deepseek-ai/deepseek-v3", + "name": "DeepSeek v3", + "developer": "deepseek-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6514, - "hfopenllm_v2/BBH": 0.6571, - "hfopenllm_v2/MATH Level 5": 0.4184, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.482, - "hfopenllm_v2/MMLU-PRO": 0.5412 + "helm_capabilities/Mean score": 0.665, + "helm_capabilities/MMLU-Pro": 0.723, + "helm_capabilities/GPQA": 0.538, + "helm_capabilities/IFEval": 0.832, + "helm_capabilities/WildBench": 0.831, + "helm_capabilities/Omni-MATH": 0.403, + "helm_lite/Mean win rate": 0.908, + "helm_lite/NarrativeQA": 0.796, + "helm_lite/NaturalQuestions (closed-book)": 0.467, + "helm_lite/OpenbookQA": 0.954, + "helm_lite/MMLU": 0.803, + "helm_lite/MATH": 0.912, + "helm_lite/GSM8K": 0.94, + "helm_lite/LegalBench": 0.718, + "helm_lite/MedQA": 0.809, + "helm_lite/WMT 2014": 0.209, + "helm_mmlu/MMLU All Subjects": 0.872, + "helm_mmlu/Abstract Algebra": 0.84, + "helm_mmlu/Anatomy": 0.867, + "helm_mmlu/College Physics": 0.814, + "helm_mmlu/Computer Security": 0.86, + "helm_mmlu/Econometrics": 0.746, + "helm_mmlu/Global Facts": 0.68, + "helm_mmlu/Jurisprudence": 0.898, + "helm_mmlu/Philosophy": 0.9, + "helm_mmlu/Professional Psychology": 0.887, + "helm_mmlu/Us Foreign Policy": 0.92, + "helm_mmlu/Astronomy": 0.921, + "helm_mmlu/Business Ethics": 0.89, + "helm_mmlu/Clinical Knowledge": 0.913, + "helm_mmlu/Conceptual Physics": 0.94, + "helm_mmlu/Electrical Engineering": 0.869, + "helm_mmlu/Elementary Mathematics": 0.942, + "helm_mmlu/Formal Logic": 0.77, + "helm_mmlu/High School World History": 0.928, + "helm_mmlu/Human Sexuality": 0.924, + "helm_mmlu/International Law": 0.95, + "helm_mmlu/Logical Fallacies": 0.914, + "helm_mmlu/Machine Learning": 0.786, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.949, + "helm_mmlu/Medical Genetics": 0.96, + "helm_mmlu/Miscellaneous": 0.949, + "helm_mmlu/Moral Scenarios": 0.808, + "helm_mmlu/Nutrition": 0.918, + "helm_mmlu/Prehistory": 0.923, + "helm_mmlu/Public Relations": 0.809, + "helm_mmlu/Security Studies": 0.837, + "helm_mmlu/Sociology": 0.955, + "helm_mmlu/Virology": 0.596, + "helm_mmlu/World Religions": 0.912, + "helm_mmlu/Mean win rate": 0.215 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.1", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v9.1", - "developer": "Lunzima", + "id": "deepseek/chat-v3-0324", + "name": "deepseek/chat-v3-0324", + "developer": "DeepSeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8003, - "hfopenllm_v2/BBH": 0.6555, - "hfopenllm_v2/MATH Level 5": 0.5468, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.5251 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0, + "livecodebenchpro/Easy Problems": 0.19718309859154928 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.2", - "name": "NQLSG-Qwen2.5-14B-MegaFusion-v9.2", - "developer": "Lunzima", + "id": "deepseek/deepseek-r1-0528", + "name": "deepseek-r1-0528", + "developer": "deepseek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7862, - "hfopenllm_v2/BBH": 0.6538, - "hfopenllm_v2/MATH Level 5": 0.5332, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4381, - "hfopenllm_v2/MMLU-PRO": 0.5283 + "global-mmlu-lite/Global MMLU Lite": 0.6744, + "global-mmlu-lite/Culturally Sensitive": 0.6672, + "global-mmlu-lite/Culturally Agnostic": 0.6816, + "global-mmlu-lite/Arabic": 0.6825, + "global-mmlu-lite/English": 0.715, + "global-mmlu-lite/Bengali": 0.655, + "global-mmlu-lite/German": 0.6375, + "global-mmlu-lite/French": 0.6925, + "global-mmlu-lite/Hindi": 0.6475, + "global-mmlu-lite/Indonesian": 0.655, + "global-mmlu-lite/Italian": 0.6775, + "global-mmlu-lite/Japanese": 0.7725, + "global-mmlu-lite/Korean": 0.6575, + "global-mmlu-lite/Portuguese": 0.635, + "global-mmlu-lite/Spanish": 0.7175, + "global-mmlu-lite/Swahili": 0.6775, + "global-mmlu-lite/Yoruba": 0.77, + "global-mmlu-lite/Chinese": 0.5075, + "global-mmlu-lite/Burmese": 0.69 } }, { - "id": "Lunzima/NQLSG-Qwen2.5-14B-OriginalFusion", - "name": "NQLSG-Qwen2.5-14B-OriginalFusion", - "developer": "Lunzima", + "id": "deepseek/deepseek-v3.1", + "name": "deepseek-v3.1", + "developer": "deepseek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6142, - "hfopenllm_v2/BBH": 0.6592, - "hfopenllm_v2/MATH Level 5": 0.4275, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.5122, - "hfopenllm_v2/MMLU-PRO": 0.5239 + "global-mmlu-lite/Global MMLU Lite": 0.8044, + "global-mmlu-lite/Culturally Sensitive": 0.7793, + "global-mmlu-lite/Culturally Agnostic": 0.8295, + "global-mmlu-lite/Arabic": 0.805, + "global-mmlu-lite/English": 0.825, + "global-mmlu-lite/Bengali": 0.8157, + "global-mmlu-lite/German": 0.7925, + "global-mmlu-lite/French": 0.8175, + "global-mmlu-lite/Hindi": 0.7569, + "global-mmlu-lite/Indonesian": 0.7764, + "global-mmlu-lite/Italian": 0.8075, + "global-mmlu-lite/Japanese": 0.8312, + "global-mmlu-lite/Korean": 0.8125, + "global-mmlu-lite/Portuguese": 0.8246, + "global-mmlu-lite/Spanish": 0.8125, + "global-mmlu-lite/Swahili": 0.801, + "global-mmlu-lite/Yoruba": 0.7831, + "global-mmlu-lite/Chinese": 0.8161, + "global-mmlu-lite/Burmese": 0.7925 } }, { - "id": "LxzGordon/URM-LLaMa-3-8B", - "name": "LxzGordon/URM-LLaMa-3-8B", - "developer": "LxzGordon", + "id": "deepseek/deepseek-v3.2", + "name": "DeepSeek-V3.2", + "developer": "DeepSeek", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8991, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.7873, - "reward-bench/Safety": 0.8824, - "reward-bench/Reasoning": 0.9574 + "terminal-bench-2.0/terminal-bench-2.0": 39.6 } }, { - "id": "LxzGordon/URM-LLaMa-3.1-8B", - "name": "LxzGordon/URM-LLaMa-3.1-8B", - "developer": "LxzGordon", + "id": "deepseek/ep-20250214004308-p7n89", + "name": "ep-20250214004308-p7n89", + "developer": "DeepSeek", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7394, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.8816, - "reward-bench/Safety": 0.9178, - "reward-bench/Reasoning": 0.9698, - "reward-bench/Factuality": 0.6884, - "reward-bench/Precise IF": 0.45, - "reward-bench/Math": 0.6393, - "reward-bench/Focus": 0.9758, - "reward-bench/Ties": 0.7653 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.014084507042253521, + "livecodebenchpro/Easy Problems": 0.4225352112676056 } }, { - "id": "Lyte/Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3", - "name": "Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3", - "developer": "Lyte", + "id": "deepseek/ep-20250228232227-z44x5", + "name": "ep-20250228232227-z44x5", + "developer": "DeepSeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7098, - "hfopenllm_v2/BBH": 0.495, - "hfopenllm_v2/MATH Level 5": 0.1903, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3461, - "hfopenllm_v2/MMLU-PRO": 0.3618 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0, + "livecodebenchpro/Easy Problems": 0.1267605633802817 } }, { - "id": "Lyte/Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04", - "name": "Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04", - "developer": "Lyte", + "id": "deepseek/ep-20250603132404-cgpjm", + "name": "ep-20250603132404-cgpjm", + "developer": "DeepSeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5774, - "hfopenllm_v2/BBH": 0.3515, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3236, - "hfopenllm_v2/MMLU-PRO": 0.1843 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.08450704225352113, + "livecodebenchpro/Easy Problems": 0.5774647887323944 } }, { - "id": "Lyte/Llama-3.2-3B-Overthinker", - "name": "Llama-3.2-3B-Overthinker", - "developer": "Lyte", + "id": "Delta-Vector/Baldur-8B", + "name": "Baldur-8B", + "developer": "Delta-Vector", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6408, - "hfopenllm_v2/BBH": 0.432, - "hfopenllm_v2/MATH Level 5": 0.1563, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3419, - "hfopenllm_v2/MMLU-PRO": 0.2985 + "hfopenllm_v2/IFEval": 0.4782, + "hfopenllm_v2/BBH": 0.5306, + "hfopenllm_v2/MATH Level 5": 0.1435, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.3654 } }, { - "id": "M4-ai/TinyMistral-248M-v3", - "name": "TinyMistral-248M-v3", - "developer": "M4-ai", + "id": "Delta-Vector/Control-8B", + "name": "Control-8B", + "developer": "Delta-Vector", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1639, - "hfopenllm_v2/BBH": 0.2885, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.3793, - "hfopenllm_v2/MMLU-PRO": 0.1132 + "hfopenllm_v2/IFEval": 0.549, + "hfopenllm_v2/BBH": 0.5041, + "hfopenllm_v2/MATH Level 5": 0.139, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4355, + "hfopenllm_v2/MMLU-PRO": 0.3732 } }, { - "id": "MEscriva/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis", - "name": "ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis", - "developer": "MEscriva", + "id": "Delta-Vector/Control-8B-V1.1", + "name": "Control-8B-V1.1", + "developer": "Delta-Vector", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0866, - "hfopenllm_v2/BBH": 0.3057, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.4017, - "hfopenllm_v2/MMLU-PRO": 0.1154 + "hfopenllm_v2/IFEval": 0.5697, + "hfopenllm_v2/BBH": 0.4993, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3745 } }, { - "id": "MLP-KTLim/llama-3-Korean-Bllossom-8B", - "name": "llama-3-Korean-Bllossom-8B", - "developer": "MLP-KTLim", + "id": "Delta-Vector/Darkens-8B", + "name": "Darkens-8B", + "developer": "Delta-Vector", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5113, - "hfopenllm_v2/BBH": 0.49, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3675, - "hfopenllm_v2/MMLU-PRO": 0.3594 + "hfopenllm_v2/IFEval": 0.2548, + "hfopenllm_v2/BBH": 0.5251, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4106, + "hfopenllm_v2/MMLU-PRO": 0.3736 } }, { - "id": "MTSAIR/Cotype-Nano", - "name": "Cotype-Nano", - "developer": "MTSAIR", + "id": "Delta-Vector/Henbane-7b-attempt2", + "name": "Henbane-7b-attempt2", + "developer": "Delta-Vector", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3748, - "hfopenllm_v2/BBH": 0.3865, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.2477 + "hfopenllm_v2/IFEval": 0.4157, + "hfopenllm_v2/BBH": 0.5061, + "hfopenllm_v2/MATH Level 5": 0.2273, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3973, + "hfopenllm_v2/MMLU-PRO": 0.4028 } }, { - "id": "MTSAIR/MultiVerse_70B", - "name": "MultiVerse_70B", - "developer": "MTSAIR", + "id": "Delta-Vector/Odin-9B", + "name": "Odin-9B", + "developer": "Delta-Vector", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5249, - "hfopenllm_v2/BBH": 0.6183, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.474, - "hfopenllm_v2/MMLU-PRO": 0.486 + "hfopenllm_v2/IFEval": 0.3692, + "hfopenllm_v2/BBH": 0.544, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4648, + "hfopenllm_v2/MMLU-PRO": 0.4047 } }, { - "id": "Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.1", - "name": "Llama-3-8B-Magpie-Align-SFT-v0.1", - "developer": "Magpie-Align", + "id": "Delta-Vector/Tor-8B", + "name": "Tor-8B", + "developer": "Delta-Vector", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4361, - "hfopenllm_v2/BBH": 0.4615, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3277, - "hfopenllm_v2/MMLU-PRO": 0.2863 + "hfopenllm_v2/IFEval": 0.2382, + "hfopenllm_v2/BBH": 0.5209, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4092, + "hfopenllm_v2/MMLU-PRO": 0.373 } }, { - "id": "Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.3", - "name": "Llama-3-8B-Magpie-Align-SFT-v0.3", - "developer": "Magpie-Align", + "id": "DevQuasar/DevQuasar-R1-Uncensored-Llama-8B", + "name": "DevQuasar-R1-Uncensored-Llama-8B", + "developer": "DevQuasar", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5064, - "hfopenllm_v2/BBH": 0.4572, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3424, - "hfopenllm_v2/MMLU-PRO": 0.2902 + "hfopenllm_v2/IFEval": 0.3849, + "hfopenllm_v2/BBH": 0.5118, + "hfopenllm_v2/MATH Level 5": 0.3308, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4436, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "Magpie-Align/Llama-3-8B-Magpie-Align-v0.1", - "name": "Llama-3-8B-Magpie-Align-v0.1", - "developer": "Magpie-Align", + "id": "dfurman/CalmeRys-78B-Orpo-v0.1", + "name": "CalmeRys-78B-Orpo-v0.1", + "developer": "dfurman", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4027, - "hfopenllm_v2/BBH": 0.4789, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3087, - "hfopenllm_v2/MMLU-PRO": 0.3001 + "hfopenllm_v2/IFEval": 0.8163, + "hfopenllm_v2/BBH": 0.7262, + "hfopenllm_v2/MATH Level 5": 0.4063, + "hfopenllm_v2/GPQA": 0.4002, + "hfopenllm_v2/MUSR": 0.5902, + "hfopenllm_v2/MMLU-PRO": 0.7012 } }, { - "id": "Magpie-Align/Llama-3-8B-Magpie-Align-v0.3", - "name": "Llama-3-8B-Magpie-Align-v0.3", - "developer": "Magpie-Align", + "id": "dfurman/Llama-3-70B-Orpo-v0.1", + "name": "Llama-3-70B-Orpo-v0.1", + "developer": "dfurman", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4497, - "hfopenllm_v2/BBH": 0.457, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3406, - "hfopenllm_v2/MMLU-PRO": 0.3134 + "hfopenllm_v2/IFEval": 0.2049, + "hfopenllm_v2/BBH": 0.4655, + "hfopenllm_v2/MATH Level 5": 0.1579, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.4534, + "hfopenllm_v2/MMLU-PRO": 0.3893 } }, { - "id": "Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1", - "name": "Llama-3.1-8B-Magpie-Align-SFT-v0.1", - "developer": "Magpie-Align", + "id": "dfurman/Llama-3-8B-Orpo-v0.1", + "name": "Llama-3-8B-Orpo-v0.1", + "developer": "dfurman", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4782, - "hfopenllm_v2/BBH": 0.4764, - "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/IFEval": 0.2835, + "hfopenllm_v2/BBH": 0.3842, + "hfopenllm_v2/MATH Level 5": 0.0521, "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3397, - "hfopenllm_v2/MMLU-PRO": 0.2943 + "hfopenllm_v2/MUSR": 0.3566, + "hfopenllm_v2/MMLU-PRO": 0.2298 } }, { - "id": "Magpie-Align/Llama-3.1-8B-Magpie-Align-v0.1", - "name": "Llama-3.1-8B-Magpie-Align-v0.1", - "developer": "Magpie-Align", + "id": "dfurman/Qwen2-72B-Orpo-v0.1", + "name": "Qwen2-72B-Orpo-v0.1", + "developer": "dfurman", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4458, - "hfopenllm_v2/BBH": 0.4622, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3141, - "hfopenllm_v2/MMLU-PRO": 0.3262 + "hfopenllm_v2/IFEval": 0.788, + "hfopenllm_v2/BBH": 0.6969, + "hfopenllm_v2/MATH Level 5": 0.4056, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4784, + "hfopenllm_v2/MMLU-PRO": 0.5455 } }, { - "id": "Magpie-Align/MagpieLM-8B-Chat-v0.1", - "name": "MagpieLM-8B-Chat-v0.1", - "developer": "Magpie-Align", + "id": "dicta-il/dictalm2.0", + "name": "dictalm2.0", + "developer": "dicta-il", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3701, - "hfopenllm_v2/BBH": 0.4172, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3501, - "hfopenllm_v2/MMLU-PRO": 0.3195 + "hfopenllm_v2/IFEval": 0.2413, + "hfopenllm_v2/BBH": 0.4018, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.2605 } }, { - "id": "Magpie-Align/MagpieLM-8B-SFT-v0.1", - "name": "MagpieLM-8B-SFT-v0.1", - "developer": "Magpie-Align", + "id": "dicta-il/dictalm2.0-instruct", + "name": "dictalm2.0-instruct", + "developer": "dicta-il", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4721, - "hfopenllm_v2/BBH": 0.4553, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3649, - "hfopenllm_v2/MMLU-PRO": 0.299 + "hfopenllm_v2/IFEval": 0.4412, + "hfopenllm_v2/BBH": 0.4256, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3946, + "hfopenllm_v2/MMLU-PRO": 0.2605 } }, { - "id": "MagusCorp/grpo_lora_enem_llama3_7b", - "name": "grpo_lora_enem_llama3_7b", - "developer": "MagusCorp", + "id": "distilbert/distilgpt2", + "name": "distilgpt2", + "developer": "distilbert", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4724, - "hfopenllm_v2/BBH": 0.4801, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3971, - "hfopenllm_v2/MMLU-PRO": 0.3574 + "hfopenllm_v2/IFEval": 0.0611, + "hfopenllm_v2/BBH": 0.3038, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.1187 } }, { - "id": "ManoloPueblo/ContentCuisine_1-7B-slerp", - "name": "ContentCuisine_1-7B-slerp", - "developer": "ManoloPueblo", + "id": "divyanshukunwar/SASTRI_1_9B", + "name": "SASTRI_1_9B", + "developer": "divyanshukunwar", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3907, - "hfopenllm_v2/BBH": 0.5188, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4672, - "hfopenllm_v2/MMLU-PRO": 0.3054 + "hfopenllm_v2/IFEval": 0.4207, + "hfopenllm_v2/BBH": 0.468, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.3831, + "hfopenllm_v2/MMLU-PRO": 0.3187 } }, { - "id": "ManoloPueblo/LLM_MERGE_CC2", - "name": "LLM_MERGE_CC2", - "developer": "ManoloPueblo", + "id": "djuna-test-lab/TEST-L3.2-ReWish-3B", + "name": "TEST-L3.2-ReWish-3B", + "developer": "djuna-test-lab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3853, - "hfopenllm_v2/BBH": 0.5209, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4593, - "hfopenllm_v2/MMLU-PRO": 0.3032 + "hfopenllm_v2/IFEval": 0.6368, + "hfopenllm_v2/BBH": 0.4495, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3777, + "hfopenllm_v2/MMLU-PRO": 0.3126 } }, { - "id": "ManoloPueblo/LLM_MERGE_CC3", - "name": "LLM_MERGE_CC3", - "developer": "ManoloPueblo", + "id": "djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base", + "name": "TEST-L3.2-ReWish-3B-ties-w-base", + "developer": "djuna-test-lab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3959, - "hfopenllm_v2/BBH": 0.5246, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4672, - "hfopenllm_v2/MMLU-PRO": 0.3156 + "hfopenllm_v2/IFEval": 0.6353, + "hfopenllm_v2/BBH": 0.4495, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3777, + "hfopenllm_v2/MMLU-PRO": 0.3126 } }, { - "id": "MarinaraSpaghetti/NemoReRemix-12B", - "name": "NemoReRemix-12B", - "developer": "MarinaraSpaghetti", + "id": "djuna/G2-BigGSHT-27B-2", + "name": "G2-BigGSHT-27B-2", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3343, - "hfopenllm_v2/BBH": 0.5537, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4501, - "hfopenllm_v2/MMLU-PRO": 0.3598 + "hfopenllm_v2/IFEval": 0.7974, + "hfopenllm_v2/BBH": 0.6415, + "hfopenllm_v2/MATH Level 5": 0.2349, + "hfopenllm_v2/GPQA": 0.3633, + "hfopenllm_v2/MUSR": 0.4072, + "hfopenllm_v2/MMLU-PRO": 0.4528 } }, { - "id": "MarinaraSpaghetti/Nemomix-v4.0-12B", - "name": "Nemomix-v4.0-12B", - "developer": "MarinaraSpaghetti", + "id": "djuna/G2-GSHT", + "name": "G2-GSHT", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5575, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4244, - "hfopenllm_v2/MMLU-PRO": 0.3613 + "hfopenllm_v2/IFEval": 0.563, + "hfopenllm_v2/BBH": 0.527, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4006, + "hfopenllm_v2/MMLU-PRO": 0.307 } }, { - "id": "Marsouuu/MiniMathExpert-2_61B-ECE-PRYMMAL-Martial", - "name": "MiniMathExpert-2_61B-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", + "id": "djuna/Gemma-2-gemmama-9b", + "name": "Gemma-2-gemmama-9b", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2548, - "hfopenllm_v2/BBH": 0.3953, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.4083, - "hfopenllm_v2/MMLU-PRO": 0.2274 + "hfopenllm_v2/IFEval": 0.7703, + "hfopenllm_v2/BBH": 0.542, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4031, + "hfopenllm_v2/MMLU-PRO": 0.3109 } }, { - "id": "Marsouuu/MiniQwenMathExpert-ECE-PRYMMAL-Martial", - "name": "MiniQwenMathExpert-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", + "id": "djuna/L3.1-ForStHS", + "name": "L3.1-ForStHS", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2795, - "hfopenllm_v2/BBH": 0.423, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3867, - "hfopenllm_v2/MMLU-PRO": 0.2922 + "hfopenllm_v2/IFEval": 0.7813, + "hfopenllm_v2/BBH": 0.5203, + "hfopenllm_v2/MATH Level 5": 0.1503, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4026, + "hfopenllm_v2/MMLU-PRO": 0.3735 } }, { - "id": "Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial", - "name": "MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", + "id": "djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc", + "name": "L3.1-Promissum_Mane-8B-Della-1.5-calc", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1697, - "hfopenllm_v2/BBH": 0.3464, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3991, - "hfopenllm_v2/MMLU-PRO": 0.1379 + "hfopenllm_v2/IFEval": 0.7235, + "hfopenllm_v2/BBH": 0.5433, + "hfopenllm_v2/MATH Level 5": 0.1639, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4253, + "hfopenllm_v2/MMLU-PRO": 0.3904 } }, { - "id": "Marsouuu/general3B-ECE-PRYMMAL-Martial", - "name": "general3B-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", + "id": "djuna/L3.1-Promissum_Mane-8B-Della-calc", + "name": "L3.1-Promissum_Mane-8B-Della-calc", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2722, - "hfopenllm_v2/BBH": 0.5394, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4701, - "hfopenllm_v2/MMLU-PRO": 0.3876 + "hfopenllm_v2/IFEval": 0.5442, + "hfopenllm_v2/BBH": 0.5486, + "hfopenllm_v2/MATH Level 5": 0.1843, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.423, + "hfopenllm_v2/MMLU-PRO": 0.3802 } }, { - "id": "Marsouuu/general3Bv2-ECE-PRYMMAL-Martial", - "name": "general3Bv2-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", + "id": "djuna/L3.1-Purosani-2-8B", + "name": "L3.1-Purosani-2-8B", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5693, - "hfopenllm_v2/BBH": 0.5637, - "hfopenllm_v2/MATH Level 5": 0.3671, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4396, - "hfopenllm_v2/MMLU-PRO": 0.4498 + "hfopenllm_v2/IFEval": 0.4988, + "hfopenllm_v2/BBH": 0.5182, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3816, + "hfopenllm_v2/MMLU-PRO": 0.3752 } }, { - "id": "Marsouuu/lareneg1_78B-ECE-PRYMMAL-Martial", - "name": "lareneg1_78B-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", + "id": "djuna/L3.1-Suze-Vume-calc", + "name": "L3.1-Suze-Vume-calc", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2795, - "hfopenllm_v2/BBH": 0.423, + "hfopenllm_v2/IFEval": 0.7297, + "hfopenllm_v2/BBH": 0.5164, "hfopenllm_v2/MATH Level 5": 0.114, "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3867, - "hfopenllm_v2/MMLU-PRO": 0.2922 - } - }, - { - "id": "Marsouuu/lareneg3B-ECE-PRYMMAL-Martial", - "name": "lareneg3B-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3303, - "hfopenllm_v2/BBH": 0.5453, - "hfopenllm_v2/MATH Level 5": 0.1518, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4725, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/MUSR": 0.3843, + "hfopenllm_v2/MMLU-PRO": 0.3515 } }, { - "id": "Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial", - "name": "lareneg3Bv2-ECE-PRYMMAL-Martial", - "developer": "Marsouuu", + "id": "djuna/MN-Chinofun", + "name": "MN-Chinofun", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5753, - "hfopenllm_v2/BBH": 0.5623, - "hfopenllm_v2/MATH Level 5": 0.3656, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4369, - "hfopenllm_v2/MMLU-PRO": 0.4511 + "hfopenllm_v2/IFEval": 0.611, + "hfopenllm_v2/BBH": 0.4953, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4084, + "hfopenllm_v2/MMLU-PRO": 0.3603 } }, { - "id": "MaziyarPanahi/Calme-4x7B-MoE-v0.1", - "name": "Calme-4x7B-MoE-v0.1", - "developer": "MaziyarPanahi", + "id": "djuna/MN-Chinofun-12B-2", + "name": "MN-Chinofun-12B-2", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4315, - "hfopenllm_v2/BBH": 0.5103, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3057 + "hfopenllm_v2/IFEval": 0.6171, + "hfopenllm_v2/BBH": 0.5037, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4268, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "MaziyarPanahi/Calme-4x7B-MoE-v0.2", - "name": "Calme-4x7B-MoE-v0.2", - "developer": "MaziyarPanahi", + "id": "djuna/MN-Chinofun-12B-3", + "name": "MN-Chinofun-12B-3", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4294, - "hfopenllm_v2/BBH": 0.5111, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4318, - "hfopenllm_v2/MMLU-PRO": 0.3058 + "hfopenllm_v2/IFEval": 0.3053, + "hfopenllm_v2/BBH": 0.5348, + "hfopenllm_v2/MATH Level 5": 0.1005, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3026 } }, { - "id": "MaziyarPanahi/Llama-3-70B-Instruct-v0.1", - "name": "Llama-3-70B-Instruct-v0.1", - "developer": "MaziyarPanahi", + "id": "djuna/MN-Chinofun-12B-4", + "name": "MN-Chinofun-12B-4", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4714, - "hfopenllm_v2/BBH": 0.5366, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4433, - "hfopenllm_v2/MMLU-PRO": 0.4618 + "hfopenllm_v2/IFEval": 0.5404, + "hfopenllm_v2/BBH": 0.5348, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4307, + "hfopenllm_v2/MMLU-PRO": 0.3497 } }, { - "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.10", - "name": "Llama-3-8B-Instruct-v0.10", - "developer": "MaziyarPanahi", + "id": "djuna/Q2.5-Partron-7B", + "name": "Q2.5-Partron-7B", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7667, - "hfopenllm_v2/BBH": 0.4924, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4214, - "hfopenllm_v2/MMLU-PRO": 0.3862 + "hfopenllm_v2/IFEval": 0.7321, + "hfopenllm_v2/BBH": 0.5418, + "hfopenllm_v2/MATH Level 5": 0.4826, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4165, + "hfopenllm_v2/MMLU-PRO": 0.4283 } }, { - "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.8", - "name": "Llama-3-8B-Instruct-v0.8", - "developer": "MaziyarPanahi", + "id": "djuna/Q2.5-Veltha-14B", + "name": "Q2.5-Veltha-14B", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7528, - "hfopenllm_v2/BBH": 0.4963, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4202, - "hfopenllm_v2/MMLU-PRO": 0.3853 + "hfopenllm_v2/IFEval": 0.8292, + "hfopenllm_v2/BBH": 0.6484, + "hfopenllm_v2/MATH Level 5": 0.4789, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4194, + "hfopenllm_v2/MMLU-PRO": 0.5298 } }, { - "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.9", - "name": "Llama-3-8B-Instruct-v0.9", - "developer": "MaziyarPanahi", + "id": "djuna/Q2.5-Veltha-14B-0.5", + "name": "Q2.5-Veltha-14B-0.5", + "developer": "djuna", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.763, - "hfopenllm_v2/BBH": 0.4936, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4148, - "hfopenllm_v2/MMLU-PRO": 0.3846 + "hfopenllm_v2/IFEval": 0.7796, + "hfopenllm_v2/BBH": 0.6523, + "hfopenllm_v2/MATH Level 5": 0.4373, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4339, + "hfopenllm_v2/MMLU-PRO": 0.5295 } }, { - "id": "MaziyarPanahi/Qwen1.5-MoE-A2.7B-Wikihow", - "name": "Qwen1.5-MoE-A2.7B-Wikihow", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-Llama-3-8B-Instruct", + "name": "RYS-Llama-3-8B-Instruct", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2954, - "hfopenllm_v2/BBH": 0.392, - "hfopenllm_v2/MATH Level 5": 0.0823, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3502, - "hfopenllm_v2/MMLU-PRO": 0.238 + "hfopenllm_v2/IFEval": 0.6958, + "hfopenllm_v2/BBH": 0.4809, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3383, + "hfopenllm_v2/MMLU-PRO": 0.3557 } }, { - "id": "MaziyarPanahi/Qwen2-7B-Instruct-v0.1", - "name": "Qwen2-7B-Instruct-v0.1", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-Llama-3-Huge-Instruct", + "name": "RYS-Llama-3-Huge-Instruct", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3352, - "hfopenllm_v2/BBH": 0.5123, - "hfopenllm_v2/MATH Level 5": 0.2213, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4435, - "hfopenllm_v2/MMLU-PRO": 0.3857 + "hfopenllm_v2/IFEval": 0.7686, + "hfopenllm_v2/BBH": 0.6481, + "hfopenllm_v2/MATH Level 5": 0.2289, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.4208, + "hfopenllm_v2/MMLU-PRO": 0.511 } }, { - "id": "MaziyarPanahi/Qwen2-7B-Instruct-v0.8", - "name": "Qwen2-7B-Instruct-v0.8", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-Llama-3-Large-Instruct", + "name": "RYS-Llama-3-Large-Instruct", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2775, - "hfopenllm_v2/BBH": 0.4637, - "hfopenllm_v2/MATH Level 5": 0.1767, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3566 + "hfopenllm_v2/IFEval": 0.8051, + "hfopenllm_v2/BBH": 0.6525, + "hfopenllm_v2/MATH Level 5": 0.2304, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.418, + "hfopenllm_v2/MMLU-PRO": 0.5137 } }, { - "id": "MaziyarPanahi/calme-2.1-llama3.1-70b", - "name": "calme-2.1-llama3.1-70b", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-Llama-3.1-8B-Instruct", + "name": "RYS-Llama-3.1-8B-Instruct", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8434, - "hfopenllm_v2/BBH": 0.6448, - "hfopenllm_v2/MATH Level 5": 0.4101, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.438, - "hfopenllm_v2/MMLU-PRO": 0.5283 + "hfopenllm_v2/IFEval": 0.7685, + "hfopenllm_v2/BBH": 0.5164, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3681, + "hfopenllm_v2/MMLU-PRO": 0.3639 } }, { - "id": "MaziyarPanahi/calme-2.1-phi3-4b", - "name": "calme-2.1-phi3-4b", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-Llama3.1-Large", + "name": "RYS-Llama3.1-Large", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5525, - "hfopenllm_v2/BBH": 0.5595, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.3746 + "hfopenllm_v2/IFEval": 0.8492, + "hfopenllm_v2/BBH": 0.6899, + "hfopenllm_v2/MATH Level 5": 0.3505, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4554, + "hfopenllm_v2/MMLU-PRO": 0.5249 } }, { - "id": "MaziyarPanahi/calme-2.1-phi3.5-4b", - "name": "calme-2.1-phi3.5-4b", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-Medium", + "name": "RYS-Medium", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5659, - "hfopenllm_v2/BBH": 0.5484, - "hfopenllm_v2/MATH Level 5": 0.2039, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.3995, - "hfopenllm_v2/MMLU-PRO": 0.3935 + "hfopenllm_v2/IFEval": 0.4406, + "hfopenllm_v2/BBH": 0.6285, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4069, + "hfopenllm_v2/MMLU-PRO": 0.4326 } }, { - "id": "MaziyarPanahi/calme-2.1-qwen2-72b", - "name": "calme-2.1-qwen2-72b", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-Phi-3-medium-4k-instruct", + "name": "RYS-Phi-3-medium-4k-instruct", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8163, - "hfopenllm_v2/BBH": 0.6966, - "hfopenllm_v2/MATH Level 5": 0.4079, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4732, - "hfopenllm_v2/MMLU-PRO": 0.5415 + "hfopenllm_v2/IFEval": 0.4391, + "hfopenllm_v2/BBH": 0.6226, + "hfopenllm_v2/MATH Level 5": 0.1609, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.4253, + "hfopenllm_v2/MMLU-PRO": 0.4846 } }, { - "id": "MaziyarPanahi/calme-2.1-qwen2-7b", - "name": "calme-2.1-qwen2-7b", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-XLarge", + "name": "RYS-XLarge", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3816, - "hfopenllm_v2/BBH": 0.5046, - "hfopenllm_v2/MATH Level 5": 0.2311, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4437, - "hfopenllm_v2/MMLU-PRO": 0.3693 + "hfopenllm_v2/IFEval": 0.7996, + "hfopenllm_v2/BBH": 0.705, + "hfopenllm_v2/MATH Level 5": 0.4252, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.497, + "hfopenllm_v2/MMLU-PRO": 0.5428 } }, { - "id": "MaziyarPanahi/calme-2.1-qwen2.5-72b", - "name": "calme-2.1-qwen2.5-72b", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-XLarge-base", + "name": "RYS-XLarge-base", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8662, - "hfopenllm_v2/BBH": 0.7262, - "hfopenllm_v2/MATH Level 5": 0.5914, - "hfopenllm_v2/GPQA": 0.3633, - "hfopenllm_v2/MUSR": 0.4298, - "hfopenllm_v2/MMLU-PRO": 0.5619 + "hfopenllm_v2/IFEval": 0.791, + "hfopenllm_v2/BBH": 0.7047, + "hfopenllm_v2/MATH Level 5": 0.3792, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4903, + "hfopenllm_v2/MMLU-PRO": 0.5431 } }, { - "id": "MaziyarPanahi/calme-2.1-rys-78b", - "name": "calme-2.1-rys-78b", - "developer": "MaziyarPanahi", + "id": "dnhkng/RYS-XLarge2", + "name": "RYS-XLarge2", + "developer": "dnhkng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8136, - "hfopenllm_v2/BBH": 0.7098, - "hfopenllm_v2/MATH Level 5": 0.3943, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.4693, - "hfopenllm_v2/MMLU-PRO": 0.5444 + "hfopenllm_v2/IFEval": 0.4902, + "hfopenllm_v2/BBH": 0.6574, + "hfopenllm_v2/MATH Level 5": 0.2749, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4508, + "hfopenllm_v2/MMLU-PRO": 0.5378 } }, { - "id": "MaziyarPanahi/calme-2.2-llama3-70b", - "name": "calme-2.2-llama3-70b", - "developer": "MaziyarPanahi", + "id": "Dongwei/DeepSeek-R1-Distill-Qwen-7B-GRPO", + "name": "DeepSeek-R1-Distill-Qwen-7B-GRPO", + "developer": "Dongwei", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8208, - "hfopenllm_v2/BBH": 0.6435, - "hfopenllm_v2/MATH Level 5": 0.2394, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4446, - "hfopenllm_v2/MMLU-PRO": 0.5207 + "hfopenllm_v2/IFEval": 0.4038, + "hfopenllm_v2/BBH": 0.3443, + "hfopenllm_v2/MATH Level 5": 0.1956, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3663, + "hfopenllm_v2/MMLU-PRO": 0.2322 } }, { - "id": "MaziyarPanahi/calme-2.2-llama3.1-70b", - "name": "calme-2.2-llama3.1-70b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/L3-8B-R1-WolfCore", + "name": "L3-8B-R1-WolfCore", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8593, - "hfopenllm_v2/BBH": 0.6793, - "hfopenllm_v2/MATH Level 5": 0.4366, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4542, - "hfopenllm_v2/MMLU-PRO": 0.5415 + "hfopenllm_v2/IFEval": 0.3775, + "hfopenllm_v2/BBH": 0.5318, + "hfopenllm_v2/MATH Level 5": 0.1631, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3717 } }, { - "id": "MaziyarPanahi/calme-2.2-phi3-4b", - "name": "calme-2.2-phi3-4b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/L3-8B-R1-WolfCore-V1.5-test", + "name": "L3-8B-R1-WolfCore-V1.5-test", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5069, - "hfopenllm_v2/BBH": 0.553, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.3976, - "hfopenllm_v2/MMLU-PRO": 0.3814 + "hfopenllm_v2/IFEval": 0.3955, + "hfopenllm_v2/BBH": 0.5315, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.3841, + "hfopenllm_v2/MMLU-PRO": 0.3728 } }, { - "id": "MaziyarPanahi/calme-2.2-qwen2-72b", - "name": "calme-2.2-qwen2-72b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/L3-8B-WolfCore", + "name": "L3-8B-WolfCore", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8008, - "hfopenllm_v2/BBH": 0.694, - "hfopenllm_v2/MATH Level 5": 0.4532, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4508, - "hfopenllm_v2/MMLU-PRO": 0.5435 + "hfopenllm_v2/IFEval": 0.4022, + "hfopenllm_v2/BBH": 0.5182, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3973, + "hfopenllm_v2/MMLU-PRO": 0.3705 } }, { - "id": "MaziyarPanahi/calme-2.2-qwen2-7b", - "name": "calme-2.2-qwen2-7b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MiniusLight-24B", + "name": "MiniusLight-24B", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3597, - "hfopenllm_v2/BBH": 0.5215, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4358, - "hfopenllm_v2/MMLU-PRO": 0.3899 + "hfopenllm_v2/IFEval": 0.2577, + "hfopenllm_v2/BBH": 0.6256, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4319, + "hfopenllm_v2/MMLU-PRO": 0.5091 } }, { - "id": "MaziyarPanahi/calme-2.2-qwen2.5-72b", - "name": "calme-2.2-qwen2.5-72b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MiniusLight-24B-test", + "name": "MiniusLight-24B-test", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8477, - "hfopenllm_v2/BBH": 0.7276, - "hfopenllm_v2/MATH Level 5": 0.5891, - "hfopenllm_v2/GPQA": 0.3591, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.5618 + "hfopenllm_v2/IFEval": 0.0394, + "hfopenllm_v2/BBH": 0.6334, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4093, + "hfopenllm_v2/MMLU-PRO": 0.5182 } }, { - "id": "MaziyarPanahi/calme-2.2-rys-78b", - "name": "calme-2.2-rys-78b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MiniusLight-24B-v1b-test", + "name": "MiniusLight-24B-v1b-test", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7986, - "hfopenllm_v2/BBH": 0.7081, - "hfopenllm_v2/MATH Level 5": 0.4071, - "hfopenllm_v2/GPQA": 0.4069, - "hfopenllm_v2/MUSR": 0.4536, - "hfopenllm_v2/MMLU-PRO": 0.5386 + "hfopenllm_v2/IFEval": 0.3791, + "hfopenllm_v2/BBH": 0.6617, + "hfopenllm_v2/MATH Level 5": 0.2394, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4557, + "hfopenllm_v2/MMLU-PRO": 0.5365 } }, { - "id": "MaziyarPanahi/calme-2.3-llama3-70b", - "name": "calme-2.3-llama3-70b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MiniusLight-24B-v1c-test", + "name": "MiniusLight-24B-v1c-test", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.801, - "hfopenllm_v2/BBH": 0.6399, - "hfopenllm_v2/MATH Level 5": 0.2326, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4261, - "hfopenllm_v2/MMLU-PRO": 0.5204 + "hfopenllm_v2/IFEval": 0.3786, + "hfopenllm_v2/BBH": 0.6753, + "hfopenllm_v2/MATH Level 5": 0.2968, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4634, + "hfopenllm_v2/MMLU-PRO": 0.5487 } }, { - "id": "MaziyarPanahi/calme-2.3-llama3.1-70b", - "name": "calme-2.3-llama3.1-70b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MiniusLight-24B-v1d-test", + "name": "MiniusLight-24B-v1d-test", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8605, - "hfopenllm_v2/BBH": 0.6872, - "hfopenllm_v2/MATH Level 5": 0.3927, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4568, - "hfopenllm_v2/MMLU-PRO": 0.5363 + "hfopenllm_v2/IFEval": 0.4032, + "hfopenllm_v2/BBH": 0.6712, + "hfopenllm_v2/MATH Level 5": 0.2946, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4621, + "hfopenllm_v2/MMLU-PRO": 0.5489 } }, { - "id": "MaziyarPanahi/calme-2.3-phi3-4b", - "name": "calme-2.3-phi3-4b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-FoxFrame-test", + "name": "MN-12B-FoxFrame-test", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4926, - "hfopenllm_v2/BBH": 0.5538, - "hfopenllm_v2/MATH Level 5": 0.1473, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.3988, - "hfopenllm_v2/MMLU-PRO": 0.3828 + "hfopenllm_v2/IFEval": 0.4222, + "hfopenllm_v2/BBH": 0.5456, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.3503 } }, { - "id": "MaziyarPanahi/calme-2.3-qwen2-72b", - "name": "calme-2.3-qwen2-72b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-FoxFrame2-test", + "name": "MN-12B-FoxFrame2-test", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.385, - "hfopenllm_v2/BBH": 0.6576, - "hfopenllm_v2/MATH Level 5": 0.3172, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.4112, - "hfopenllm_v2/MMLU-PRO": 0.5419 + "hfopenllm_v2/IFEval": 0.4319, + "hfopenllm_v2/BBH": 0.5485, + "hfopenllm_v2/MATH Level 5": 0.1405, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4252, + "hfopenllm_v2/MMLU-PRO": 0.3569 } }, { - "id": "MaziyarPanahi/calme-2.3-qwen2-7b", - "name": "calme-2.3-qwen2-7b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-FoxFrame3-test", + "name": "MN-12B-FoxFrame3-test", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3825, - "hfopenllm_v2/BBH": 0.5064, - "hfopenllm_v2/MATH Level 5": 0.2069, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4422, - "hfopenllm_v2/MMLU-PRO": 0.3611 + "hfopenllm_v2/IFEval": 0.4323, + "hfopenllm_v2/BBH": 0.5395, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4598, + "hfopenllm_v2/MMLU-PRO": 0.3529 } }, { - "id": "MaziyarPanahi/calme-2.3-rys-78b", - "name": "calme-2.3-rys-78b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Kakigori", + "name": "MN-12B-Kakigori", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8066, - "hfopenllm_v2/BBH": 0.7108, - "hfopenllm_v2/MATH Level 5": 0.398, - "hfopenllm_v2/GPQA": 0.4044, - "hfopenllm_v2/MUSR": 0.4549, - "hfopenllm_v2/MMLU-PRO": 0.5475 + "hfopenllm_v2/IFEval": 0.3593, + "hfopenllm_v2/BBH": 0.5416, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4052, + "hfopenllm_v2/MMLU-PRO": 0.3581 } }, { - "id": "MaziyarPanahi/calme-2.4-llama3-70b", - "name": "calme-2.4-llama3-70b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-LilithFrame", + "name": "MN-12B-LilithFrame", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5027, - "hfopenllm_v2/BBH": 0.6418, - "hfopenllm_v2/MATH Level 5": 0.2447, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4288, - "hfopenllm_v2/MMLU-PRO": 0.5204 + "hfopenllm_v2/IFEval": 0.451, + "hfopenllm_v2/BBH": 0.4944, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.3896, + "hfopenllm_v2/MMLU-PRO": 0.3256 } }, { - "id": "MaziyarPanahi/calme-2.4-qwen2-7b", - "name": "calme-2.4-qwen2-7b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-LilithFrame-Experiment-2", + "name": "MN-12B-LilithFrame-Experiment-2", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.33, - "hfopenllm_v2/BBH": 0.5101, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4453, - "hfopenllm_v2/MMLU-PRO": 0.3977 + "hfopenllm_v2/IFEval": 0.4299, + "hfopenllm_v2/BBH": 0.4983, + "hfopenllm_v2/MATH Level 5": 0.1073, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.3804, + "hfopenllm_v2/MMLU-PRO": 0.3276 } }, { - "id": "MaziyarPanahi/calme-2.4-rys-78b", - "name": "calme-2.4-rys-78b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-LilithFrame-Experiment-3", + "name": "MN-12B-LilithFrame-Experiment-3", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8011, - "hfopenllm_v2/BBH": 0.728, - "hfopenllm_v2/MATH Level 5": 0.4071, - "hfopenllm_v2/GPQA": 0.4027, - "hfopenllm_v2/MUSR": 0.5771, - "hfopenllm_v2/MMLU-PRO": 0.7002 + "hfopenllm_v2/IFEval": 0.4128, + "hfopenllm_v2/BBH": 0.5468, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4039, + "hfopenllm_v2/MMLU-PRO": 0.3604 } }, { - "id": "MaziyarPanahi/calme-2.5-qwen2-7b", - "name": "calme-2.5-qwen2-7b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-LilithFrame-Experiment-4", + "name": "MN-12B-LilithFrame-Experiment-4", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3145, - "hfopenllm_v2/BBH": 0.4887, - "hfopenllm_v2/MATH Level 5": 0.2258, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4565, - "hfopenllm_v2/MMLU-PRO": 0.3682 + "hfopenllm_v2/IFEval": 0.3981, + "hfopenllm_v2/BBH": 0.5534, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4371, + "hfopenllm_v2/MMLU-PRO": 0.3649 } }, { - "id": "MaziyarPanahi/calme-2.6-qwen2-7b", - "name": "calme-2.6-qwen2-7b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-GreenSnake", + "name": "MN-12B-Mimicore-GreenSnake", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3443, - "hfopenllm_v2/BBH": 0.493, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4586, - "hfopenllm_v2/MMLU-PRO": 0.3732 + "hfopenllm_v2/IFEval": 0.478, + "hfopenllm_v2/BBH": 0.5481, + "hfopenllm_v2/MATH Level 5": 0.139, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4306, + "hfopenllm_v2/MMLU-PRO": 0.3651 } }, { - "id": "MaziyarPanahi/calme-2.7-qwen2-7b", - "name": "calme-2.7-qwen2-7b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-Nocturne", + "name": "MN-12B-Mimicore-Nocturne", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3592, - "hfopenllm_v2/BBH": 0.4883, - "hfopenllm_v2/MATH Level 5": 0.1382, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4824, - "hfopenllm_v2/MMLU-PRO": 0.3705 + "hfopenllm_v2/IFEval": 0.3957, + "hfopenllm_v2/BBH": 0.5703, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4569, + "hfopenllm_v2/MMLU-PRO": 0.3634 } }, { - "id": "MaziyarPanahi/calme-3.1-baguette-3b", - "name": "calme-3.1-baguette-3b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-Orochi", + "name": "MN-12B-Mimicore-Orochi", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6234, - "hfopenllm_v2/BBH": 0.4683, - "hfopenllm_v2/MATH Level 5": 0.256, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4008, - "hfopenllm_v2/MMLU-PRO": 0.3399 + "hfopenllm_v2/IFEval": 0.462, + "hfopenllm_v2/BBH": 0.5498, + "hfopenllm_v2/MATH Level 5": 0.136, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4546, + "hfopenllm_v2/MMLU-PRO": 0.3447 } }, { - "id": "MaziyarPanahi/calme-3.1-instruct-3b", - "name": "calme-3.1-instruct-3b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-Orochi-v2-Experiment", + "name": "MN-12B-Mimicore-Orochi-v2-Experiment", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4336, - "hfopenllm_v2/BBH": 0.4813, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3952, - "hfopenllm_v2/MMLU-PRO": 0.3557 + "hfopenllm_v2/IFEval": 0.2842, + "hfopenllm_v2/BBH": 0.5323, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4574, + "hfopenllm_v2/MMLU-PRO": 0.3423 } }, { - "id": "MaziyarPanahi/calme-3.1-instruct-78b", - "name": "calme-3.1-instruct-78b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-Orochi-v3-Experiment", + "name": "MN-12B-Mimicore-Orochi-v3-Experiment", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8136, - "hfopenllm_v2/BBH": 0.7305, - "hfopenllm_v2/MATH Level 5": 0.3927, - "hfopenllm_v2/GPQA": 0.396, - "hfopenllm_v2/MUSR": 0.5891, - "hfopenllm_v2/MMLU-PRO": 0.7185 + "hfopenllm_v2/IFEval": 0.4102, + "hfopenllm_v2/BBH": 0.5438, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4438, + "hfopenllm_v2/MMLU-PRO": 0.3396 } }, { - "id": "MaziyarPanahi/calme-3.1-llamaloi-3b", - "name": "calme-3.1-llamaloi-3b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-Orochi-v4-Experiment", + "name": "MN-12B-Mimicore-Orochi-v4-Experiment", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7375, - "hfopenllm_v2/BBH": 0.4587, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3515, - "hfopenllm_v2/MMLU-PRO": 0.3205 + "hfopenllm_v2/IFEval": 0.4321, + "hfopenllm_v2/BBH": 0.5463, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4449, + "hfopenllm_v2/MMLU-PRO": 0.352 } }, { - "id": "MaziyarPanahi/calme-3.2-baguette-3b", - "name": "calme-3.2-baguette-3b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake", + "name": "MN-12B-Mimicore-WhiteSnake", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6338, - "hfopenllm_v2/BBH": 0.4709, - "hfopenllm_v2/MATH Level 5": 0.2825, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4021, - "hfopenllm_v2/MMLU-PRO": 0.3338 + "hfopenllm_v2/IFEval": 0.4438, + "hfopenllm_v2/BBH": 0.5605, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4569, + "hfopenllm_v2/MMLU-PRO": 0.3658 } }, { - "id": "MaziyarPanahi/calme-3.2-instruct-3b", - "name": "calme-3.2-instruct-3b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-1", + "name": "MN-12B-Mimicore-WhiteSnake-v2-Experiment-1", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5533, + "hfopenllm_v2/IFEval": 0.3909, "hfopenllm_v2/BBH": 0.4866, - "hfopenllm_v2/MATH Level 5": 0.2168, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4047, - "hfopenllm_v2/MMLU-PRO": 0.3653 + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.379, + "hfopenllm_v2/MMLU-PRO": 0.3114 } }, { - "id": "MaziyarPanahi/calme-3.2-instruct-78b", - "name": "calme-3.2-instruct-78b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-2", + "name": "MN-12B-Mimicore-WhiteSnake-v2-Experiment-2", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8063, - "hfopenllm_v2/BBH": 0.7319, - "hfopenllm_v2/MATH Level 5": 0.4033, - "hfopenllm_v2/GPQA": 0.4027, - "hfopenllm_v2/MUSR": 0.6024, - "hfopenllm_v2/MMLU-PRO": 0.7303 + "hfopenllm_v2/IFEval": 0.3124, + "hfopenllm_v2/BBH": 0.5126, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.3975, + "hfopenllm_v2/MMLU-PRO": 0.3314 } }, { - "id": "MaziyarPanahi/calme-3.3-baguette-3b", - "name": "calme-3.3-baguette-3b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-3", + "name": "MN-12B-Mimicore-WhiteSnake-v2-Experiment-3", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.636, - "hfopenllm_v2/BBH": 0.4678, - "hfopenllm_v2/MATH Level 5": 0.3807, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3928, - "hfopenllm_v2/MMLU-PRO": 0.3342 + "hfopenllm_v2/IFEval": 0.4302, + "hfopenllm_v2/BBH": 0.4812, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.3684, + "hfopenllm_v2/MMLU-PRO": 0.3198 } }, { - "id": "MaziyarPanahi/calme-3.3-instruct-3b", - "name": "calme-3.3-instruct-3b", - "developer": "MaziyarPanahi", + "id": "DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-4", + "name": "MN-12B-Mimicore-WhiteSnake-v2-Experiment-4", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6423, - "hfopenllm_v2/BBH": 0.4693, - "hfopenllm_v2/MATH Level 5": 0.3739, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4074, - "hfopenllm_v2/MMLU-PRO": 0.3305 + "hfopenllm_v2/IFEval": 0.4241, + "hfopenllm_v2/BBH": 0.5185, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4002, + "hfopenllm_v2/MMLU-PRO": 0.3342 } }, { - "id": "Minami-su/Amara-o1-7B-Qwen", - "name": "Amara-o1-7B-Qwen", - "developer": "Minami-su", + "id": "DoppelReflEx/MN-12B-Unleashed-Twilight", + "name": "MN-12B-Unleashed-Twilight", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.739, - "hfopenllm_v2/BBH": 0.5199, - "hfopenllm_v2/MATH Level 5": 0.5181, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4007, - "hfopenllm_v2/MMLU-PRO": 0.4083 + "hfopenllm_v2/IFEval": 0.3505, + "hfopenllm_v2/BBH": 0.5521, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4384, + "hfopenllm_v2/MMLU-PRO": 0.3678 } }, { - "id": "Minami-su/Amara-o2-7B-Qwen", - "name": "Amara-o2-7B-Qwen", - "developer": "Minami-su", + "id": "DoppelReflEx/MN-12B-WolFrame", + "name": "MN-12B-WolFrame", + "developer": "DoppelReflEx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7147, - "hfopenllm_v2/BBH": 0.5173, - "hfopenllm_v2/MATH Level 5": 0.4086, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.4165 + "hfopenllm_v2/IFEval": 0.4397, + "hfopenllm_v2/BBH": 0.5117, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.3393 } }, { - "id": "Minami-su/test-7B-00", - "name": "test-7B-00", - "developer": "Minami-su", + "id": "DreadPoor/Again-8B-Model_Stock", + "name": "Again-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.669, - "hfopenllm_v2/BBH": 0.4466, - "hfopenllm_v2/MATH Level 5": 0.4517, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4126, - "hfopenllm_v2/MMLU-PRO": 0.3588 + "hfopenllm_v2/IFEval": 0.6724, + "hfopenllm_v2/BBH": 0.531, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3987, + "hfopenllm_v2/MMLU-PRO": 0.3518 } }, { - "id": "Minami-su/test-7B-01", - "name": "test-7B-01", - "developer": "Minami-su", + "id": "DreadPoor/Alita99-8B-LINEAR", + "name": "Alita99-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6736, - "hfopenllm_v2/BBH": 0.4422, - "hfopenllm_v2/MATH Level 5": 0.4554, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4153, - "hfopenllm_v2/MMLU-PRO": 0.3536 + "hfopenllm_v2/IFEval": 0.719, + "hfopenllm_v2/BBH": 0.5442, + "hfopenllm_v2/MATH Level 5": 0.1647, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4266, + "hfopenllm_v2/MMLU-PRO": 0.3809 } }, { - "id": "Minami-su/test-v2-7B-00", - "name": "test-v2-7B-00", - "developer": "Minami-su", + "id": "DreadPoor/AnotherTest", + "name": "AnotherTest", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6747, - "hfopenllm_v2/BBH": 0.4416, - "hfopenllm_v2/MATH Level 5": 0.4418, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.3472 + "hfopenllm_v2/IFEval": 0.4701, + "hfopenllm_v2/BBH": 0.4683, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4213, + "hfopenllm_v2/MMLU-PRO": 0.2875 } }, { - "id": "ModelCloud/Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1", - "name": "Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1", - "developer": "ModelCloud", + "id": "DreadPoor/Aspire-8B-model_stock", + "name": "Aspire-8B-model_stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5269, - "hfopenllm_v2/BBH": 0.3253, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1764 + "hfopenllm_v2/IFEval": 0.7141, + "hfopenllm_v2/BBH": 0.5278, + "hfopenllm_v2/MATH Level 5": 0.1495, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4212, + "hfopenllm_v2/MMLU-PRO": 0.3763 } }, { - "id": "ModelSpace/GemmaX2-28-9B-v0.1", - "name": "GemmaX2-28-9B-v0.1", - "developer": "ModelSpace", + "id": "DreadPoor/Aspire_1.3-8B_model-stock", + "name": "Aspire_1.3-8B_model-stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0039, - "hfopenllm_v2/BBH": 0.3687, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3537, - "hfopenllm_v2/MMLU-PRO": 0.2231 + "hfopenllm_v2/IFEval": 0.7062, + "hfopenllm_v2/BBH": 0.5302, + "hfopenllm_v2/MATH Level 5": 0.1692, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3716 } }, { - "id": "MoonRide/Llama-3.2-3B-Khelavaster", - "name": "Llama-3.2-3B-Khelavaster", - "developer": "MoonRide", + "id": "DreadPoor/Aspire_V2-8B-Model_Stock", + "name": "Aspire_V2-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4925, - "hfopenllm_v2/BBH": 0.4516, - "hfopenllm_v2/MATH Level 5": 0.1616, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3699, - "hfopenllm_v2/MMLU-PRO": 0.3122 + "hfopenllm_v2/IFEval": 0.7371, + "hfopenllm_v2/BBH": 0.533, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.3894, + "hfopenllm_v2/MMLU-PRO": 0.3697 } }, { - "id": "Mostafa8Mehrabi/llama-3.2-1b-Insomnia-ChatBot-merged", - "name": "llama-3.2-1b-Insomnia-ChatBot-merged", - "developer": "Mostafa8Mehrabi", + "id": "DreadPoor/Aspire_V2.1-8B-Model_Stock", + "name": "Aspire_V2.1-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1321, - "hfopenllm_v2/BBH": 0.3004, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2366, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1131 + "hfopenllm_v2/IFEval": 0.7238, + "hfopenllm_v2/BBH": 0.5236, + "hfopenllm_v2/MATH Level 5": 0.1767, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.3801 } }, { - "id": "MrRobotoAI/MrRoboto-ProLong-8b-v4i", - "name": "MrRoboto-ProLong-8b-v4i", - "developer": "MrRobotoAI", + "id": "DreadPoor/Aspire_V2_ALT-8B-Model_Stock", + "name": "Aspire_V2_ALT-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3835, - "hfopenllm_v2/BBH": 0.4585, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4014, - "hfopenllm_v2/MMLU-PRO": 0.3068 + "hfopenllm_v2/IFEval": 0.7381, + "hfopenllm_v2/BBH": 0.5266, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.3975, + "hfopenllm_v2/MMLU-PRO": 0.3727 } }, { - "id": "MrRobotoAI/MrRoboto-ProLongBASE-pt8-unaligned-8b", - "name": "MrRoboto-ProLongBASE-pt8-unaligned-8b", - "developer": "MrRobotoAI", + "id": "DreadPoor/Aspire_V2_ALT_ROW-8B-Model_Stock", + "name": "Aspire_V2_ALT_ROW-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3475, - "hfopenllm_v2/BBH": 0.4515, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.2566 + "hfopenllm_v2/IFEval": 0.7381, + "hfopenllm_v2/BBH": 0.5266, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.3975, + "hfopenllm_v2/MMLU-PRO": 0.3727 } }, { - "id": "MultivexAI/Gladiator-Mini-Exp-1211-3B", - "name": "Gladiator-Mini-Exp-1211-3B", - "developer": "MultivexAI", + "id": "DreadPoor/Aspire_V3-8B-Model_Stock", + "name": "Aspire_V3-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6876, - "hfopenllm_v2/BBH": 0.4484, - "hfopenllm_v2/MATH Level 5": 0.1375, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.326, - "hfopenllm_v2/MMLU-PRO": 0.3152 + "hfopenllm_v2/IFEval": 0.5119, + "hfopenllm_v2/BBH": 0.5268, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.3642 } }, { - "id": "MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct", - "name": "Gladiator-Mini-Exp-1221-3B-Instruct", - "developer": "MultivexAI", + "id": "DreadPoor/Aspire_V4-8B-Model_Stock", + "name": "Aspire_V4-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6079, - "hfopenllm_v2/BBH": 0.437, - "hfopenllm_v2/MATH Level 5": 0.1352, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3115, - "hfopenllm_v2/MMLU-PRO": 0.3049 + "hfopenllm_v2/IFEval": 0.7694, + "hfopenllm_v2/BBH": 0.5314, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3867, + "hfopenllm_v2/MMLU-PRO": 0.3708 } }, { - "id": "MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct-V2", - "name": "Gladiator-Mini-Exp-1221-3B-Instruct-V2", - "developer": "MultivexAI", + "id": "DreadPoor/Aspire_V4_ALT-8B-Model_Stock", + "name": "Aspire_V4_ALT-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6215, - "hfopenllm_v2/BBH": 0.4389, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3008, - "hfopenllm_v2/MMLU-PRO": 0.3025 + "hfopenllm_v2/IFEval": 0.7366, + "hfopenllm_v2/BBH": 0.5268, + "hfopenllm_v2/MATH Level 5": 0.1813, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.392, + "hfopenllm_v2/MMLU-PRO": 0.3682 } }, { - "id": "MultivexAI/Gladiator-Mini-Exp-1222-3B-Instruct", - "name": "Gladiator-Mini-Exp-1222-3B-Instruct", - "developer": "MultivexAI", + "id": "DreadPoor/Asymmetric_Linearity-8B-Model_Stock", + "name": "Asymmetric_Linearity-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6163, - "hfopenllm_v2/BBH": 0.4373, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3128, - "hfopenllm_v2/MMLU-PRO": 0.3017 + "hfopenllm_v2/IFEval": 0.7174, + "hfopenllm_v2/BBH": 0.5465, + "hfopenllm_v2/MATH Level 5": 0.1647, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3844 } }, { - "id": "MultivexAI/Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF", - "name": "Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF", - "developer": "MultivexAI", + "id": "DreadPoor/Aurora_faustus-8B-LINEAR", + "name": "Aurora_faustus-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.144, - "hfopenllm_v2/BBH": 0.2908, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3642, - "hfopenllm_v2/MMLU-PRO": 0.1109 + "hfopenllm_v2/IFEval": 0.7281, + "hfopenllm_v2/BBH": 0.5516, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3842 } }, { - "id": "Mxode/NanoLM-0.3B-Instruct-v1", - "name": "NanoLM-0.3B-Instruct-v1", - "developer": "Mxode", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1537, - "hfopenllm_v2/BBH": 0.3028, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.4155, - "hfopenllm_v2/MMLU-PRO": 0.1105 + "id": "DreadPoor/Aurora_faustus-8B-LORABLATED", + "name": "Aurora_faustus-8B-LORABLATED", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7527, + "hfopenllm_v2/BBH": 0.5392, + "hfopenllm_v2/MATH Level 5": 0.1488, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.3673 } }, { - "id": "Mxode/NanoLM-0.3B-Instruct-v1.1", - "name": "NanoLM-0.3B-Instruct-v1.1", - "developer": "Mxode", + "id": "DreadPoor/Aurora_faustus-8B-LORABLATED_ALT", + "name": "Aurora_faustus-8B-LORABLATED_ALT", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1783, - "hfopenllm_v2/BBH": 0.3014, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.4273, - "hfopenllm_v2/MMLU-PRO": 0.1121 + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.5388, + "hfopenllm_v2/MATH Level 5": 0.1586, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4225, + "hfopenllm_v2/MMLU-PRO": 0.3694 } }, { - "id": "Mxode/NanoLM-0.3B-Instruct-v2", - "name": "NanoLM-0.3B-Instruct-v2", - "developer": "Mxode", + "id": "DreadPoor/Autumn_Dawn-8B-LINEAR", + "name": "Autumn_Dawn-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1668, - "hfopenllm_v2/BBH": 0.2921, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3955, - "hfopenllm_v2/MMLU-PRO": 0.1134 + "hfopenllm_v2/IFEval": 0.7293, + "hfopenllm_v2/BBH": 0.5459, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3968 } }, { - "id": "Mxode/NanoLM-1B-Instruct-v1.1", - "name": "NanoLM-1B-Instruct-v1.1", - "developer": "Mxode", + "id": "DreadPoor/BaeZel-8B-LINEAR", + "name": "BaeZel-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2395, - "hfopenllm_v2/BBH": 0.3184, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3433, - "hfopenllm_v2/MMLU-PRO": 0.1215 + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.5464, + "hfopenllm_v2/MATH Level 5": 0.1813, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4227, + "hfopenllm_v2/MMLU-PRO": 0.3861 } }, { - "id": "Mxode/NanoLM-1B-Instruct-v2", - "name": "NanoLM-1B-Instruct-v2", - "developer": "Mxode", + "id": "DreadPoor/BaeZel-8B-Model_Stock", + "name": "BaeZel-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.263, - "hfopenllm_v2/BBH": 0.3123, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3552, - "hfopenllm_v2/MMLU-PRO": 0.1238 + "hfopenllm_v2/IFEval": 0.7713, + "hfopenllm_v2/BBH": 0.5408, + "hfopenllm_v2/MATH Level 5": 0.1639, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.388 } }, { - "id": "NAPS-ai/naps-gemma-2-27b-v-0.1.0", - "name": "naps-gemma-2-27b-v-0.1.0", - "developer": "NAPS-ai", + "id": "DreadPoor/BaeZel_V2-8B-Model_Stock", + "name": "BaeZel_V2-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0, - "hfopenllm_v2/BBH": 0.2912, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3575, - "hfopenllm_v2/MMLU-PRO": 0.1168 + "hfopenllm_v2/IFEval": 0.7677, + "hfopenllm_v2/BBH": 0.5374, + "hfopenllm_v2/MATH Level 5": 0.1798, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3947 } }, { - "id": "NAPS-ai/naps-gemma-2-27b-v0.1.0", - "name": "naps-gemma-2-27b-v0.1.0", - "developer": "NAPS-ai", + "id": "DreadPoor/BaeZel_V2_ALT-8B-Model_Stock", + "name": "BaeZel_V2_ALT-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0, - "hfopenllm_v2/BBH": 0.2912, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3575, - "hfopenllm_v2/MMLU-PRO": 0.1168 + "hfopenllm_v2/IFEval": 0.7677, + "hfopenllm_v2/BBH": 0.5374, + "hfopenllm_v2/MATH Level 5": 0.1798, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3947 } }, { - "id": "NAPS-ai/naps-llama-3_1-8b-instruct-v0.3", - "name": "naps-llama-3_1-8b-instruct-v0.3", - "developer": "NAPS-ai", + "id": "DreadPoor/BaeZel_V3-8B-Model_Stock", + "name": "BaeZel_V3-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5391, - "hfopenllm_v2/BBH": 0.4901, - "hfopenllm_v2/MATH Level 5": 0.1903, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3787, - "hfopenllm_v2/MMLU-PRO": 0.3398 + "hfopenllm_v2/IFEval": 0.7832, + "hfopenllm_v2/BBH": 0.5392, + "hfopenllm_v2/MATH Level 5": 0.1896, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4174, + "hfopenllm_v2/MMLU-PRO": 0.3888 } }, { - "id": "NAPS-ai/naps-llama-3_1-8b-instruct-v0.4", - "name": "naps-llama-3_1-8b-instruct-v0.4", - "developer": "NAPS-ai", + "id": "DreadPoor/Blunt_Edge-8B-SLERP", + "name": "Blunt_Edge-8B-SLERP", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7344, - "hfopenllm_v2/BBH": 0.4862, - "hfopenllm_v2/MATH Level 5": 0.1964, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4421, - "hfopenllm_v2/MMLU-PRO": 0.3475 + "hfopenllm_v2/IFEval": 0.7497, + "hfopenllm_v2/BBH": 0.5389, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4174, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "NAPS-ai/naps-llama-3_1-instruct-v0.5.0", - "name": "naps-llama-3_1-instruct-v0.5.0", - "developer": "NAPS-ai", + "id": "DreadPoor/BulkUp", + "name": "BulkUp", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.502, - "hfopenllm_v2/BBH": 0.4148, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3713, - "hfopenllm_v2/MMLU-PRO": 0.2614 + "hfopenllm_v2/IFEval": 0.1778, + "hfopenllm_v2/BBH": 0.287, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.111 } }, { - "id": "NAPS-ai/naps-llama-3_1_instruct-v0.6.0", - "name": "naps-llama-3_1_instruct-v0.6.0", - "developer": "NAPS-ai", + "id": "DreadPoor/Cadence-8B-LINEAR", + "name": "Cadence-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.328, - "hfopenllm_v2/BBH": 0.4528, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.3241 + "hfopenllm_v2/IFEval": 0.7682, + "hfopenllm_v2/BBH": 0.5433, + "hfopenllm_v2/MATH Level 5": 0.1677, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3803 } }, { - "id": "NAPS-ai/naps-llama3.1-70B-v0.2-fp16", - "name": "naps-llama3.1-70B-v0.2-fp16", - "developer": "NAPS-ai", + "id": "DreadPoor/Caelid-8B-Model_Stock", + "name": "Caelid-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1845, - "hfopenllm_v2/BBH": 0.3041, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3486, - "hfopenllm_v2/MMLU-PRO": 0.1099 + "hfopenllm_v2/IFEval": 0.7247, + "hfopenllm_v2/BBH": 0.546, + "hfopenllm_v2/MATH Level 5": 0.1511, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4001, + "hfopenllm_v2/MMLU-PRO": 0.3816 } }, { - "id": "NCSOFT/Llama-3-OffsetBias-8B", - "name": "NCSOFT/Llama-3-OffsetBias-8B", - "developer": "NCSOFT", + "id": "DreadPoor/Casuar-9B-Model_Stock", + "name": "Casuar-9B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8397, - "reward-bench/Chat": 0.9246, - "reward-bench/Chat Hard": 0.8026, - "reward-bench/Safety": 0.8676, - "reward-bench/Reasoning": 0.7639 + "hfopenllm_v2/IFEval": 0.7765, + "hfopenllm_v2/BBH": 0.6107, + "hfopenllm_v2/MATH Level 5": 0.213, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4165, + "hfopenllm_v2/MMLU-PRO": 0.4156 } }, { - "id": "NCSOFT/Llama-3-OffsetBias-RM-8B", - "name": "NCSOFT/Llama-3-OffsetBias-RM-8B", - "developer": "NCSOFT", + "id": "DreadPoor/Condensed_Milk-8B-Model_Stock", + "name": "Condensed_Milk-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8942, - "reward-bench/Factuality": 0.6084, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.5191, - "reward-bench/Safety": 0.8676, - "reward-bench/Focus": 0.9596, - "reward-bench/Ties": 0.6786, - "reward-bench/Chat": 0.9721, - "reward-bench/Chat Hard": 0.818, - "reward-bench/Reasoning": 0.9192 + "hfopenllm_v2/IFEval": 0.7536, + "hfopenllm_v2/BBH": 0.5435, + "hfopenllm_v2/MATH Level 5": 0.1745, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.416, + "hfopenllm_v2/MMLU-PRO": 0.3876 } }, { - "id": "NCSOFT/Llama-VARCO-8B-Instruct", - "name": "Llama-VARCO-8B-Instruct", - "developer": "NCSOFT", + "id": "DreadPoor/CoolerCoder-8B-LINEAR", + "name": "CoolerCoder-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.447, - "hfopenllm_v2/BBH": 0.5023, - "hfopenllm_v2/MATH Level 5": 0.1065, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3841, - "hfopenllm_v2/MMLU-PRO": 0.319 + "hfopenllm_v2/IFEval": 0.4519, + "hfopenllm_v2/BBH": 0.4762, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.3159 } }, { - "id": "NJS26/NJS_777", - "name": "NJS_777", - "developer": "NJS26", + "id": "DreadPoor/Damasteel-8B-LINEAR", + "name": "Damasteel-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1881, - "hfopenllm_v2/BBH": 0.2178, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2064, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.1163 + "hfopenllm_v2/IFEval": 0.7384, + "hfopenllm_v2/BBH": 0.5388, + "hfopenllm_v2/MATH Level 5": 0.1669, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4212, + "hfopenllm_v2/MMLU-PRO": 0.3779 } }, { - "id": "NLPark/AnFeng_v3.1-Avocet", - "name": "AnFeng_v3.1-Avocet", - "developer": "NLPark", + "id": "DreadPoor/Dearly_Beloved-8B-TIES", + "name": "Dearly_Beloved-8B-TIES", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5096, - "hfopenllm_v2/BBH": 0.5829, - "hfopenllm_v2/MATH Level 5": 0.1594, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4476, - "hfopenllm_v2/MMLU-PRO": 0.4438 + "hfopenllm_v2/IFEval": 0.8267, + "hfopenllm_v2/BBH": 0.405, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4175, + "hfopenllm_v2/MMLU-PRO": 0.2827 } }, { - "id": "NLPark/B-and-W_Flycatcher-3AD1E", - "name": "B-and-W_Flycatcher-3AD1E", - "developer": "NLPark", + "id": "DreadPoor/Decayed-8B-LINEAR", + "name": "Decayed-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4908, - "hfopenllm_v2/BBH": 0.6065, - "hfopenllm_v2/MATH Level 5": 0.2379, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4423, - "hfopenllm_v2/MMLU-PRO": 0.4741 + "hfopenllm_v2/IFEval": 0.7676, + "hfopenllm_v2/BBH": 0.5417, + "hfopenllm_v2/MATH Level 5": 0.1715, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3763 } }, { - "id": "NLPark/Shi-Ci-Robin-Test_3AD80", - "name": "Shi-Ci-Robin-Test_3AD80", - "developer": "NLPark", + "id": "DreadPoor/Derivative-8B-Model_Stock", + "name": "Derivative-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7227, - "hfopenllm_v2/BBH": 0.6705, - "hfopenllm_v2/MATH Level 5": 0.3157, - "hfopenllm_v2/GPQA": 0.3599, - "hfopenllm_v2/MUSR": 0.4696, - "hfopenllm_v2/MMLU-PRO": 0.5121 + "hfopenllm_v2/IFEval": 0.7667, + "hfopenllm_v2/BBH": 0.5395, + "hfopenllm_v2/MATH Level 5": 0.179, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.42, + "hfopenllm_v2/MMLU-PRO": 0.3811 } }, { - "id": "NTQAI/NxMobileLM-1.5B-SFT", - "name": "NxMobileLM-1.5B-SFT", - "developer": "NTQAI", + "id": "DreadPoor/Derivative_V2-8B-Model_Stock", + "name": "Derivative_V2-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6392, - "hfopenllm_v2/BBH": 0.3957, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.2817 + "hfopenllm_v2/IFEval": 0.7537, + "hfopenllm_v2/BBH": 0.5393, + "hfopenllm_v2/MATH Level 5": 0.1798, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4123, + "hfopenllm_v2/MMLU-PRO": 0.3856 } }, { - "id": "NTQAI/Nxcode-CQ-7B-orpo", - "name": "Nxcode-CQ-7B-orpo", - "developer": "NTQAI", + "id": "DreadPoor/Derivative_V2_ALT-8B-Model_Stock", + "name": "Derivative_V2_ALT-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4007, - "hfopenllm_v2/BBH": 0.4143, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.394, - "hfopenllm_v2/MMLU-PRO": 0.1612 + "hfopenllm_v2/IFEval": 0.772, + "hfopenllm_v2/BBH": 0.5365, + "hfopenllm_v2/MATH Level 5": 0.1881, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.3882 } }, { - "id": "NYTK/PULI-GPTrio", - "name": "PULI-GPTrio", - "developer": "NYTK", + "id": "DreadPoor/Derivative_V3-8B-Model_Stock", + "name": "Derivative_V3-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.218, - "hfopenllm_v2/BBH": 0.306, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3819, - "hfopenllm_v2/MMLU-PRO": 0.1137 + "hfopenllm_v2/IFEval": 0.6964, + "hfopenllm_v2/BBH": 0.5243, + "hfopenllm_v2/MATH Level 5": 0.1465, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.415, + "hfopenllm_v2/MMLU-PRO": 0.3502 } }, { - "id": "NYTK/PULI-LlumiX-32K", - "name": "PULI-LlumiX-32K", - "developer": "NYTK", + "id": "DreadPoor/Elusive_Dragon_Heart-8B-LINEAR", + "name": "Elusive_Dragon_Heart-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.17, - "hfopenllm_v2/BBH": 0.3189, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.1681 + "hfopenllm_v2/IFEval": 0.7131, + "hfopenllm_v2/BBH": 0.5456, + "hfopenllm_v2/MATH Level 5": 0.148, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3814 } }, { - "id": "Naveenpoliasetty/llama3-8B-V2", - "name": "llama3-8B-V2", - "developer": "Naveenpoliasetty", + "id": "DreadPoor/Emu_Eggs-9B-Model_Stock", + "name": "Emu_Eggs-9B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4123, - "hfopenllm_v2/BBH": 0.5189, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.3738 + "hfopenllm_v2/IFEval": 0.7607, + "hfopenllm_v2/BBH": 0.6052, + "hfopenllm_v2/MATH Level 5": 0.21, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.4227 } }, { - "id": "NbAiLab/nb-llama-3.1-8B-Instruct", - "name": "nb-llama-3.1-8B-Instruct", - "developer": "NbAiLab", + "id": "DreadPoor/Eunoia_Vespera-8B-LINEAR", + "name": "Eunoia_Vespera-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3625, - "hfopenllm_v2/BBH": 0.3247, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3208, - "hfopenllm_v2/MMLU-PRO": 0.1197 + "hfopenllm_v2/IFEval": 0.7235, + "hfopenllm_v2/BBH": 0.5399, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3839 } }, { - "id": "NbAiLab/nb-llama-3.1-8B-sft", - "name": "nb-llama-3.1-8B-sft", - "developer": "NbAiLab", + "id": "DreadPoor/felix_dies-mistral-7B-model_stock", + "name": "felix_dies-mistral-7B-model_stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3616, - "hfopenllm_v2/BBH": 0.3282, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3287, - "hfopenllm_v2/MMLU-PRO": 0.1222 + "hfopenllm_v2/IFEval": 0.3008, + "hfopenllm_v2/BBH": 0.4901, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4518, + "hfopenllm_v2/MMLU-PRO": 0.3109 } }, { - "id": "Nekochu/Llama-3.1-8B-German-ORPO", - "name": "Llama-3.1-8B-German-ORPO", - "developer": "Nekochu", + "id": "DreadPoor/Fu_sion_HA-8B-SLERP", + "name": "Fu_sion_HA-8B-SLERP", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4611, - "hfopenllm_v2/BBH": 0.4983, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4647, - "hfopenllm_v2/MMLU-PRO": 0.3393 + "hfopenllm_v2/IFEval": 0.7609, + "hfopenllm_v2/BBH": 0.5373, + "hfopenllm_v2/MATH Level 5": 0.1752, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.416, + "hfopenllm_v2/MMLU-PRO": 0.3825 } }, { - "id": "Nekochu/Llama-3.1-8B-french-DPO", - "name": "Llama-3.1-8B-french-DPO", - "developer": "Nekochu", + "id": "DreadPoor/H_the_eighth-8B-LINEAR", + "name": "H_the_eighth-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4656, - "hfopenllm_v2/BBH": 0.5111, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4216, - "hfopenllm_v2/MMLU-PRO": 0.3414 + "hfopenllm_v2/IFEval": 0.7469, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3824 } }, { - "id": "Nekochu/Luminia-13B-v3", - "name": "Luminia-13B-v3", - "developer": "Nekochu", + "id": "DreadPoor/hakuchido-8B-MODEL_STOCK", + "name": "hakuchido-8B-MODEL_STOCK", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2523, - "hfopenllm_v2/BBH": 0.4112, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3983, - "hfopenllm_v2/MMLU-PRO": 0.2215 + "hfopenllm_v2/IFEval": 0.7375, + "hfopenllm_v2/BBH": 0.5398, + "hfopenllm_v2/MATH Level 5": 0.1949, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4175, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "Nekochu/Luminia-8B-RP", - "name": "Luminia-8B-RP", - "developer": "Nekochu", + "id": "DreadPoor/Happy_New_Year-8B-Model_Stock", + "name": "Happy_New_Year-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5574, - "hfopenllm_v2/BBH": 0.5218, - "hfopenllm_v2/MATH Level 5": 0.136, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3631 + "hfopenllm_v2/IFEval": 0.7616, + "hfopenllm_v2/BBH": 0.5368, + "hfopenllm_v2/MATH Level 5": 0.1594, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3879 } }, { - "id": "NeverSleep/Lumimaid-v0.2-12B", - "name": "Lumimaid-v0.2-12B", - "developer": "NeverSleep", + "id": "DreadPoor/Heart_Stolen-8B-Model_Stock", + "name": "Heart_Stolen-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1099, - "hfopenllm_v2/BBH": 0.5396, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4821, - "hfopenllm_v2/MMLU-PRO": 0.3511 + "hfopenllm_v2/IFEval": 0.7245, + "hfopenllm_v2/BBH": 0.5395, + "hfopenllm_v2/MATH Level 5": 0.1722, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4162, + "hfopenllm_v2/MMLU-PRO": 0.3794 } }, { - "id": "NeverSleep/Lumimaid-v0.2-8B", - "name": "Lumimaid-v0.2-8B", - "developer": "NeverSleep", + "id": "DreadPoor/Heart_Stolen-ALT-8B-Model_Stock", + "name": "Heart_Stolen-ALT-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5038, - "hfopenllm_v2/BBH": 0.5238, - "hfopenllm_v2/MATH Level 5": 0.1435, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4303, - "hfopenllm_v2/MMLU-PRO": 0.3636 + "hfopenllm_v2/IFEval": 0.7184, + "hfopenllm_v2/BBH": 0.5263, + "hfopenllm_v2/MATH Level 5": 0.1563, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4055, + "hfopenllm_v2/MMLU-PRO": 0.3772 } }, { - "id": "Nexesenex/Dolphin3.0-Llama3.1-1B-abliterated", - "name": "Dolphin3.0-Llama3.1-1B-abliterated", - "developer": "Nexesenex", + "id": "DreadPoor/Here_We_Go_Again-8B-SLERP", + "name": "Here_We_Go_Again-8B-SLERP", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5312, - "hfopenllm_v2/BBH": 0.3241, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.3237, - "hfopenllm_v2/MMLU-PRO": 0.1373 + "hfopenllm_v2/IFEval": 0.7442, + "hfopenllm_v2/BBH": 0.546, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.3873 } }, { - "id": "Nexesenex/Llama_3.1_8b_DeepDive_3_Prev_v1.0", - "name": "Llama_3.1_8b_DeepDive_3_Prev_v1.0", - "developer": "Nexesenex", + "id": "DreadPoor/HOT_STINKING_GARBAGE", + "name": "HOT_STINKING_GARBAGE", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6809, - "hfopenllm_v2/BBH": 0.5155, - "hfopenllm_v2/MATH Level 5": 0.1866, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3666, - "hfopenllm_v2/MMLU-PRO": 0.3438 + "hfopenllm_v2/IFEval": 0.5754, + "hfopenllm_v2/BBH": 0.4884, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.425, + "hfopenllm_v2/MMLU-PRO": 0.3017 } }, { - "id": "Nexesenex/Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0", - "name": "Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0", - "developer": "Nexesenex", + "id": "DreadPoor/Howdy-8B-LINEAR", + "name": "Howdy-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7101, - "hfopenllm_v2/BBH": 0.512, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.3758, - "hfopenllm_v2/MMLU-PRO": 0.3441 + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4121, + "hfopenllm_v2/MMLU-PRO": 0.3807 } }, { - "id": "Nexesenex/Llama_3.1_8b_DobHerWild_R1_v1.1R", - "name": "Llama_3.1_8b_DobHerWild_R1_v1.1R", - "developer": "Nexesenex", + "id": "DreadPoor/ichor-8B-Model_Stock", + "name": "ichor-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.76, - "hfopenllm_v2/BBH": 0.5257, - "hfopenllm_v2/MATH Level 5": 0.2319, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3852, - "hfopenllm_v2/MMLU-PRO": 0.3688 + "hfopenllm_v2/IFEval": 0.5386, + "hfopenllm_v2/BBH": 0.5084, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4212, + "hfopenllm_v2/MMLU-PRO": 0.3151 } }, { - "id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.01", - "name": "Llama_3.1_8b_DoberWild_v2.01", - "developer": "Nexesenex", + "id": "DreadPoor/ichor_1.1-8B-Model_Stock", + "name": "ichor_1.1-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7996, - "hfopenllm_v2/BBH": 0.5251, - "hfopenllm_v2/MATH Level 5": 0.2002, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4012, - "hfopenllm_v2/MMLU-PRO": 0.3791 + "hfopenllm_v2/IFEval": 0.8096, + "hfopenllm_v2/BBH": 0.5281, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4068, + "hfopenllm_v2/MMLU-PRO": 0.3856 } }, { - "id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.02", - "name": "Llama_3.1_8b_DoberWild_v2.02", - "developer": "Nexesenex", + "id": "DreadPoor/Incidental-8B-Model_Stock", + "name": "Incidental-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7746, - "hfopenllm_v2/BBH": 0.5313, - "hfopenllm_v2/MATH Level 5": 0.1994, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3946, - "hfopenllm_v2/MMLU-PRO": 0.3764 + "hfopenllm_v2/IFEval": 0.7482, + "hfopenllm_v2/BBH": 0.5452, + "hfopenllm_v2/MATH Level 5": 0.1616, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.424, + "hfopenllm_v2/MMLU-PRO": 0.3873 } }, { - "id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.03", - "name": "Llama_3.1_8b_DoberWild_v2.03", - "developer": "Nexesenex", + "id": "DreadPoor/inexpertus-8B-Model_Stock", + "name": "inexpertus-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7764, - "hfopenllm_v2/BBH": 0.5294, - "hfopenllm_v2/MATH Level 5": 0.2077, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3906, - "hfopenllm_v2/MMLU-PRO": 0.3722 + "hfopenllm_v2/IFEval": 0.7795, + "hfopenllm_v2/BBH": 0.528, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3791 } }, { - "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.01", - "name": "Llama_3.1_8b_DodoWild_v2.01", - "developer": "Nexesenex", + "id": "DreadPoor/inexpertus_1.1-8B-LINEAR", + "name": "inexpertus_1.1-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7978, - "hfopenllm_v2/BBH": 0.5253, - "hfopenllm_v2/MATH Level 5": 0.1986, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.409, - "hfopenllm_v2/MMLU-PRO": 0.3738 + "hfopenllm_v2/IFEval": 0.7527, + "hfopenllm_v2/BBH": 0.5525, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3827 } }, { - "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.02", - "name": "Llama_3.1_8b_DodoWild_v2.02", - "developer": "Nexesenex", + "id": "DreadPoor/inexpertus_1.2-8B-LINEAR", + "name": "inexpertus_1.2-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8017, - "hfopenllm_v2/BBH": 0.5262, - "hfopenllm_v2/MATH Level 5": 0.2273, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3971, - "hfopenllm_v2/MMLU-PRO": 0.3761 + "hfopenllm_v2/IFEval": 0.7348, + "hfopenllm_v2/BBH": 0.5523, + "hfopenllm_v2/MATH Level 5": 0.1586, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4133, + "hfopenllm_v2/MMLU-PRO": 0.3788 } }, { - "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.03", - "name": "Llama_3.1_8b_DodoWild_v2.03", - "developer": "Nexesenex", + "id": "DreadPoor/Irina-8B-model_stock", + "name": "Irina-8B-model_stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7941, - "hfopenllm_v2/BBH": 0.5308, - "hfopenllm_v2/MATH Level 5": 0.2221, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.3959, - "hfopenllm_v2/MMLU-PRO": 0.3786 + "hfopenllm_v2/IFEval": 0.6799, + "hfopenllm_v2/BBH": 0.5237, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4003, + "hfopenllm_v2/MMLU-PRO": 0.3574 } }, { - "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.10", - "name": "Llama_3.1_8b_DodoWild_v2.10", - "developer": "Nexesenex", + "id": "DreadPoor/Kindling-8B-Model_Stock", + "name": "Kindling-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8054, - "hfopenllm_v2/BBH": 0.5278, - "hfopenllm_v2/MATH Level 5": 0.1971, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3855 + "hfopenllm_v2/IFEval": 0.7308, + "hfopenllm_v2/BBH": 0.5492, + "hfopenllm_v2/MATH Level 5": 0.1752, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4068, + "hfopenllm_v2/MMLU-PRO": 0.383 } }, { - "id": "Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.01", - "name": "Llama_3.1_8b_Dolermed_R1_V1.01", - "developer": "Nexesenex", + "id": "DreadPoor/L3.1-BaeZel-8B-Della", + "name": "L3.1-BaeZel-8B-Della", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7534, - "hfopenllm_v2/BBH": 0.5312, - "hfopenllm_v2/MATH Level 5": 0.2017, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3747, - "hfopenllm_v2/MMLU-PRO": 0.3733 + "hfopenllm_v2/IFEval": 0.518, + "hfopenllm_v2/BBH": 0.5448, + "hfopenllm_v2/MATH Level 5": 0.1745, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.42, + "hfopenllm_v2/MMLU-PRO": 0.3902 } }, { - "id": "Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.03", - "name": "Llama_3.1_8b_Dolermed_R1_V1.03", - "developer": "Nexesenex", + "id": "DreadPoor/Laughing_Stock-8B-Model_Stock", + "name": "Laughing_Stock-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7564, - "hfopenllm_v2/BBH": 0.5316, - "hfopenllm_v2/MATH Level 5": 0.2092, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.38, - "hfopenllm_v2/MMLU-PRO": 0.372 + "hfopenllm_v2/IFEval": 0.719, + "hfopenllm_v2/BBH": 0.5449, + "hfopenllm_v2/MATH Level 5": 0.1579, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3764 } }, { - "id": "Nexesenex/Llama_3.1_8b_Dolermed_V1.01", - "name": "Llama_3.1_8b_Dolermed_V1.01", - "developer": "Nexesenex", + "id": "DreadPoor/Lava_Lamp-8B-SLERP", + "name": "Lava_Lamp-8B-SLERP", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5087, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3945, - "hfopenllm_v2/MMLU-PRO": 0.357 + "hfopenllm_v2/IFEval": 0.7381, + "hfopenllm_v2/BBH": 0.5368, + "hfopenllm_v2/MATH Level 5": 0.1737, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.375 } }, { - "id": "Nexesenex/Llama_3.1_8b_Dolerstormed_V1.04", - "name": "Llama_3.1_8b_Dolerstormed_V1.04", - "developer": "Nexesenex", + "id": "DreadPoor/LemonP-8B-Model_Stock", + "name": "LemonP-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7889, - "hfopenllm_v2/BBH": 0.5195, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.403, - "hfopenllm_v2/MMLU-PRO": 0.3889 + "hfopenllm_v2/IFEval": 0.7676, + "hfopenllm_v2/BBH": 0.5439, + "hfopenllm_v2/MATH Level 5": 0.1767, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.4004 } }, { - "id": "Nexesenex/Llama_3.1_8b_Hermedash_R1_V1.04", - "name": "Llama_3.1_8b_Hermedash_R1_V1.04", - "developer": "Nexesenex", + "id": "DreadPoor/Lydia_of_Whiterun-8B-LINEAR", + "name": "Lydia_of_Whiterun-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7872, - "hfopenllm_v2/BBH": 0.5192, - "hfopenllm_v2/MATH Level 5": 0.1866, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4111, - "hfopenllm_v2/MMLU-PRO": 0.3882 + "hfopenllm_v2/IFEval": 0.7603, + "hfopenllm_v2/BBH": 0.538, + "hfopenllm_v2/MATH Level 5": 0.1767, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.3801 } }, { - "id": "Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.01", - "name": "Llama_3.1_8b_Hermedive_R1_V1.01", - "developer": "Nexesenex", + "id": "DreadPoor/Matryoshka-8B-LINEAR", + "name": "Matryoshka-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5001, - "hfopenllm_v2/BBH": 0.5171, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4008, - "hfopenllm_v2/MMLU-PRO": 0.3427 + "hfopenllm_v2/IFEval": 0.7263, + "hfopenllm_v2/BBH": 0.5444, + "hfopenllm_v2/MATH Level 5": 0.1752, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4252, + "hfopenllm_v2/MMLU-PRO": 0.3866 } }, { - "id": "Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.03", - "name": "Llama_3.1_8b_Hermedive_R1_V1.03", - "developer": "Nexesenex", + "id": "DreadPoor/Mercury_In_Retrograde-8b-Model-Stock", + "name": "Mercury_In_Retrograde-8b-Model-Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6648, - "hfopenllm_v2/BBH": 0.5141, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3613, - "hfopenllm_v2/MMLU-PRO": 0.3488 + "hfopenllm_v2/IFEval": 0.7296, + "hfopenllm_v2/BBH": 0.5391, + "hfopenllm_v2/MATH Level 5": 0.1647, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3829 } }, { - "id": "Nexesenex/Llama_3.1_8b_Hermedive_V1.01", - "name": "Llama_3.1_8b_Hermedive_V1.01", - "developer": "Nexesenex", + "id": "DreadPoor/mergekit-nuslerp-nqzkedi", + "name": "mergekit-nuslerp-nqzkedi", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5062, - "hfopenllm_v2/BBH": 0.4918, - "hfopenllm_v2/MATH Level 5": 0.1647, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3697, - "hfopenllm_v2/MMLU-PRO": 0.3551 + "hfopenllm_v2/IFEval": 0.7765, + "hfopenllm_v2/BBH": 0.5362, + "hfopenllm_v2/MATH Level 5": 0.1881, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4225, + "hfopenllm_v2/MMLU-PRO": 0.3919 } }, { - "id": "Nexesenex/Llama_3.1_8b_Mediver_V1.01", - "name": "Llama_3.1_8b_Mediver_V1.01", - "developer": "Nexesenex", + "id": "DreadPoor/Minthy-8B-Model_Stock", + "name": "Minthy-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1885, - "hfopenllm_v2/BBH": 0.4415, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3898, - "hfopenllm_v2/MMLU-PRO": 0.2994 + "hfopenllm_v2/IFEval": 0.7658, + "hfopenllm_v2/BBH": 0.5353, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4094, + "hfopenllm_v2/MMLU-PRO": 0.3993 } }, { - "id": "Nexesenex/Llama_3.1_8b_Medusa_v1.01", - "name": "Llama_3.1_8b_Medusa_v1.01", - "developer": "Nexesenex", + "id": "DreadPoor/Minthy_ALT-8B-Model_Stock", + "name": "Minthy_ALT-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7685, - "hfopenllm_v2/BBH": 0.5018, - "hfopenllm_v2/MATH Level 5": 0.1465, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4067, - "hfopenllm_v2/MMLU-PRO": 0.3531 + "hfopenllm_v2/IFEval": 0.6992, + "hfopenllm_v2/BBH": 0.5375, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4225, + "hfopenllm_v2/MMLU-PRO": 0.3674 } }, { - "id": "Nexesenex/Llama_3.1_8b_Smarteaz_0.2_R1", - "name": "Llama_3.1_8b_Smarteaz_0.2_R1", - "developer": "Nexesenex", + "id": "DreadPoor/Minthy_V2-8B-Model_Stock", + "name": "Minthy_V2-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6346, - "hfopenllm_v2/BBH": 0.5113, - "hfopenllm_v2/MATH Level 5": 0.2606, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4188, - "hfopenllm_v2/MMLU-PRO": 0.3645 + "hfopenllm_v2/IFEval": 0.7126, + "hfopenllm_v2/BBH": 0.5491, + "hfopenllm_v2/MATH Level 5": 0.1594, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3737 } }, { - "id": "Nexesenex/Llama_3.1_8b_Smarteaz_V1.01", - "name": "Llama_3.1_8b_Smarteaz_V1.01", - "developer": "Nexesenex", + "id": "DreadPoor/Minus_Penus-8B-Model_Stock", + "name": "Minus_Penus-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8151, - "hfopenllm_v2/BBH": 0.5241, - "hfopenllm_v2/MATH Level 5": 0.2341, + "hfopenllm_v2/IFEval": 0.7311, + "hfopenllm_v2/BBH": 0.5344, + "hfopenllm_v2/MATH Level 5": 0.2002, "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3789, - "hfopenllm_v2/MMLU-PRO": 0.3736 + "hfopenllm_v2/MUSR": 0.4019, + "hfopenllm_v2/MMLU-PRO": 0.3752 } }, { - "id": "Nexesenex/Llama_3.1_8b_Stormeder_v1.04", - "name": "Llama_3.1_8b_Stormeder_v1.04", - "developer": "Nexesenex", + "id": "DreadPoor/Morphing-8B-Model_Stock", + "name": "Morphing-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7853, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.185, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.3949, + "hfopenllm_v2/IFEval": 0.7445, + "hfopenllm_v2/BBH": 0.5397, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4069, "hfopenllm_v2/MMLU-PRO": 0.3852 } }, { - "id": "Nexesenex/Llama_3.1_8b_Typhoon_v1.03", - "name": "Llama_3.1_8b_Typhoon_v1.03", - "developer": "Nexesenex", + "id": "DreadPoor/Not_Even_My_Final_Form-8B-Model_Stock", + "name": "Not_Even_My_Final_Form-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8078, - "hfopenllm_v2/BBH": 0.5314, - "hfopenllm_v2/MATH Level 5": 0.2273, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3815, - "hfopenllm_v2/MMLU-PRO": 0.3842 + "hfopenllm_v2/IFEval": 0.7722, + "hfopenllm_v2/BBH": 0.5351, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4147, + "hfopenllm_v2/MMLU-PRO": 0.384 } }, { - "id": "Nexesenex/Llama_3.2_1b_AquaSyn_0.1", - "name": "Llama_3.2_1b_AquaSyn_0.1", - "developer": "Nexesenex", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2741, - "hfopenllm_v2/BBH": 0.3284, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.346, - "hfopenllm_v2/MMLU-PRO": 0.1378 + "id": "DreadPoor/Nother_One-8B-Model_Stock", + "name": "Nother_One-8B-Model_Stock", + "developer": "DreadPoor", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6863, + "hfopenllm_v2/BBH": 0.5205, + "hfopenllm_v2/MATH Level 5": 0.1518, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.387, + "hfopenllm_v2/MMLU-PRO": 0.3595 } }, { - "id": "Nexesenex/Llama_3.2_1b_AquaSyn_0.11", - "name": "Llama_3.2_1b_AquaSyn_0.11", - "developer": "Nexesenex", + "id": "DreadPoor/Noxis-8B-LINEAR", + "name": "Noxis-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2431, - "hfopenllm_v2/BBH": 0.3112, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.1116 + "hfopenllm_v2/IFEval": 0.6913, + "hfopenllm_v2/BBH": 0.5421, + "hfopenllm_v2/MATH Level 5": 0.1979, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.366 } }, { - "id": "Nexesenex/Llama_3.2_1b_Dolto_0.1", - "name": "Llama_3.2_1b_Dolto_0.1", - "developer": "Nexesenex", + "id": "DreadPoor/Nullsworn-12B-LINEAR", + "name": "Nullsworn-12B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5434, - "hfopenllm_v2/BBH": 0.335, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2374, - "hfopenllm_v2/MUSR": 0.3421, - "hfopenllm_v2/MMLU-PRO": 0.1364 + "hfopenllm_v2/IFEval": 0.4436, + "hfopenllm_v2/BBH": 0.5483, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.435, + "hfopenllm_v2/MMLU-PRO": 0.3645 } }, { - "id": "Nexesenex/Llama_3.2_1b_Odyssea_V1", - "name": "Llama_3.2_1b_Odyssea_V1", - "developer": "Nexesenex", + "id": "DreadPoor/Nwah-8B-Model_Stock", + "name": "Nwah-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2553, - "hfopenllm_v2/BBH": 0.301, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3394, - "hfopenllm_v2/MMLU-PRO": 0.1153 + "hfopenllm_v2/IFEval": 0.7716, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.1798, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4039, + "hfopenllm_v2/MMLU-PRO": 0.3807 } }, { - "id": "Nexesenex/Llama_3.2_1b_Odyssea_V1.01", - "name": "Llama_3.2_1b_Odyssea_V1.01", - "developer": "Nexesenex", + "id": "DreadPoor/Oh_Boy-8B-LINEAR", + "name": "Oh_Boy-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2495, - "hfopenllm_v2/BBH": 0.3045, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.342, - "hfopenllm_v2/MMLU-PRO": 0.1152 + "hfopenllm_v2/IFEval": 0.7503, + "hfopenllm_v2/BBH": 0.5375, + "hfopenllm_v2/MATH Level 5": 0.1782, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4108, + "hfopenllm_v2/MMLU-PRO": 0.3849 } }, { - "id": "Nexesenex/Llama_3.2_1b_OpenTree_R1_0.1", - "name": "Llama_3.2_1b_OpenTree_R1_0.1", - "developer": "Nexesenex", + "id": "DreadPoor/ONeil-model_stock-8B", + "name": "ONeil-model_stock-8B", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5366, - "hfopenllm_v2/BBH": 0.328, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3131, - "hfopenllm_v2/MMLU-PRO": 0.1675 + "hfopenllm_v2/IFEval": 0.6786, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3599 } }, { - "id": "Nexesenex/Llama_3.2_1b_OrcaSun_V1", - "name": "Llama_3.2_1b_OrcaSun_V1", - "developer": "Nexesenex", + "id": "DreadPoor/OrangeJ-8B-Model_Stock", + "name": "OrangeJ-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5949, - "hfopenllm_v2/BBH": 0.355, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.2366, - "hfopenllm_v2/MUSR": 0.338, - "hfopenllm_v2/MMLU-PRO": 0.1904 + "hfopenllm_v2/IFEval": 0.7841, + "hfopenllm_v2/BBH": 0.5413, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4028, + "hfopenllm_v2/MMLU-PRO": 0.3969 } }, { - "id": "Nexesenex/Llama_3.2_1b_RandomLego_RP_R1_0.1", - "name": "Llama_3.2_1b_RandomLego_RP_R1_0.1", - "developer": "Nexesenex", + "id": "DreadPoor/Promissum_Mane-8B-LINEAR", + "name": "Promissum_Mane-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5543, - "hfopenllm_v2/BBH": 0.3428, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1563 + "hfopenllm_v2/IFEval": 0.715, + "hfopenllm_v2/BBH": 0.5458, + "hfopenllm_v2/MATH Level 5": 0.1556, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.42, + "hfopenllm_v2/MMLU-PRO": 0.3851 } }, { - "id": "Nexesenex/Llama_3.2_1b_SunOrca_V1", - "name": "Llama_3.2_1b_SunOrca_V1", - "developer": "Nexesenex", + "id": "DreadPoor/Promissum_Mane-8B-LINEAR-lorablated", + "name": "Promissum_Mane-8B-LINEAR-lorablated", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.543, - "hfopenllm_v2/BBH": 0.3431, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1884 + "hfopenllm_v2/IFEval": 0.7156, + "hfopenllm_v2/BBH": 0.5435, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3739 } }, { - "id": "Nexesenex/Llama_3.2_1b_Sydonia_0.1", - "name": "Llama_3.2_1b_Sydonia_0.1", - "developer": "Nexesenex", + "id": "DreadPoor/remember_to_breathe-8b-Model-Stock", + "name": "remember_to_breathe-8b-Model-Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2197, - "hfopenllm_v2/BBH": 0.3121, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2282, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1224 + "hfopenllm_v2/IFEval": 0.7104, + "hfopenllm_v2/BBH": 0.5412, + "hfopenllm_v2/MATH Level 5": 0.1488, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.3761 } }, { - "id": "Nexesenex/Llama_3.2_1b_Syneridol_0.2", - "name": "Llama_3.2_1b_Syneridol_0.2", - "developer": "Nexesenex", + "id": "DreadPoor/RPMash-8B-Model_Stock", + "name": "RPMash-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2157, - "hfopenllm_v2/BBH": 0.3139, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2349, - "hfopenllm_v2/MUSR": 0.3343, - "hfopenllm_v2/MMLU-PRO": 0.1227 + "hfopenllm_v2/IFEval": 0.4564, + "hfopenllm_v2/BBH": 0.5169, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4054, + "hfopenllm_v2/MMLU-PRO": 0.3604 } }, { - "id": "Nexesenex/Llama_3.2_1b_Synopsys_0.1", - "name": "Llama_3.2_1b_Synopsys_0.1", - "developer": "Nexesenex", + "id": "DreadPoor/RPMash_V3-8B-Model_Stock", + "name": "RPMash_V3-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1764, - "hfopenllm_v2/BBH": 0.3162, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3461, - "hfopenllm_v2/MMLU-PRO": 0.1231 + "hfopenllm_v2/IFEval": 0.7049, + "hfopenllm_v2/BBH": 0.5217, + "hfopenllm_v2/MATH Level 5": 0.1042, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.3778, + "hfopenllm_v2/MMLU-PRO": 0.3614 } }, { - "id": "Nexesenex/Llama_3.2_1b_Synopsys_0.11", - "name": "Llama_3.2_1b_Synopsys_0.11", - "developer": "Nexesenex", + "id": "DreadPoor/Rusted_Gold-8B-LINEAR", + "name": "Rusted_Gold-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2842, - "hfopenllm_v2/BBH": 0.3102, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3513, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.7296, + "hfopenllm_v2/BBH": 0.5387, + "hfopenllm_v2/MATH Level 5": 0.1934, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.378 } }, { - "id": "Nexesenex/Llama_3.2_3b_Kermes_v1", - "name": "Llama_3.2_3b_Kermes_v1", - "developer": "Nexesenex", + "id": "DreadPoor/Rusted_Platinum-8B-LINEAR", + "name": "Rusted_Platinum-8B-LINEAR", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4852, - "hfopenllm_v2/BBH": 0.441, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.407, - "hfopenllm_v2/MMLU-PRO": 0.2547 + "hfopenllm_v2/IFEval": 0.718, + "hfopenllm_v2/BBH": 0.5428, + "hfopenllm_v2/MATH Level 5": 0.1722, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3967, + "hfopenllm_v2/MMLU-PRO": 0.373 } }, { - "id": "Nexesenex/Llama_3.2_3b_Kermes_v2", - "name": "Llama_3.2_3b_Kermes_v2", - "developer": "Nexesenex", + "id": "DreadPoor/Rusted_Platinum-8B-Model_Stock", + "name": "Rusted_Platinum-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5754, - "hfopenllm_v2/BBH": 0.4455, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3778, - "hfopenllm_v2/MMLU-PRO": 0.2734 + "hfopenllm_v2/IFEval": 0.4408, + "hfopenllm_v2/BBH": 0.5243, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3741, + "hfopenllm_v2/MMLU-PRO": 0.3546 } }, { - "id": "Nexesenex/Llama_3.2_3b_Kermes_v2.1", - "name": "Llama_3.2_3b_Kermes_v2.1", - "developer": "Nexesenex", + "id": "DreadPoor/Sellen-8B-model_stock", + "name": "Sellen-8B-model_stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5584, - "hfopenllm_v2/BBH": 0.4464, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.2692 + "hfopenllm_v2/IFEval": 0.7113, + "hfopenllm_v2/BBH": 0.5232, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.396, + "hfopenllm_v2/MMLU-PRO": 0.357 } }, { - "id": "Nexesenex/Nemotron_W_4b_Halo_0.1", - "name": "Nemotron_W_4b_Halo_0.1", - "developer": "Nexesenex", + "id": "DreadPoor/Something-8B-Model_Stock", + "name": "Something-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3627, - "hfopenllm_v2/BBH": 0.4135, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4165, - "hfopenllm_v2/MMLU-PRO": 0.2505 + "hfopenllm_v2/IFEval": 0.5043, + "hfopenllm_v2/BBH": 0.5395, + "hfopenllm_v2/MATH Level 5": 0.1798, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.3885 } }, { - "id": "Nexesenex/Nemotron_W_4b_MagLight_0.1", - "name": "Nemotron_W_4b_MagLight_0.1", - "developer": "Nexesenex", + "id": "DreadPoor/Spring_Dusk-8B-SCE", + "name": "Spring_Dusk-8B-SCE", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.423, - "hfopenllm_v2/BBH": 0.4231, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4112, - "hfopenllm_v2/MMLU-PRO": 0.2545 + "hfopenllm_v2/IFEval": 0.6515, + "hfopenllm_v2/BBH": 0.5635, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.46, + "hfopenllm_v2/MMLU-PRO": 0.3436 } }, { - "id": "Nexesenex/Qwen_2.5_3b_Smarteaz_0.01a", - "name": "Qwen_2.5_3b_Smarteaz_0.01a", - "developer": "Nexesenex", + "id": "DreadPoor/Summer_Dawn-8B-SCE", + "name": "Summer_Dawn-8B-SCE", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4012, - "hfopenllm_v2/BBH": 0.4637, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.286 + "hfopenllm_v2/IFEval": 0.6642, + "hfopenllm_v2/BBH": 0.5391, + "hfopenllm_v2/MATH Level 5": 0.1722, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.412, + "hfopenllm_v2/MMLU-PRO": 0.3753 } }, { - "id": "Nexesenex/pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL", - "name": "pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL", - "developer": "Nexesenex", + "id": "DreadPoor/Summer_Dusk-8B-TIES", + "name": "Summer_Dusk-8B-TIES", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.589, - "hfopenllm_v2/BBH": 0.3562, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.1803 + "hfopenllm_v2/IFEval": 0.4922, + "hfopenllm_v2/BBH": 0.536, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4267, + "hfopenllm_v2/MMLU-PRO": 0.3856 } }, { - "id": "Nexusflow/NexusRaven-V2-13B", - "name": "NexusRaven-V2-13B", - "developer": "Nexusflow", + "id": "DreadPoor/Summer_Rain-8B-SCE", + "name": "Summer_Rain-8B-SCE", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1791, - "hfopenllm_v2/BBH": 0.3949, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3737, - "hfopenllm_v2/MMLU-PRO": 0.1872 + "hfopenllm_v2/IFEval": 0.5459, + "hfopenllm_v2/BBH": 0.5846, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4477, + "hfopenllm_v2/MMLU-PRO": 0.3551 } }, { - "id": "Nexusflow/Starling-RM-34B", - "name": "Nexusflow/Starling-RM-34B", - "developer": "Nexusflow", + "id": "DreadPoor/Summer_Rain-8B-TIES", + "name": "Summer_Rain-8B-TIES", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4553, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.5724, - "reward-bench/Safety": 0.7556, - "reward-bench/Reasoning": 0.8845, - "reward-bench/Prior Sets (0.5 weight)": 0.7137, - "reward-bench/Factuality": 0.4589, - "reward-bench/Precise IF": 0.3187, - "reward-bench/Math": 0.6175, - "reward-bench/Focus": 0.4808, - "reward-bench/Ties": 0.1004 + "hfopenllm_v2/IFEval": 0.5444, + "hfopenllm_v2/BBH": 0.5846, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4477, + "hfopenllm_v2/MMLU-PRO": 0.3551 } }, { - "id": "NikolaSigmoid/AceMath-1.5B-Instruct-1epoch", - "name": "AceMath-1.5B-Instruct-1epoch", - "developer": "NikolaSigmoid", + "id": "DreadPoor/Sun-8B-Model_Stock", + "name": "Sun-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2849, - "hfopenllm_v2/BBH": 0.4263, - "hfopenllm_v2/MATH Level 5": 0.3051, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3925, - "hfopenllm_v2/MMLU-PRO": 0.2376 + "hfopenllm_v2/IFEval": 0.7758, + "hfopenllm_v2/BBH": 0.5264, + "hfopenllm_v2/MATH Level 5": 0.21, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4098, + "hfopenllm_v2/MMLU-PRO": 0.3835 } }, { - "id": "NikolaSigmoid/AceMath-1.5B-Instruct-dolphin-r1-200", - "name": "AceMath-1.5B-Instruct-dolphin-r1-200", - "developer": "NikolaSigmoid", + "id": "DreadPoor/Sweetened_Condensed_Milk-8B-Model_Stock", + "name": "Sweetened_Condensed_Milk-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1808, - "hfopenllm_v2/BBH": 0.2815, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.375, - "hfopenllm_v2/MMLU-PRO": 0.1143 + "hfopenllm_v2/IFEval": 0.7417, + "hfopenllm_v2/BBH": 0.5406, + "hfopenllm_v2/MATH Level 5": 0.1873, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4107, + "hfopenllm_v2/MMLU-PRO": 0.3848 } }, { - "id": "NikolaSigmoid/DeepSeek-R1-Distill-Qwen-1.5B-500", - "name": "DeepSeek-R1-Distill-Qwen-1.5B-500", - "developer": "NikolaSigmoid", + "id": "DreadPoor/test", + "name": "test", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1749, - "hfopenllm_v2/BBH": 0.2602, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.338, - "hfopenllm_v2/MMLU-PRO": 0.1125 + "hfopenllm_v2/IFEval": 0.4937, + "hfopenllm_v2/BBH": 0.5372, + "hfopenllm_v2/MATH Level 5": 0.1934, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4351, + "hfopenllm_v2/MMLU-PRO": 0.3647 } }, { - "id": "NikolaSigmoid/acemath-200", - "name": "acemath-200", - "developer": "NikolaSigmoid", + "id": "DreadPoor/TEST02-Ignore", + "name": "TEST02-Ignore", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2849, - "hfopenllm_v2/BBH": 0.4263, - "hfopenllm_v2/MATH Level 5": 0.3051, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3925, - "hfopenllm_v2/MMLU-PRO": 0.2376 + "hfopenllm_v2/IFEval": 0.6119, + "hfopenllm_v2/BBH": 0.5602, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3468 } }, { - "id": "NikolaSigmoid/phi-4-14b", - "name": "phi-4-14b", - "developer": "NikolaSigmoid", + "id": "DreadPoor/TEST03-ignore", + "name": "TEST03-ignore", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0561, - "hfopenllm_v2/BBH": 0.6695, - "hfopenllm_v2/MATH Level 5": 0.2938, - "hfopenllm_v2/GPQA": 0.4035, - "hfopenllm_v2/MUSR": 0.5047, - "hfopenllm_v2/MMLU-PRO": 0.5278 + "hfopenllm_v2/IFEval": 0.6967, + "hfopenllm_v2/BBH": 0.5383, + "hfopenllm_v2/MATH Level 5": 0.1654, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3789 } }, { - "id": "NikolaSigmoid/phi-4-1steps", - "name": "phi-4-1steps", - "developer": "NikolaSigmoid", + "id": "DreadPoor/TEST06-ignore", + "name": "TEST06-ignore", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0528, - "hfopenllm_v2/BBH": 0.6707, - "hfopenllm_v2/MATH Level 5": 0.2983, - "hfopenllm_v2/GPQA": 0.4018, - "hfopenllm_v2/MUSR": 0.5021, - "hfopenllm_v2/MMLU-PRO": 0.5273 + "hfopenllm_v2/IFEval": 0.7323, + "hfopenllm_v2/BBH": 0.5509, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4225, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "NikolaSigmoid/phi-4-300steps", - "name": "phi-4-300steps", - "developer": "NikolaSigmoid", + "id": "DreadPoor/TEST07-ignore", + "name": "TEST07-ignore", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0561, - "hfopenllm_v2/BBH": 0.6701, - "hfopenllm_v2/MATH Level 5": 0.2946, - "hfopenllm_v2/GPQA": 0.4052, - "hfopenllm_v2/MUSR": 0.5034, - "hfopenllm_v2/MMLU-PRO": 0.5288 + "hfopenllm_v2/IFEval": 0.74, + "hfopenllm_v2/BBH": 0.5561, + "hfopenllm_v2/MATH Level 5": 0.1662, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4094, + "hfopenllm_v2/MMLU-PRO": 0.388 } }, { - "id": "Nitral-AI/Captain-Eris-BMO_Violent-GRPO-v0.420", - "name": "Captain-Eris-BMO_Violent-GRPO-v0.420", - "developer": "Nitral-AI", + "id": "DreadPoor/TEST08-ignore", + "name": "TEST08-ignore", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6313, - "hfopenllm_v2/BBH": 0.5079, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4228, - "hfopenllm_v2/MMLU-PRO": 0.3596 + "hfopenllm_v2/IFEval": 0.7467, + "hfopenllm_v2/BBH": 0.5454, + "hfopenllm_v2/MATH Level 5": 0.182, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.3853 } }, { - "id": "Nitral-AI/Captain-Eris_BMO-Violent-12B", - "name": "Captain-Eris_BMO-Violent-12B", - "developer": "Nitral-AI", + "id": "DreadPoor/test_ALT", + "name": "test_ALT", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6152, - "hfopenllm_v2/BBH": 0.5104, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4255, - "hfopenllm_v2/MMLU-PRO": 0.3571 + "hfopenllm_v2/IFEval": 0.4997, + "hfopenllm_v2/BBH": 0.537, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.4363, + "hfopenllm_v2/MMLU-PRO": 0.3492 } }, { - "id": "Nitral-AI/Captain-Eris_Violet-GRPO-v0.420", - "name": "Captain-Eris_Violet-GRPO-v0.420", - "developer": "Nitral-AI", + "id": "DreadPoor/tests_pending-do_not_use_yet", + "name": "tests_pending-do_not_use_yet", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6262, - "hfopenllm_v2/BBH": 0.5159, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.3535 + "hfopenllm_v2/IFEval": 0.7691, + "hfopenllm_v2/BBH": 0.5408, + "hfopenllm_v2/MATH Level 5": 0.1979, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4005, + "hfopenllm_v2/MMLU-PRO": 0.3827 } }, { - "id": "Nitral-AI/Captain-Eris_Violet-V0.420-12B", - "name": "Captain-Eris_Violet-V0.420-12B", - "developer": "Nitral-AI", + "id": "DreadPoor/Trinas_Nectar-8B-model_stock", + "name": "Trinas_Nectar-8B-model_stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4339, - "hfopenllm_v2/BBH": 0.5478, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4331, - "hfopenllm_v2/MMLU-PRO": 0.3723 + "hfopenllm_v2/IFEval": 0.7259, + "hfopenllm_v2/BBH": 0.5256, + "hfopenllm_v2/MATH Level 5": 0.1526, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4068, + "hfopenllm_v2/MMLU-PRO": 0.3618 } }, { - "id": "Nitral-AI/Captain_BMO-12B", - "name": "Captain_BMO-12B", - "developer": "Nitral-AI", + "id": "DreadPoor/UNTESTED-VENN_1.2-8B-Model_Stock", + "name": "UNTESTED-VENN_1.2-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4751, - "hfopenllm_v2/BBH": 0.5286, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.3748, - "hfopenllm_v2/MMLU-PRO": 0.3569 + "hfopenllm_v2/IFEval": 0.4718, + "hfopenllm_v2/BBH": 0.5475, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4449, + "hfopenllm_v2/MMLU-PRO": 0.3787 } }, { - "id": "Nitral-AI/Hathor_Stable-v0.2-L3-8B", - "name": "Hathor_Stable-v0.2-L3-8B", - "developer": "Nitral-AI", + "id": "DreadPoor/VENN_1.2-8B-Model_Stock", + "name": "VENN_1.2-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7175, - "hfopenllm_v2/BBH": 0.5286, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.3696 + "hfopenllm_v2/IFEval": 0.7226, + "hfopenllm_v2/BBH": 0.5459, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.42, + "hfopenllm_v2/MMLU-PRO": 0.3721 } }, { - "id": "Nitral-AI/Hathor_Tahsin-L3-8B-v0.85", - "name": "Hathor_Tahsin-L3-8B-v0.85", - "developer": "Nitral-AI", + "id": "DreadPoor/Wannabe-8B-Model_Stock", + "name": "Wannabe-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.711, - "hfopenllm_v2/BBH": 0.5279, - "hfopenllm_v2/MATH Level 5": 0.1005, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3647, - "hfopenllm_v2/MMLU-PRO": 0.372 + "hfopenllm_v2/IFEval": 0.7205, + "hfopenllm_v2/BBH": 0.539, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "Nitral-AI/Nera_Noctis-12B", - "name": "Nera_Noctis-12B", - "developer": "Nitral-AI", + "id": "DreadPoor/What_A_Thrill-8B-Model_Stock", + "name": "What_A_Thrill-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4562, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3979, - "hfopenllm_v2/MMLU-PRO": 0.3468 + "hfopenllm_v2/IFEval": 0.7064, + "hfopenllm_v2/BBH": 0.5311, + "hfopenllm_v2/MATH Level 5": 0.182, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.408, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "Nohobby/MS-Schisandra-22B-v0.1", - "name": "MS-Schisandra-22B-v0.1", - "developer": "Nohobby", + "id": "DreadPoor/Winter-8B-SCE", + "name": "Winter-8B-SCE", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6331, - "hfopenllm_v2/BBH": 0.579, - "hfopenllm_v2/MATH Level 5": 0.2228, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.3928, - "hfopenllm_v2/MMLU-PRO": 0.4096 + "hfopenllm_v2/IFEval": 0.7536, + "hfopenllm_v2/BBH": 0.5262, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.3839 } }, { - "id": "Nohobby/MS-Schisandra-22B-v0.2", - "name": "MS-Schisandra-22B-v0.2", - "developer": "Nohobby", + "id": "DreadPoor/Winter_Dawn-8B-TIES", + "name": "Winter_Dawn-8B-TIES", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6383, - "hfopenllm_v2/BBH": 0.5841, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4075, - "hfopenllm_v2/MMLU-PRO": 0.4136 + "hfopenllm_v2/IFEval": 0.5496, + "hfopenllm_v2/BBH": 0.5309, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.391 } }, { - "id": "Norquinal/Alpha", - "name": "Alpha", - "developer": "Norquinal", + "id": "DreadPoor/Winter_Dusk-8B-TIES", + "name": "Winter_Dusk-8B-TIES", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2803, - "hfopenllm_v2/BBH": 0.3374, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3631, - "hfopenllm_v2/MMLU-PRO": 0.3003 + "hfopenllm_v2/IFEval": 0.7153, + "hfopenllm_v2/BBH": 0.4952, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3688, + "hfopenllm_v2/MMLU-PRO": 0.3478 } }, { - "id": "Norquinal/Bravo", - "name": "Bravo", - "developer": "Norquinal", + "id": "DreadPoor/Winter_Night-8B-Model_Stock", + "name": "Winter_Night-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3025, - "hfopenllm_v2/BBH": 0.3558, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3869, - "hfopenllm_v2/MMLU-PRO": 0.3127 + "hfopenllm_v2/IFEval": 0.704, + "hfopenllm_v2/BBH": 0.5185, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.3666 } }, { - "id": "Norquinal/Charlie", - "name": "Charlie", - "developer": "Norquinal", + "id": "DreadPoor/WIP-Acacia-8B-Model_Stock", + "name": "WIP-Acacia-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3061, - "hfopenllm_v2/BBH": 0.3515, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3737, - "hfopenllm_v2/MMLU-PRO": 0.3093 + "hfopenllm_v2/IFEval": 0.6246, + "hfopenllm_v2/BBH": 0.5195, + "hfopenllm_v2/MATH Level 5": 0.1669, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4226, + "hfopenllm_v2/MMLU-PRO": 0.3737 } }, { - "id": "Norquinal/Delta", - "name": "Delta", - "developer": "Norquinal", + "id": "DreadPoor/WIP_Damascus-8B-TIES", + "name": "WIP_Damascus-8B-TIES", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2538, - "hfopenllm_v2/BBH": 0.3435, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3777, - "hfopenllm_v2/MMLU-PRO": 0.2959 + "hfopenllm_v2/IFEval": 0.4776, + "hfopenllm_v2/BBH": 0.5411, + "hfopenllm_v2/MATH Level 5": 0.1654, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4119, + "hfopenllm_v2/MMLU-PRO": 0.3761 } }, { - "id": "Norquinal/Echo", - "name": "Echo", - "developer": "Norquinal", + "id": "DreadPoor/Yafune-8B-Model_Stock", + "name": "Yafune-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3158, - "hfopenllm_v2/BBH": 0.353, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3804, - "hfopenllm_v2/MMLU-PRO": 0.3095 + "hfopenllm_v2/IFEval": 0.7533, + "hfopenllm_v2/BBH": 0.5467, + "hfopenllm_v2/MATH Level 5": 0.1662, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3851 } }, { - "id": "Norquinal/Foxtrot", - "name": "Foxtrot", - "developer": "Norquinal", + "id": "DreadPoor/Yearn_V3-8B-Model_Stock", + "name": "Yearn_V3-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3012, - "hfopenllm_v2/BBH": 0.3558, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3804, - "hfopenllm_v2/MMLU-PRO": 0.305 + "hfopenllm_v2/IFEval": 0.729, + "hfopenllm_v2/BBH": 0.5322, + "hfopenllm_v2/MATH Level 5": 0.1896, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3909, + "hfopenllm_v2/MMLU-PRO": 0.3802 } }, { - "id": "Norquinal/Golf", - "name": "Golf", - "developer": "Norquinal", + "id": "DreadPoor/Zelus-8B-Model_Stock", + "name": "Zelus-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3534, - "hfopenllm_v2/BBH": 0.3533, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.338, - "hfopenllm_v2/MMLU-PRO": 0.3056 + "hfopenllm_v2/IFEval": 0.7788, + "hfopenllm_v2/BBH": 0.5307, + "hfopenllm_v2/MATH Level 5": 0.1647, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4214, + "hfopenllm_v2/MMLU-PRO": 0.3841 } }, { - "id": "Norquinal/Hotel", - "name": "Hotel", - "developer": "Norquinal", + "id": "DreadPoor/Zelus_V2-8B-Model_Stock", + "name": "Zelus_V2-8B-Model_Stock", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3215, - "hfopenllm_v2/BBH": 0.3679, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3288, - "hfopenllm_v2/MMLU-PRO": 0.3157 + "hfopenllm_v2/IFEval": 0.7898, + "hfopenllm_v2/BBH": 0.5345, + "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3961, + "hfopenllm_v2/MMLU-PRO": 0.3833 } }, { - "id": "NotASI/FineTome-Llama3.2-1B-0929", - "name": "FineTome-Llama3.2-1B-0929", - "developer": "NotASI", + "id": "DreadPoor/ZEUS-8B-V17-Abliterated_ALT", + "name": "ZEUS-8B-V17-Abliterated_ALT", + "developer": "DreadPoor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3991, - "hfopenllm_v2/BBH": 0.3246, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3488, - "hfopenllm_v2/MMLU-PRO": 0.1429 + "hfopenllm_v2/IFEval": 0.5511, + "hfopenllm_v2/BBH": 0.5231, + "hfopenllm_v2/MATH Level 5": 0.1903, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4149, + "hfopenllm_v2/MMLU-PRO": 0.389 } }, { - "id": "NotASI/FineTome-Llama3.2-3B-1002", - "name": "FineTome-Llama3.2-3B-1002", - "developer": "NotASI", + "id": "dreamgen/WizardLM-2-7B", + "name": "WizardLM-2-7B", + "developer": "dreamgen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5474, - "hfopenllm_v2/BBH": 0.4319, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3685, - "hfopenllm_v2/MMLU-PRO": 0.2437 + "hfopenllm_v2/IFEval": 0.4583, + "hfopenllm_v2/BBH": 0.3487, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3941, + "hfopenllm_v2/MMLU-PRO": 0.266 } }, { - "id": "NotASI/FineTome-v1.5-Llama3.2-1B-1007", - "name": "FineTome-v1.5-Llama3.2-1B-1007", - "developer": "NotASI", + "id": "DRXD1000/Atlas-7B", + "name": "Atlas-7B", + "developer": "DRXD1000", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3924, - "hfopenllm_v2/BBH": 0.3241, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.1427 + "hfopenllm_v2/IFEval": 0.3704, + "hfopenllm_v2/BBH": 0.3302, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1401 } }, { - "id": "NotASI/FineTome-v1.5-Llama3.2-3B-1007", - "name": "FineTome-v1.5-Llama3.2-3B-1007", - "developer": "NotASI", + "id": "DRXD1000/Phoenix-7B", + "name": "Phoenix-7B", + "developer": "DRXD1000", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5508, - "hfopenllm_v2/BBH": 0.4312, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3645, - "hfopenllm_v2/MMLU-PRO": 0.2448 + "hfopenllm_v2/IFEval": 0.321, + "hfopenllm_v2/BBH": 0.3932, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3849, + "hfopenllm_v2/MMLU-PRO": 0.2343 } }, { - "id": "NousResearch/DeepHermes-3-Mistral-24B-Preview", - "name": "DeepHermes-3-Mistral-24B-Preview", - "developer": "NousResearch", + "id": "DUAL-GPO/zephyr-7b-ipo-0k-15k-i1", + "name": "zephyr-7b-ipo-0k-15k-i1", + "developer": "DUAL-GPO", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4536, - "hfopenllm_v2/BBH": 0.6488, - "hfopenllm_v2/MATH Level 5": 0.2576, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.4503, - "hfopenllm_v2/MMLU-PRO": 0.459 + "hfopenllm_v2/IFEval": 0.2756, + "hfopenllm_v2/BBH": 0.4473, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.313 } }, { - "id": "NousResearch/Hermes-2-Pro-Llama-3-8B", - "name": "Hermes-2-Pro-Llama-3-8B", - "developer": "NousResearch", + "id": "dustinwloring1988/Reflexis-8b-chat-v1", + "name": "Reflexis-8b-chat-v1", + "developer": "dustinwloring1988", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5362, - "hfopenllm_v2/BBH": 0.5071, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4262, - "hfopenllm_v2/MMLU-PRO": 0.3052 + "hfopenllm_v2/IFEval": 0.3658, + "hfopenllm_v2/BBH": 0.4664, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.3384 } }, { - "id": "NousResearch/Hermes-2-Pro-Mistral-7B", - "name": "Hermes-2-Pro-Mistral-7B", - "developer": "NousResearch", + "id": "dustinwloring1988/Reflexis-8b-chat-v2", + "name": "Reflexis-8b-chat-v2", + "developer": "dustinwloring1988", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5668, - "hfopenllm_v2/BBH": 0.4995, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.4376, - "hfopenllm_v2/MMLU-PRO": 0.2946 + "hfopenllm_v2/IFEval": 0.3912, + "hfopenllm_v2/BBH": 0.4724, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3526, + "hfopenllm_v2/MMLU-PRO": 0.3378 } }, { - "id": "NousResearch/Hermes-2-Theta-Llama-3-8B", - "name": "Hermes-2-Theta-Llama-3-8B", - "developer": "NousResearch", + "id": "dustinwloring1988/Reflexis-8b-chat-v3", + "name": "Reflexis-8b-chat-v3", + "developer": "dustinwloring1988", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6518, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3949, - "hfopenllm_v2/MMLU-PRO": 0.3369 + "hfopenllm_v2/IFEval": 0.5367, + "hfopenllm_v2/BBH": 0.4658, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3512, + "hfopenllm_v2/MMLU-PRO": 0.3548 } }, { - "id": "NousResearch/Hermes-3-Llama-3.1-70B", - "name": "Hermes-3-Llama-3.1-70B", - "developer": "NousResearch", + "id": "dustinwloring1988/Reflexis-8b-chat-v4", + "name": "Reflexis-8b-chat-v4", + "developer": "dustinwloring1988", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7661, - "hfopenllm_v2/BBH": 0.6756, - "hfopenllm_v2/MATH Level 5": 0.21, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4949, - "hfopenllm_v2/MMLU-PRO": 0.4727, - "reward-bench/Score": 0.7847, - "reward-bench/Chat": 0.9623, - "reward-bench/Chat Hard": 0.5669, - "reward-bench/Safety": 0.823, - "reward-bench/Reasoning": 0.7867 + "hfopenllm_v2/IFEval": 0.4698, + "hfopenllm_v2/BBH": 0.4686, + "hfopenllm_v2/MATH Level 5": 0.1027, + "hfopenllm_v2/GPQA": 0.2341, + "hfopenllm_v2/MUSR": 0.3393, + "hfopenllm_v2/MMLU-PRO": 0.339 } }, { - "id": "NousResearch/Hermes-3-Llama-3.1-8B", - "name": "Hermes-3-Llama-3.1-8B", - "developer": "NousResearch", + "id": "dustinwloring1988/Reflexis-8b-chat-v5", + "name": "Reflexis-8b-chat-v5", + "developer": "dustinwloring1988", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.617, - "hfopenllm_v2/BBH": 0.5177, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4369, - "hfopenllm_v2/MMLU-PRO": 0.3139 + "hfopenllm_v2/IFEval": 0.4238, + "hfopenllm_v2/BBH": 0.4782, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3354, + "hfopenllm_v2/MMLU-PRO": 0.3217 } }, { - "id": "NousResearch/Hermes-3-Llama-3.2-3B", - "name": "Hermes-3-Llama-3.2-3B", - "developer": "NousResearch", + "id": "dustinwloring1988/Reflexis-8b-chat-v6", + "name": "Reflexis-8b-chat-v6", + "developer": "dustinwloring1988", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3825, - "hfopenllm_v2/BBH": 0.4352, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.403, - "hfopenllm_v2/MMLU-PRO": 0.2544 + "hfopenllm_v2/IFEval": 0.4939, + "hfopenllm_v2/BBH": 0.481, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3753, + "hfopenllm_v2/MMLU-PRO": 0.3479 } }, { - "id": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", - "name": "Nous-Hermes-2-Mistral-7B-DPO", - "developer": "NousResearch", + "id": "dustinwloring1988/Reflexis-8b-chat-v7", + "name": "Reflexis-8b-chat-v7", + "developer": "dustinwloring1988", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5763, - "hfopenllm_v2/BBH": 0.4853, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4, - "hfopenllm_v2/MMLU-PRO": 0.3015, - "reward-bench/Score": 0.7481, - "reward-bench/Chat": 0.9218, - "reward-bench/Chat Hard": 0.6053, - "reward-bench/Safety": 0.8243, - "reward-bench/Reasoning": 0.7375, - "reward-bench/Prior Sets (0.5 weight)": 0.555 + "hfopenllm_v2/IFEval": 0.398, + "hfopenllm_v2/BBH": 0.481, + "hfopenllm_v2/MATH Level 5": 0.1631, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.3643 } }, { - "id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", - "name": "Nous-Hermes-2-Mixtral-8x7B-DPO", - "developer": "NousResearch", + "id": "duyhv1411/Llama-3.2-1B-en-vi", + "name": "Llama-3.2-1B-en-vi", + "developer": "duyhv1411", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5897, - "hfopenllm_v2/BBH": 0.5539, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.3666, - "reward-bench/Score": 0.7138, - "reward-bench/Chat": 0.9162, - "reward-bench/Chat Hard": 0.6053, - "reward-bench/Safety": 0.8149, - "reward-bench/Reasoning": 0.6126, - "reward-bench/Prior Sets (0.5 weight)": 0.5266 + "hfopenllm_v2/IFEval": 0.4788, + "hfopenllm_v2/BBH": 0.3291, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3197, + "hfopenllm_v2/MMLU-PRO": 0.1341 } }, { - "id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT", - "name": "Nous-Hermes-2-Mixtral-8x7B-SFT", - "developer": "NousResearch", + "id": "duyhv1411/Llama-3.2-3B-en-vi", + "name": "Llama-3.2-3B-en-vi", + "developer": "duyhv1411", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5731, - "hfopenllm_v2/BBH": 0.5058, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4214, - "hfopenllm_v2/MMLU-PRO": 0.3066 + "hfopenllm_v2/IFEval": 0.4852, + "hfopenllm_v2/BBH": 0.3272, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.321, + "hfopenllm_v2/MMLU-PRO": 0.1359 } }, { - "id": "NousResearch/Nous-Hermes-2-SOLAR-10.7B", - "name": "Nous-Hermes-2-SOLAR-10.7B", - "developer": "NousResearch", + "id": "dwikitheduck/gemma-2-2b-id", + "name": "gemma-2-2b-id", + "developer": "dwikitheduck", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5279, - "hfopenllm_v2/BBH": 0.5414, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4373, - "hfopenllm_v2/MMLU-PRO": 0.3458 + "hfopenllm_v2/IFEval": 0.3879, + "hfopenllm_v2/BBH": 0.3962, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.2173 } }, { - "id": "NousResearch/Nous-Hermes-llama-2-7b", - "name": "Nous-Hermes-llama-2-7b", - "developer": "NousResearch", + "id": "dwikitheduck/gemma-2-2b-id-inst", + "name": "gemma-2-2b-id-inst", + "developer": "dwikitheduck", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1729, - "hfopenllm_v2/BBH": 0.3824, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.4257, - "hfopenllm_v2/MMLU-PRO": 0.194 + "hfopenllm_v2/IFEval": 0.3879, + "hfopenllm_v2/BBH": 0.3962, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.2173 } }, { - "id": "NousResearch/Yarn-Llama-2-13b-128k", - "name": "Yarn-Llama-2-13b-128k", - "developer": "NousResearch", + "id": "dwikitheduck/gemma-2-2b-id-instruct", + "name": "gemma-2-2b-id-instruct", + "developer": "dwikitheduck", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1655, - "hfopenllm_v2/BBH": 0.3827, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3458, - "hfopenllm_v2/MMLU-PRO": 0.232 + "hfopenllm_v2/IFEval": 0.3879, + "hfopenllm_v2/BBH": 0.3962, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.2173 } }, { - "id": "NousResearch/Yarn-Llama-2-7b-128k", - "name": "Yarn-Llama-2-7b-128k", - "developer": "NousResearch", + "id": "dwikitheduck/gen-inst-1", + "name": "gen-inst-1", + "developer": "dwikitheduck", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1485, - "hfopenllm_v2/BBH": 0.3248, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3967, - "hfopenllm_v2/MMLU-PRO": 0.1791 + "hfopenllm_v2/IFEval": 0.775, + "hfopenllm_v2/BBH": 0.642, + "hfopenllm_v2/MATH Level 5": 0.4554, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.4205, + "hfopenllm_v2/MMLU-PRO": 0.5089 } }, { - "id": "NousResearch/Yarn-Llama-2-7b-64k", - "name": "Yarn-Llama-2-7b-64k", - "developer": "NousResearch", + "id": "dwikitheduck/gen-try1", + "name": "gen-try1", + "developer": "dwikitheduck", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.17, - "hfopenllm_v2/BBH": 0.3326, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3939, - "hfopenllm_v2/MMLU-PRO": 0.1799 + "hfopenllm_v2/IFEval": 0.7522, + "hfopenllm_v2/BBH": 0.6359, + "hfopenllm_v2/MATH Level 5": 0.4101, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4416, + "hfopenllm_v2/MMLU-PRO": 0.5111 } }, { - "id": "NousResearch/Yarn-Mistral-7b-128k", - "name": "Yarn-Mistral-7b-128k", - "developer": "NousResearch", + "id": "dwikitheduck/gen-try1-notemp", + "name": "gen-try1-notemp", + "developer": "dwikitheduck", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1934, - "hfopenllm_v2/BBH": 0.4314, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.2893 + "hfopenllm_v2/IFEval": 0.2627, + "hfopenllm_v2/BBH": 0.6263, + "hfopenllm_v2/MATH Level 5": 0.318, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4714, + "hfopenllm_v2/MMLU-PRO": 0.521 } }, { - "id": "NousResearch/Yarn-Mistral-7b-64k", - "name": "Yarn-Mistral-7b-64k", - "developer": "NousResearch", + "id": "dzakwan/dzakwan-MoE-4x7b-Beta", + "name": "dzakwan-MoE-4x7b-Beta", + "developer": "dzakwan", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.208, - "hfopenllm_v2/BBH": 0.4293, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4124, - "hfopenllm_v2/MMLU-PRO": 0.2914 + "hfopenllm_v2/IFEval": 0.4443, + "hfopenllm_v2/BBH": 0.514, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4267, + "hfopenllm_v2/MMLU-PRO": 0.3108 } }, { - "id": "NousResearch/Yarn-Solar-10b-32k", - "name": "Yarn-Solar-10b-32k", - "developer": "NousResearch", + "id": "DZgas/GIGABATEMAN-7B", + "name": "GIGABATEMAN-7B", + "developer": "DZgas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1942, - "hfopenllm_v2/BBH": 0.4987, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3272 + "hfopenllm_v2/IFEval": 0.4607, + "hfopenllm_v2/BBH": 0.5032, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4328, + "hfopenllm_v2/MMLU-PRO": 0.3177 } }, { - "id": "NousResearch/Yarn-Solar-10b-64k", - "name": "Yarn-Solar-10b-64k", - "developer": "NousResearch", + "id": "ECE-ILAB-PRYMMAL/ILAB-Merging-3B-V2", + "name": "ILAB-Merging-3B-V2", + "developer": "ECE-ILAB-PRYMMAL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1989, - "hfopenllm_v2/BBH": 0.4922, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4014, - "hfopenllm_v2/MMLU-PRO": 0.3148 + "hfopenllm_v2/IFEval": 0.4029, + "hfopenllm_v2/BBH": 0.5402, + "hfopenllm_v2/MATH Level 5": 0.1518, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4332, + "hfopenllm_v2/MMLU-PRO": 0.3861 } }, { - "id": "Novaciano/ASTAROTH-3.2-1B", - "name": "ASTAROTH-3.2-1B", - "developer": "Novaciano", + "id": "Edgerunners/meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16", + "name": "meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16", + "developer": "Edgerunners", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5613, - "hfopenllm_v2/BBH": 0.3543, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3142, - "hfopenllm_v2/MMLU-PRO": 0.1909 + "hfopenllm_v2/IFEval": 0.7147, + "hfopenllm_v2/BBH": 0.498, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.3636 } }, { - "id": "Novaciano/BLAST_PROCESSING-3.2-1B", - "name": "BLAST_PROCESSING-3.2-1B", - "developer": "Novaciano", + "id": "ehristoforu/coolqwen-3b-it", + "name": "coolqwen-3b-it", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3922, - "hfopenllm_v2/BBH": 0.346, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3351, - "hfopenllm_v2/MMLU-PRO": 0.1941 + "hfopenllm_v2/IFEval": 0.6473, + "hfopenllm_v2/BBH": 0.4851, + "hfopenllm_v2/MATH Level 5": 0.3671, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4125, + "hfopenllm_v2/MMLU-PRO": 0.3601 } }, { - "id": "Novaciano/Cerberus-3.2-1B", - "name": "Cerberus-3.2-1B", - "developer": "Novaciano", + "id": "ehristoforu/della-70b-test-v1", + "name": "della-70b-test-v1", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5017, - "hfopenllm_v2/BBH": 0.4165, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1663 + "hfopenllm_v2/IFEval": 0.4979, + "hfopenllm_v2/BBH": 0.3029, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.4555, + "hfopenllm_v2/MMLU-PRO": 0.1575 } }, { - "id": "Novaciano/Cultist-3.2-1B", - "name": "Cultist-3.2-1B", - "developer": "Novaciano", + "id": "ehristoforu/Falcon3-8B-Franken-Basestruct", + "name": "Falcon3-8B-Franken-Basestruct", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5295, - "hfopenllm_v2/BBH": 0.3399, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.333, - "hfopenllm_v2/MMLU-PRO": 0.1714 + "hfopenllm_v2/IFEval": 0.1715, + "hfopenllm_v2/BBH": 0.5463, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.3947 } }, { - "id": "Novaciano/FuseChat-3.2-1B-GRPO_Creative_RP", - "name": "FuseChat-3.2-1B-GRPO_Creative_RP", - "developer": "Novaciano", + "id": "ehristoforu/Falcon3-MoE-2x7B-Insruct", + "name": "Falcon3-MoE-2x7B-Insruct", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5598, - "hfopenllm_v2/BBH": 0.3488, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3329, - "hfopenllm_v2/MMLU-PRO": 0.1735 + "hfopenllm_v2/IFEval": 0.7643, + "hfopenllm_v2/BBH": 0.5648, + "hfopenllm_v2/MATH Level 5": 0.4124, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.484, + "hfopenllm_v2/MMLU-PRO": 0.4095 } }, { - "id": "Novaciano/Fusetrix-3.2-1B-GRPO_RP_Creative", - "name": "Fusetrix-3.2-1B-GRPO_RP_Creative", - "developer": "Novaciano", + "id": "ehristoforu/falcon3-ultraset", + "name": "falcon3-ultraset", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5366, - "hfopenllm_v2/BBH": 0.3435, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.1758 + "hfopenllm_v2/IFEval": 0.7135, + "hfopenllm_v2/BBH": 0.5584, + "hfopenllm_v2/MATH Level 5": 0.2122, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4853, + "hfopenllm_v2/MMLU-PRO": 0.3982 } }, { - "id": "Novaciano/Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP", - "name": "Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP", - "developer": "Novaciano", + "id": "ehristoforu/fd-lora-merged-16x32", + "name": "fd-lora-merged-16x32", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5343, - "hfopenllm_v2/BBH": 0.3502, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3183, - "hfopenllm_v2/MMLU-PRO": 0.1823 + "hfopenllm_v2/IFEval": 0.3481, + "hfopenllm_v2/BBH": 0.3308, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3514, + "hfopenllm_v2/MMLU-PRO": 0.1205 } }, { - "id": "Novaciano/HarmfulProject-3.2-1B", - "name": "HarmfulProject-3.2-1B", - "developer": "Novaciano", + "id": "ehristoforu/fd-lora-merged-64x128", + "name": "fd-lora-merged-64x128", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3874, - "hfopenllm_v2/BBH": 0.3274, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3419, - "hfopenllm_v2/MMLU-PRO": 0.1823 + "hfopenllm_v2/IFEval": 0.3281, + "hfopenllm_v2/BBH": 0.3345, + "hfopenllm_v2/MATH Level 5": 0.1873, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.1537 } }, { - "id": "Novaciano/LEWD-Mental-Cultist-3.2-1B", - "name": "LEWD-Mental-Cultist-3.2-1B", - "developer": "Novaciano", + "id": "ehristoforu/fp4-14b-it-v1", + "name": "fp4-14b-it-v1", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5309, - "hfopenllm_v2/BBH": 0.3513, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3223, - "hfopenllm_v2/MMLU-PRO": 0.1769 + "hfopenllm_v2/IFEval": 0.2535, + "hfopenllm_v2/BBH": 0.574, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3595, + "hfopenllm_v2/MMLU-PRO": 0.4205 } }, { - "id": "Novaciano/La_Mejor_Mezcla-3.2-1B", - "name": "La_Mejor_Mezcla-3.2-1B", - "developer": "Novaciano", + "id": "ehristoforu/fp4-14b-v1-fix", + "name": "fp4-14b-v1-fix", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.551, - "hfopenllm_v2/BBH": 0.3488, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3196, - "hfopenllm_v2/MMLU-PRO": 0.1829 + "hfopenllm_v2/IFEval": 0.6742, + "hfopenllm_v2/BBH": 0.6817, + "hfopenllm_v2/MATH Level 5": 0.4207, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4532, + "hfopenllm_v2/MMLU-PRO": 0.5353 } }, { - "id": "Novaciano/Sigil-Of-Satan-3.2-1B", - "name": "Sigil-Of-Satan-3.2-1B", - "developer": "Novaciano", + "id": "ehristoforu/fq2.5-7b-it-normalize_false", + "name": "fq2.5-7b-it-normalize_false", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5494, - "hfopenllm_v2/BBH": 0.3546, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3276, - "hfopenllm_v2/MMLU-PRO": 0.1855 + "hfopenllm_v2/IFEval": 0.7399, + "hfopenllm_v2/BBH": 0.552, + "hfopenllm_v2/MATH Level 5": 0.4622, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4612, + "hfopenllm_v2/MMLU-PRO": 0.4413 } }, { - "id": "NucleusAI/nucleus-22B-token-500B", - "name": "nucleus-22B-token-500B", - "developer": "NucleusAI", + "id": "ehristoforu/fq2.5-7b-it-normalize_true", + "name": "fq2.5-7b-it-normalize_true", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0257, - "hfopenllm_v2/BBH": 0.292, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3511, - "hfopenllm_v2/MMLU-PRO": 0.1162 + "hfopenllm_v2/IFEval": 0.7399, + "hfopenllm_v2/BBH": 0.552, + "hfopenllm_v2/MATH Level 5": 0.4622, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4612, + "hfopenllm_v2/MMLU-PRO": 0.4413 } }, { - "id": "NyxKrage/Microsoft_Phi-4", - "name": "Microsoft_Phi-4", - "developer": "NyxKrage", + "id": "ehristoforu/frqwen2.5-from7b-duable4layers-it", + "name": "frqwen2.5-from7b-duable4layers-it", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0585, - "hfopenllm_v2/BBH": 0.6691, - "hfopenllm_v2/MATH Level 5": 0.2991, - "hfopenllm_v2/GPQA": 0.406, - "hfopenllm_v2/MUSR": 0.5034, - "hfopenllm_v2/MMLU-PRO": 0.5287 + "hfopenllm_v2/IFEval": 0.7729, + "hfopenllm_v2/BBH": 0.5264, + "hfopenllm_v2/MATH Level 5": 0.4509, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4166, + "hfopenllm_v2/MMLU-PRO": 0.4126 } }, { - "id": "OEvortex/Emotional-llama-8B", - "name": "Emotional-llama-8B", - "developer": "OEvortex", + "id": "ehristoforu/frqwen2.5-from7b-it", + "name": "frqwen2.5-from7b-it", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3516, - "hfopenllm_v2/BBH": 0.4839, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3659, - "hfopenllm_v2/MMLU-PRO": 0.3535 + "hfopenllm_v2/IFEval": 0.6532, + "hfopenllm_v2/BBH": 0.5143, + "hfopenllm_v2/MATH Level 5": 0.2923, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4086, + "hfopenllm_v2/MMLU-PRO": 0.3977 } }, { - "id": "OEvortex/HelpingAI-15B", - "name": "HelpingAI-15B", - "developer": "OEvortex", + "id": "ehristoforu/Gemma2-9B-it-psy10k-mental_health", + "name": "Gemma2-9B-it-psy10k-mental_health", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.203, - "hfopenllm_v2/BBH": 0.2936, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3619, - "hfopenllm_v2/MMLU-PRO": 0.1111 + "hfopenllm_v2/IFEval": 0.5887, + "hfopenllm_v2/BBH": 0.5539, + "hfopenllm_v2/MATH Level 5": 0.1631, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4086, + "hfopenllm_v2/MMLU-PRO": 0.3829 } }, { - "id": "OEvortex/HelpingAI-3B-reloaded", - "name": "HelpingAI-3B-reloaded", - "developer": "OEvortex", + "id": "ehristoforu/Gemma2-9b-it-train6", + "name": "Gemma2-9b-it-train6", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4647, - "hfopenllm_v2/BBH": 0.4129, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3524, - "hfopenllm_v2/MMLU-PRO": 0.2595 + "hfopenllm_v2/IFEval": 0.7025, + "hfopenllm_v2/BBH": 0.5898, + "hfopenllm_v2/MATH Level 5": 0.1911, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4084, + "hfopenllm_v2/MMLU-PRO": 0.3942 } }, { - "id": "OEvortex/HelpingAI2-9B", - "name": "HelpingAI2-9B", - "developer": "OEvortex", + "id": "ehristoforu/HappyLlama1", + "name": "HappyLlama1", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4413, - "hfopenllm_v2/BBH": 0.4845, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3711, - "hfopenllm_v2/MMLU-PRO": 0.29 + "hfopenllm_v2/IFEval": 0.7363, + "hfopenllm_v2/BBH": 0.4996, + "hfopenllm_v2/MATH Level 5": 0.1427, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.3546 } }, { - "id": "OEvortex/HelpingAI2.5-10B", - "name": "HelpingAI2.5-10B", - "developer": "OEvortex", + "id": "ehristoforu/mllama-3.1-8b-instruct", + "name": "mllama-3.1-8b-instruct", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3277, - "hfopenllm_v2/BBH": 0.4496, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.2575 + "hfopenllm_v2/IFEval": 0.3458, + "hfopenllm_v2/BBH": 0.4718, + "hfopenllm_v2/MATH Level 5": 0.3776, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.338, + "hfopenllm_v2/MMLU-PRO": 0.2533 } }, { - "id": "OliveiraJLT/Sagui-7B-Instruct-v0.1", - "name": "Sagui-7B-Instruct-v0.1", - "developer": "OliveiraJLT", + "id": "ehristoforu/mllama-3.1-8b-it", + "name": "mllama-3.1-8b-it", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2892, - "hfopenllm_v2/BBH": 0.3111, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.4191, - "hfopenllm_v2/MMLU-PRO": 0.1485 + "hfopenllm_v2/IFEval": 0.3879, + "hfopenllm_v2/BBH": 0.4868, + "hfopenllm_v2/MATH Level 5": 0.3799, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3349, + "hfopenllm_v2/MMLU-PRO": 0.2622 } }, { - "id": "Omkar1102/code-yi", - "name": "code-yi", - "developer": "Omkar1102", + "id": "ehristoforu/moremerge", + "name": "moremerge", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2148, - "hfopenllm_v2/BBH": 0.276, + "hfopenllm_v2/IFEval": 0.2019, + "hfopenllm_v2/BBH": 0.2868, "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3802, - "hfopenllm_v2/MMLU-PRO": 0.1126 + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3566, + "hfopenllm_v2/MMLU-PRO": 0.1065 } }, { - "id": "OmnicromsBrain/NeuralStar_FusionWriter_4x7b", - "name": "NeuralStar_FusionWriter_4x7b", - "developer": "OmnicromsBrain", + "id": "ehristoforu/moremerge-upscaled", + "name": "moremerge-upscaled", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5964, - "hfopenllm_v2/BBH": 0.4776, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.2606 + "hfopenllm_v2/IFEval": 0.1979, + "hfopenllm_v2/BBH": 0.2698, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3593, + "hfopenllm_v2/MMLU-PRO": 0.1041 } }, { - "id": "OnlyCheeini/greesychat-turbo", - "name": "greesychat-turbo", - "developer": "OnlyCheeini", + "id": "ehristoforu/phi-4-25b", + "name": "phi-4-25b", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0233, - "hfopenllm_v2/BBH": 0.3092, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3314, - "hfopenllm_v2/MMLU-PRO": 0.1138 + "hfopenllm_v2/IFEval": 0.6484, + "hfopenllm_v2/BBH": 0.6908, + "hfopenllm_v2/MATH Level 5": 0.4524, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4208, + "hfopenllm_v2/MMLU-PRO": 0.5351 } }, { - "id": "Open-Orca/Mistral-7B-OpenOrca", - "name": "Mistral-7B-OpenOrca", - "developer": "Open-Orca", + "id": "ehristoforu/qwen2.5-test-32b-it", + "name": "qwen2.5-test-32b-it", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4978, - "hfopenllm_v2/BBH": 0.4768, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3858, - "hfopenllm_v2/MMLU-PRO": 0.2653 + "hfopenllm_v2/IFEval": 0.7889, + "hfopenllm_v2/BBH": 0.7081, + "hfopenllm_v2/MATH Level 5": 0.5974, + "hfopenllm_v2/GPQA": 0.3641, + "hfopenllm_v2/MUSR": 0.4578, + "hfopenllm_v2/MMLU-PRO": 0.5765 } }, { - "id": "OpenAssistant/oasst-rm-2-pythia-6.9b-epoch-1", - "name": "OpenAssistant/oasst-rm-2-pythia-6.9b-epoch-1", - "developer": "OpenAssistant", + "id": "ehristoforu/qwen2.5-with-lora-think-3b-it", + "name": "qwen2.5-with-lora-think-3b-it", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.615, - "reward-bench/Factuality": 0.3979, - "reward-bench/Precise IF": 0.2875, - "reward-bench/Math": 0.377, - "reward-bench/Safety": 0.5446, - "reward-bench/Focus": 0.1535, - "reward-bench/Ties": 0.047, - "reward-bench/Chat": 0.9246, - "reward-bench/Chat Hard": 0.3728, - "reward-bench/Reasoning": 0.5855, - "reward-bench/Prior Sets (0.5 weight)": 0.6801 + "hfopenllm_v2/IFEval": 0.5319, + "hfopenllm_v2/BBH": 0.4687, + "hfopenllm_v2/MATH Level 5": 0.2364, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.3403 } }, { - "id": "OpenAssistant/oasst-rm-2.1-pythia-1.4b-epoch-2.5", - "name": "OpenAssistant/oasst-rm-2.1-pythia-1.4b-epoch-2.5", - "developer": "OpenAssistant", + "id": "ehristoforu/QwenQwen2.5-7B-IT", + "name": "QwenQwen2.5-7B-IT", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.2648, - "reward-bench/Chat": 0.8855, - "reward-bench/Chat Hard": 0.4868, - "reward-bench/Safety": 0.3244, - "reward-bench/Reasoning": 0.7752, - "reward-bench/Prior Sets (0.5 weight)": 0.6533, - "reward-bench/Factuality": 0.3179, - "reward-bench/Precise IF": 0.2625, - "reward-bench/Math": 0.3934, - "reward-bench/Focus": 0.2707, - "reward-bench/Ties": 0.0198 + "hfopenllm_v2/IFEval": 0.7518, + "hfopenllm_v2/BBH": 0.5398, + "hfopenllm_v2/MATH Level 5": 0.5091, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.4289 } }, { - "id": "OpenAssistant/oasst-sft-1-pythia-12b", - "name": "oasst-sft-1-pythia-12b", - "developer": "OpenAssistant", + "id": "ehristoforu/QwenQwen2.5-7B-IT-Dare", + "name": "QwenQwen2.5-7B-IT-Dare", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1055, - "hfopenllm_v2/BBH": 0.3147, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3327, - "hfopenllm_v2/MMLU-PRO": 0.1113 + "hfopenllm_v2/IFEval": 0.7509, + "hfopenllm_v2/BBH": 0.5398, + "hfopenllm_v2/MATH Level 5": 0.5091, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.4289 } }, { - "id": "OpenAssistant/reward-model-deberta-v3-large-v2", - "name": "OpenAssistant/reward-model-deberta-v3-large-v2", - "developer": "OpenAssistant", + "id": "ehristoforu/rmoe-v1", + "name": "rmoe-v1", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6126, - "reward-bench/Factuality": 0.3853, - "reward-bench/Precise IF": 0.2687, - "reward-bench/Math": 0.5027, - "reward-bench/Safety": 0.7338, - "reward-bench/Focus": 0.2768, - "reward-bench/Ties": 0.12, - "reward-bench/Chat": 0.8939, - "reward-bench/Chat Hard": 0.4518, - "reward-bench/Reasoning": 0.3855, - "reward-bench/Prior Sets (0.5 weight)": 0.5836 + "hfopenllm_v2/IFEval": 0.265, + "hfopenllm_v2/BBH": 0.2929, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3663, + "hfopenllm_v2/MMLU-PRO": 0.1125 } }, { - "id": "OpenBuddy/openbuddy-falcon3-10b-v24.2-131k", - "name": "openbuddy-falcon3-10b-v24.2-131k", - "developer": "OpenBuddy", + "id": "ehristoforu/RQwen-v0.1", + "name": "RQwen-v0.1", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5086, - "hfopenllm_v2/BBH": 0.6004, - "hfopenllm_v2/MATH Level 5": 0.213, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3834 + "hfopenllm_v2/IFEval": 0.7625, + "hfopenllm_v2/BBH": 0.6446, + "hfopenllm_v2/MATH Level 5": 0.4645, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4139, + "hfopenllm_v2/MMLU-PRO": 0.5202 } }, { - "id": "OpenBuddy/openbuddy-llama3-70b-v21.2-32k", - "name": "openbuddy-llama3-70b-v21.2-32k", - "developer": "OpenBuddy", + "id": "ehristoforu/RQwen-v0.2", + "name": "RQwen-v0.2", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.701, - "hfopenllm_v2/BBH": 0.6507, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.458, - "hfopenllm_v2/MMLU-PRO": 0.4832 + "hfopenllm_v2/IFEval": 0.7504, + "hfopenllm_v2/BBH": 0.6427, + "hfopenllm_v2/MATH Level 5": 0.327, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.5159 } }, { - "id": "OpenBuddy/openbuddy-llama3-8b-v21.1-8k", - "name": "openbuddy-llama3-8b-v21.1-8k", - "developer": "OpenBuddy", + "id": "ehristoforu/rufalcon3-3b-it", + "name": "rufalcon3-3b-it", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.557, - "hfopenllm_v2/BBH": 0.4788, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3988, - "hfopenllm_v2/MMLU-PRO": 0.2955 + "hfopenllm_v2/IFEval": 0.5942, + "hfopenllm_v2/BBH": 0.4155, + "hfopenllm_v2/MATH Level 5": 0.1782, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3895, + "hfopenllm_v2/MMLU-PRO": 0.2348 } }, { - "id": "OpenBuddy/openbuddy-llama3-8b-v21.2-32k", - "name": "openbuddy-llama3-8b-v21.2-32k", - "developer": "OpenBuddy", + "id": "ehristoforu/ruphi-4b", + "name": "ruphi-4b", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6192, - "hfopenllm_v2/BBH": 0.4856, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3779, - "hfopenllm_v2/MMLU-PRO": 0.3299 + "hfopenllm_v2/IFEval": 0.1752, + "hfopenllm_v2/BBH": 0.2906, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3512, + "hfopenllm_v2/MMLU-PRO": 0.1126 } }, { - "id": "OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k", - "name": "openbuddy-llama3.1-70b-v22.1-131k", - "developer": "OpenBuddy", + "id": "ehristoforu/SoRu-0009", + "name": "SoRu-0009", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7333, - "hfopenllm_v2/BBH": 0.6698, - "hfopenllm_v2/MATH Level 5": 0.395, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.463, - "hfopenllm_v2/MMLU-PRO": 0.5304 + "hfopenllm_v2/IFEval": 0.2582, + "hfopenllm_v2/BBH": 0.315, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3369, + "hfopenllm_v2/MMLU-PRO": 0.1239 } }, { - "id": "OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k", - "name": "openbuddy-llama3.1-8b-v22.2-131k", - "developer": "OpenBuddy", + "id": "ehristoforu/testq-32b", + "name": "testq-32b", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6657, - "hfopenllm_v2/BBH": 0.5007, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.331 + "hfopenllm_v2/IFEval": 0.1876, + "hfopenllm_v2/BBH": 0.2877, + "hfopenllm_v2/MATH Level 5": 0.003, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3715, + "hfopenllm_v2/MMLU-PRO": 0.1166 } }, { - "id": "OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k", - "name": "openbuddy-llama3.1-8b-v22.3-131k", - "developer": "OpenBuddy", + "id": "ehristoforu/tmoe", + "name": "tmoe", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5997, - "hfopenllm_v2/BBH": 0.5066, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.3277 + "hfopenllm_v2/IFEval": 0.1193, + "hfopenllm_v2/BBH": 0.3073, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2232, + "hfopenllm_v2/MUSR": 0.3699, + "hfopenllm_v2/MMLU-PRO": 0.1191 } }, { - "id": "OpenBuddy/openbuddy-llama3.2-1b-v23.1-131k", - "name": "openbuddy-llama3.2-1b-v23.1-131k", - "developer": "OpenBuddy", + "id": "ehristoforu/tmoe-v2", + "name": "tmoe-v2", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.359, - "hfopenllm_v2/BBH": 0.3267, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.184 + "hfopenllm_v2/IFEval": 0.1903, + "hfopenllm_v2/BBH": 0.2897, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.4151, + "hfopenllm_v2/MMLU-PRO": 0.11 } }, { - "id": "OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k", - "name": "openbuddy-llama3.2-3b-v23.2-131k", - "developer": "OpenBuddy", + "id": "ehristoforu/trd-7b-it", + "name": "trd-7b-it", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4319, - "hfopenllm_v2/BBH": 0.4073, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3263, - "hfopenllm_v2/MMLU-PRO": 0.2479 + "hfopenllm_v2/IFEval": 0.2185, + "hfopenllm_v2/BBH": 0.299, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3794, + "hfopenllm_v2/MMLU-PRO": 0.1179 } }, { - "id": "OpenBuddy/openbuddy-llama3.3-70b-v24.1-131k", - "name": "openbuddy-llama3.3-70b-v24.1-131k", - "developer": "OpenBuddy", + "id": "ehristoforu/ud-14b", + "name": "ud-14b", + "developer": "ehristoforu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8121, - "hfopenllm_v2/BBH": 0.6858, - "hfopenllm_v2/MATH Level 5": 0.4411, - "hfopenllm_v2/GPQA": 0.4346, - "hfopenllm_v2/MUSR": 0.4869, - "hfopenllm_v2/MMLU-PRO": 0.5327 + "hfopenllm_v2/IFEval": 0.4235, + "hfopenllm_v2/BBH": 0.3324, + "hfopenllm_v2/MATH Level 5": 0.1903, + "hfopenllm_v2/GPQA": 0.2374, + "hfopenllm_v2/MUSR": 0.4394, + "hfopenllm_v2/MMLU-PRO": 0.2415 } }, { - "id": "OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k", - "name": "openbuddy-mixtral-7bx8-v18.1-32k", - "developer": "OpenBuddy", + "id": "EleutherAI/gpt-j-6b", + "name": "gpt-j-6b", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5493, - "hfopenllm_v2/BBH": 0.4656, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3831, - "hfopenllm_v2/MMLU-PRO": 0.3804 + "hfopenllm_v2/IFEval": 0.2522, + "hfopenllm_v2/BBH": 0.3191, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3658, + "hfopenllm_v2/MMLU-PRO": 0.1241 } }, { - "id": "OpenBuddy/openbuddy-nemotron-70b-v23.1-131k", - "name": "openbuddy-nemotron-70b-v23.1-131k", - "developer": "OpenBuddy", + "id": "EleutherAI/gpt-neo-1.3B", + "name": "gpt-neo-1.3B", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7555, - "hfopenllm_v2/BBH": 0.6749, - "hfopenllm_v2/MATH Level 5": 0.321, - "hfopenllm_v2/GPQA": 0.3633, - "hfopenllm_v2/MUSR": 0.4538, - "hfopenllm_v2/MMLU-PRO": 0.5175 + "hfopenllm_v2/IFEval": 0.2079, + "hfopenllm_v2/BBH": 0.3039, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3817, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "OpenBuddy/openbuddy-nemotron-70b-v23.2-131k", - "name": "openbuddy-nemotron-70b-v23.2-131k", - "developer": "OpenBuddy", + "id": "EleutherAI/gpt-neo-125m", + "name": "gpt-neo-125m", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7227, - "hfopenllm_v2/BBH": 0.6705, - "hfopenllm_v2/MATH Level 5": 0.3157, - "hfopenllm_v2/GPQA": 0.3599, - "hfopenllm_v2/MUSR": 0.4696, - "hfopenllm_v2/MMLU-PRO": 0.5121 + "hfopenllm_v2/IFEval": 0.1905, + "hfopenllm_v2/BBH": 0.3115, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3593, + "hfopenllm_v2/MMLU-PRO": 0.1026 } }, { - "id": "OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.1-200k", - "name": "openbuddy-qwen2.5llamaify-14b-v23.1-200k", - "developer": "OpenBuddy", + "id": "EleutherAI/gpt-neo-2.7B", + "name": "gpt-neo-2.7B", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6309, - "hfopenllm_v2/BBH": 0.6013, - "hfopenllm_v2/MATH Level 5": 0.2538, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.424, - "hfopenllm_v2/MMLU-PRO": 0.4673 + "hfopenllm_v2/IFEval": 0.259, + "hfopenllm_v2/BBH": 0.314, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3554, + "hfopenllm_v2/MMLU-PRO": 0.1163 } }, { - "id": "OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k", - "name": "openbuddy-qwen2.5llamaify-14b-v23.3-200k", - "developer": "OpenBuddy", + "id": "EleutherAI/gpt-neox-20b", + "name": "gpt-neox-20b", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6131, - "hfopenllm_v2/BBH": 0.6081, - "hfopenllm_v2/MATH Level 5": 0.2311, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4346, - "hfopenllm_v2/MMLU-PRO": 0.4795 + "hfopenllm_v2/IFEval": 0.2587, + "hfopenllm_v2/BBH": 0.3165, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3647, + "hfopenllm_v2/MMLU-PRO": 0.1155 } }, { - "id": "OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k", - "name": "openbuddy-qwen2.5llamaify-7b-v23.1-200k", - "developer": "OpenBuddy", + "id": "EleutherAI/pythia-1.4b", + "name": "pythia-1.4b", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5673, - "hfopenllm_v2/BBH": 0.5509, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4363, - "hfopenllm_v2/MMLU-PRO": 0.3948 + "hfopenllm_v2/IFEval": 0.2371, + "hfopenllm_v2/BBH": 0.315, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "OpenBuddy/openbuddy-qwq-32b-v24.1-200k", - "name": "openbuddy-qwq-32b-v24.1-200k", - "developer": "OpenBuddy", + "id": "EleutherAI/pythia-12b", + "name": "Pythia 12B", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5937, - "hfopenllm_v2/BBH": 0.6798, - "hfopenllm_v2/MATH Level 5": 0.3739, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4849, - "hfopenllm_v2/MMLU-PRO": 0.549 + "helm_classic/Mean win rate": 0.257, + "helm_classic/MMLU": 0.274, + "helm_classic/BoolQ": 0.662, + "helm_classic/NarrativeQA": 0.596, + "helm_classic/NaturalQuestions (open-book)": 0.581, + "helm_classic/QuAC": 0.313, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.177, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.931, + "helm_classic/CivilComments": 0.531, + "helm_classic/RAFT": 0.514, + "hfopenllm_v2/IFEval": 0.2471, + "hfopenllm_v2/BBH": 0.318, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3647, + "hfopenllm_v2/MMLU-PRO": 0.1109 } }, { - "id": "OpenBuddy/openbuddy-qwq-32b-v24.2-200k", - "name": "openbuddy-qwq-32b-v24.2-200k", - "developer": "OpenBuddy", + "id": "EleutherAI/pythia-160m", + "name": "pythia-160m", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.597, - "hfopenllm_v2/BBH": 0.6772, - "hfopenllm_v2/MATH Level 5": 0.3776, - "hfopenllm_v2/GPQA": 0.3767, - "hfopenllm_v2/MUSR": 0.4718, - "hfopenllm_v2/MMLU-PRO": 0.5446 + "hfopenllm_v2/IFEval": 0.1816, + "hfopenllm_v2/BBH": 0.297, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4179, + "hfopenllm_v2/MMLU-PRO": 0.112 } }, { - "id": "OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k", - "name": "openbuddy-yi1.5-34b-v21.3-32k", - "developer": "OpenBuddy", + "id": "EleutherAI/pythia-1b", + "name": "pythia-1b", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.542, - "hfopenllm_v2/BBH": 0.6163, - "hfopenllm_v2/MATH Level 5": 0.1782, - "hfopenllm_v2/GPQA": 0.349, - "hfopenllm_v2/MUSR": 0.4439, - "hfopenllm_v2/MMLU-PRO": 0.4599 + "hfopenllm_v2/IFEval": 0.2208, + "hfopenllm_v2/BBH": 0.3004, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3552, + "hfopenllm_v2/MMLU-PRO": 0.1136 } }, { - "id": "OpenBuddy/openbuddy-zero-14b-v22.3-32k", - "name": "openbuddy-zero-14b-v22.3-32k", - "developer": "OpenBuddy", + "id": "EleutherAI/pythia-2.8b", + "name": "pythia-2.8b", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3753, - "hfopenllm_v2/BBH": 0.486, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4166, - "hfopenllm_v2/MMLU-PRO": 0.3187 + "hfopenllm_v2/IFEval": 0.2173, + "hfopenllm_v2/BBH": 0.3224, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3486, + "hfopenllm_v2/MMLU-PRO": 0.1137 } }, { - "id": "OpenBuddy/openbuddy-zero-3b-v21.2-32k", - "name": "openbuddy-zero-3b-v21.2-32k", - "developer": "OpenBuddy", + "id": "EleutherAI/pythia-410m", + "name": "pythia-410m", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3802, - "hfopenllm_v2/BBH": 0.3935, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3566, - "hfopenllm_v2/MMLU-PRO": 0.2034 + "hfopenllm_v2/IFEval": 0.2195, + "hfopenllm_v2/BBH": 0.3028, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3578, + "hfopenllm_v2/MMLU-PRO": 0.1128 } }, { - "id": "OpenBuddy/openbuddy-zero-56b-v21.2-32k", - "name": "openbuddy-zero-56b-v21.2-32k", - "developer": "OpenBuddy", + "id": "EleutherAI/pythia-6.9b", + "name": "Pythia 6.9B", + "developer": "EleutherAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5057, - "hfopenllm_v2/BBH": 0.6128, - "hfopenllm_v2/MATH Level 5": 0.1624, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4305, - "hfopenllm_v2/MMLU-PRO": 0.4399 + "helm_classic/Mean win rate": 0.196, + "helm_classic/MMLU": 0.236, + "helm_classic/BoolQ": 0.631, + "helm_classic/NarrativeQA": 0.528, + "helm_classic/NaturalQuestions (open-book)": 0.539, + "helm_classic/QuAC": 0.296, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.213, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.928, + "helm_classic/CivilComments": 0.511, + "helm_classic/RAFT": 0.502, + "hfopenllm_v2/IFEval": 0.2281, + "hfopenllm_v2/BBH": 0.3232, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3591, + "hfopenllm_v2/MMLU-PRO": 0.1147 } }, { - "id": "OpenGenerativeAI/Bifrost", - "name": "Bifrost", - "developer": "OpenGenerativeAI", + "id": "elinas/Chronos-Gold-12B-1.0", + "name": "Chronos-Gold-12B-1.0", + "developer": "elinas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6348, - "hfopenllm_v2/BBH": 0.6849, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4598, - "hfopenllm_v2/MMLU-PRO": 0.516 + "hfopenllm_v2/IFEval": 0.3166, + "hfopenllm_v2/BBH": 0.5515, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.474, + "hfopenllm_v2/MMLU-PRO": 0.3518 } }, { - "id": "OpenGenerativeAI/Bifrost-14B", - "name": "Bifrost-14B", - "developer": "OpenGenerativeAI", + "id": "ell44ot/gemma-2b-def", + "name": "gemma-2b-def", + "developer": "ell44ot", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6615, - "hfopenllm_v2/BBH": 0.6845, - "hfopenllm_v2/MATH Level 5": 0.2356, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4624, - "hfopenllm_v2/MMLU-PRO": 0.5074 + "hfopenllm_v2/IFEval": 0.2693, + "hfopenllm_v2/BBH": 0.3159, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.367, + "hfopenllm_v2/MMLU-PRO": 0.1572 } }, { - "id": "OpenLLM-France/Lucie-7B", - "name": "Lucie-7B", - "developer": "OpenLLM-France", + "id": "Enno-Ai/EnnoAi-Pro-French-Llama-3-8B-v0.4", + "name": "EnnoAi-Pro-French-Llama-3-8B-v0.4", + "developer": "Enno-Ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2496, - "hfopenllm_v2/BBH": 0.3492, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3923, - "hfopenllm_v2/MMLU-PRO": 0.1498 + "hfopenllm_v2/IFEval": 0.4189, + "hfopenllm_v2/BBH": 0.4075, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.417, + "hfopenllm_v2/MMLU-PRO": 0.2635 } }, { - "id": "OpenLLM-France/Lucie-7B-Instruct", - "name": "Lucie-7B-Instruct", - "developer": "OpenLLM-France", + "id": "Enno-Ai/EnnoAi-Pro-Llama-3-8B", + "name": "EnnoAi-Pro-Llama-3-8B", + "developer": "Enno-Ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2796, - "hfopenllm_v2/BBH": 0.3254, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3662, - "hfopenllm_v2/MMLU-PRO": 0.1556 + "hfopenllm_v2/IFEval": 0.3195, + "hfopenllm_v2/BBH": 0.4152, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.2151 } }, { - "id": "OpenLLM-France/Lucie-7B-Instruct-human-data", - "name": "Lucie-7B-Instruct-human-data", - "developer": "OpenLLM-France", + "id": "Enno-Ai/EnnoAi-Pro-Llama-3-8B-v0.3", + "name": "EnnoAi-Pro-Llama-3-8B-v0.3", + "developer": "Enno-Ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2946, - "hfopenllm_v2/BBH": 0.3284, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3729, - "hfopenllm_v2/MMLU-PRO": 0.143 + "hfopenllm_v2/IFEval": 0.5083, + "hfopenllm_v2/BBH": 0.4101, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4236, + "hfopenllm_v2/MMLU-PRO": 0.299 } }, { - "id": "OpenLLM-France/Lucie-7B-Instruct-v1.1", - "name": "Lucie-7B-Instruct-v1.1", - "developer": "OpenLLM-France", + "id": "Enno-Ai/EnnoAi-Pro-Llama-3.1-8B-v0.9", + "name": "EnnoAi-Pro-Llama-3.1-8B-v0.9", + "developer": "Enno-Ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3039, - "hfopenllm_v2/BBH": 0.3816, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.375, - "hfopenllm_v2/MMLU-PRO": 0.1864 + "hfopenllm_v2/IFEval": 0.4689, + "hfopenllm_v2/BBH": 0.416, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3832, + "hfopenllm_v2/MMLU-PRO": 0.2596 } }, { - "id": "OpenLeecher/llama3-8b-lima", - "name": "llama3-8b-lima", - "developer": "OpenLeecher", + "id": "EnnoAi/EnnoAi-7B-French-Instruct-202502", + "name": "EnnoAi-7B-French-Instruct-202502", + "developer": "EnnoAi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4371, - "hfopenllm_v2/BBH": 0.4296, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2383, - "hfopenllm_v2/MUSR": 0.3713, - "hfopenllm_v2/MMLU-PRO": 0.2626 + "hfopenllm_v2/IFEval": 0.5564, + "hfopenllm_v2/BBH": 0.5575, + "hfopenllm_v2/MATH Level 5": 0.3724, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.46, + "hfopenllm_v2/MMLU-PRO": 0.4013 } }, { - "id": "OpenScholar/Llama-3.1_OpenScholar-8B", - "name": "Llama-3.1_OpenScholar-8B", - "developer": "OpenScholar", + "id": "EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0", + "name": "EnnoAi-Pro-Llama-3.1-8B-v1.0", + "developer": "EnnoAi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6064, - "hfopenllm_v2/BBH": 0.5208, - "hfopenllm_v2/MATH Level 5": 0.1654, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4275, - "hfopenllm_v2/MMLU-PRO": 0.3708 + "hfopenllm_v2/IFEval": 0.4704, + "hfopenllm_v2/BBH": 0.416, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3832, + "hfopenllm_v2/MMLU-PRO": 0.2596 } }, { - "id": "Orenguteng/Llama-3.1-8B-Lexi-Uncensored", - "name": "Llama-3.1-8B-Lexi-Uncensored", - "developer": "Orenguteng", + "id": "Epiculous/Azure_Dusk-v0.2", + "name": "Azure_Dusk-v0.2", + "developer": "Epiculous", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7777, - "hfopenllm_v2/BBH": 0.5057, - "hfopenllm_v2/MATH Level 5": 0.1571, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3871, - "hfopenllm_v2/MMLU-PRO": 0.379 + "hfopenllm_v2/IFEval": 0.3467, + "hfopenllm_v2/BBH": 0.412, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3835, + "hfopenllm_v2/MMLU-PRO": 0.3034 } }, { - "id": "Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2", - "name": "Llama-3.1-8B-Lexi-Uncensored-V2", - "developer": "Orenguteng", + "id": "Epiculous/Crimson_Dawn-v0.2", + "name": "Crimson_Dawn-v0.2", + "developer": "Epiculous", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7792, - "hfopenllm_v2/BBH": 0.5084, - "hfopenllm_v2/MATH Level 5": 0.1971, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3843, - "hfopenllm_v2/MMLU-PRO": 0.3781 + "hfopenllm_v2/IFEval": 0.3103, + "hfopenllm_v2/BBH": 0.4482, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4152, + "hfopenllm_v2/MMLU-PRO": 0.2721 } }, { - "id": "Orion-zhen/Qwen2.5-7B-Instruct-Uncensored", - "name": "Qwen2.5-7B-Instruct-Uncensored", - "developer": "Orion-zhen", + "id": "Epiculous/NovaSpark", + "name": "NovaSpark", + "developer": "Epiculous", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7204, - "hfopenllm_v2/BBH": 0.5474, - "hfopenllm_v2/MATH Level 5": 0.4773, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4361, - "hfopenllm_v2/MMLU-PRO": 0.4427 + "hfopenllm_v2/IFEval": 0.6408, + "hfopenllm_v2/BBH": 0.5064, + "hfopenllm_v2/MATH Level 5": 0.1518, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3882, + "hfopenllm_v2/MMLU-PRO": 0.3649 } }, { - "id": "Orion-zhen/phi-4-abliterated", - "name": "phi-4-abliterated", - "developer": "Orion-zhen", + "id": "Epiculous/Violet_Twilight-v0.2", + "name": "Violet_Twilight-v0.2", + "developer": "Epiculous", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0576, - "hfopenllm_v2/BBH": 0.6698, - "hfopenllm_v2/MATH Level 5": 0.3021, - "hfopenllm_v2/GPQA": 0.4044, - "hfopenllm_v2/MUSR": 0.5006, - "hfopenllm_v2/MMLU-PRO": 0.5292 + "hfopenllm_v2/IFEval": 0.4532, + "hfopenllm_v2/BBH": 0.4615, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4299, + "hfopenllm_v2/MMLU-PRO": 0.3111 } }, { - "id": "P0x0/Astra-v1-12B", - "name": "Astra-v1-12B", - "developer": "P0x0", + "id": "EpistemeAI/Alpaca-Llama3.1-8B", + "name": "Alpaca-Llama3.1-8B", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2806, - "hfopenllm_v2/BBH": 0.5215, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4052, - "hfopenllm_v2/MMLU-PRO": 0.3461 + "hfopenllm_v2/IFEval": 0.1599, + "hfopenllm_v2/BBH": 0.4755, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3403, + "hfopenllm_v2/MMLU-PRO": 0.3246 } }, { - "id": "PJMixers-Dev/L3.2-Instruct-Thinking-v0.1-1B", - "name": "L3.2-Instruct-Thinking-v0.1-1B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/Athena-gemma-2-2b-it", + "name": "Athena-gemma-2-2b-it", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4628, - "hfopenllm_v2/BBH": 0.3302, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1483 + "hfopenllm_v2/IFEval": 0.3134, + "hfopenllm_v2/BBH": 0.4264, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4351, + "hfopenllm_v2/MMLU-PRO": 0.2422 } }, { - "id": "PJMixers-Dev/LLaMa-3.1-Instruct-Interleaved-Zeroed-13B", - "name": "LLaMa-3.1-Instruct-Interleaved-Zeroed-13B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/Athena-gemma-2-2b-it-Philos", + "name": "Athena-gemma-2-2b-it-Philos", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7871, - "hfopenllm_v2/BBH": 0.5073, - "hfopenllm_v2/MATH Level 5": 0.2002, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.387, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/IFEval": 0.4621, + "hfopenllm_v2/BBH": 0.3795, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4314, + "hfopenllm_v2/MMLU-PRO": 0.2248 } }, { - "id": "PJMixers-Dev/LLaMa-3.1-RomboTiesTest-8B", - "name": "LLaMa-3.1-RomboTiesTest-8B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3", + "name": "Athene-codegemma-2-7b-it-alpaca-v1.3", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7825, - "hfopenllm_v2/BBH": 0.5073, - "hfopenllm_v2/MATH Level 5": 0.2002, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.387, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/IFEval": 0.403, + "hfopenllm_v2/BBH": 0.4332, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4503, + "hfopenllm_v2/MMLU-PRO": 0.2587 } }, { - "id": "PJMixers-Dev/LLaMa-3.1-RomboTiesTest2-8B", - "name": "LLaMa-3.1-RomboTiesTest2-8B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/DeepPhi-3.5-mini-instruct", + "name": "DeepPhi-3.5-mini-instruct", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7825, - "hfopenllm_v2/BBH": 0.5073, - "hfopenllm_v2/MATH Level 5": 0.2002, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.387, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/IFEval": 0.1326, + "hfopenllm_v2/BBH": 0.2882, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2332, + "hfopenllm_v2/MUSR": 0.3656, + "hfopenllm_v2/MMLU-PRO": 0.1103 } }, { - "id": "PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B", - "name": "LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/DeepThinkers-Phi4", + "name": "DeepThinkers-Phi4", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6931, - "hfopenllm_v2/BBH": 0.4556, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.37, - "hfopenllm_v2/MMLU-PRO": 0.3127 + "hfopenllm_v2/IFEval": 0.694, + "hfopenllm_v2/BBH": 0.679, + "hfopenllm_v2/MATH Level 5": 0.4585, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.5258 } }, { - "id": "PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B", - "name": "LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/FineLlama3.1-8B-Instruct", + "name": "FineLlama3.1-8B-Instruct", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6292, - "hfopenllm_v2/BBH": 0.4581, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3659, - "hfopenllm_v2/MMLU-PRO": 0.3115 + "hfopenllm_v2/IFEval": 0.08, + "hfopenllm_v2/BBH": 0.4557, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3482, + "hfopenllm_v2/MMLU-PRO": 0.3113 } }, { - "id": "PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B", - "name": "LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/Fireball-12B", + "name": "Fireball-12B", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6504, - "hfopenllm_v2/BBH": 0.4511, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.3108 + "hfopenllm_v2/IFEval": 0.1834, + "hfopenllm_v2/BBH": 0.5111, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4236, + "hfopenllm_v2/MMLU-PRO": 0.3344 } }, { - "id": "PJMixers-Dev/LLaMa-3.2-Instruct-JankMixBread-v0.1-3B", - "name": "LLaMa-3.2-Instruct-JankMixBread-v0.1-3B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/Fireball-12B-v1.13a-philosophers", + "name": "Fireball-12B-v1.13a-philosophers", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5041, - "hfopenllm_v2/BBH": 0.4483, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3516, - "hfopenllm_v2/MMLU-PRO": 0.3083 + "hfopenllm_v2/IFEval": 0.0876, + "hfopenllm_v2/BBH": 0.5103, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.3367 } }, { - "id": "PJMixers-Dev/Qwen2.5-RomboTiesTest-7B", - "name": "Qwen2.5-RomboTiesTest-7B", - "developer": "PJMixers-Dev", + "id": "EpistemeAI/Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200", + "name": "Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7558, - "hfopenllm_v2/BBH": 0.5399, - "hfopenllm_v2/MATH Level 5": 0.4962, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.4285 + "hfopenllm_v2/IFEval": 0.4577, + "hfopenllm_v2/BBH": 0.4838, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.3945, + "hfopenllm_v2/MMLU-PRO": 0.3583 } }, { - "id": "PJMixers/LLaMa-3-CursedStock-v2.0-8B", - "name": "LLaMa-3-CursedStock-v2.0-8B", - "developer": "PJMixers", + "id": "EpistemeAI/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta", + "name": "Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6331, - "hfopenllm_v2/BBH": 0.5271, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3856, - "hfopenllm_v2/MMLU-PRO": 0.3556 + "hfopenllm_v2/IFEval": 0.7274, + "hfopenllm_v2/BBH": 0.4865, + "hfopenllm_v2/MATH Level 5": 0.1526, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3619, + "hfopenllm_v2/MMLU-PRO": 0.3543 } }, { - "id": "PKU-Alignment/beaver-7b-v1.0-cost", - "name": "PKU-Alignment/beaver-7b-v1.0-cost", - "developer": "PKU-Alignment", + "id": "EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2", + "name": "Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5798, - "reward-bench/Factuality": 0.3263, - "reward-bench/Precise IF": 0.2313, - "reward-bench/Math": 0.3989, - "reward-bench/Safety": 0.7351, - "reward-bench/Focus": 0.2939, - "reward-bench/Ties": -0.01, - "reward-bench/Chat": 0.6173, - "reward-bench/Chat Hard": 0.4232, - "reward-bench/Reasoning": 0.5482, - "reward-bench/Prior Sets (0.5 weight)": 0.57 + "hfopenllm_v2/IFEval": 0.4673, + "hfopenllm_v2/BBH": 0.4932, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4624, + "hfopenllm_v2/MMLU-PRO": 0.3352 } }, { - "id": "PKU-Alignment/beaver-7b-v1.0-reward", - "name": "PKU-Alignment/beaver-7b-v1.0-reward", - "developer": "PKU-Alignment", + "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.1606, - "reward-bench/Chat": 0.8184, - "reward-bench/Chat Hard": 0.2873, - "reward-bench/Safety": 0.1422, - "reward-bench/Reasoning": 0.346, - "reward-bench/Prior Sets (0.5 weight)": 0.5993, - "reward-bench/Factuality": 0.2105, - "reward-bench/Precise IF": 0.2938, - "reward-bench/Math": 0.2623, - "reward-bench/Focus": 0.0646, - "reward-bench/Ties": -0.01 + "hfopenllm_v2/IFEval": 0.4432, + "hfopenllm_v2/BBH": 0.4824, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4066, + "hfopenllm_v2/MMLU-PRO": 0.3516 } }, { - "id": "PKU-Alignment/beaver-7b-v2.0-cost", - "name": "PKU-Alignment/beaver-7b-v2.0-cost", - "developer": "PKU-Alignment", + "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5957, - "reward-bench/Factuality": 0.3789, - "reward-bench/Precise IF": 0.275, - "reward-bench/Math": 0.3333, - "reward-bench/Safety": 0.7608, - "reward-bench/Focus": 0.2828, - "reward-bench/Ties": -0.01, - "reward-bench/Chat": 0.5726, - "reward-bench/Chat Hard": 0.4561, - "reward-bench/Reasoning": 0.6211, - "reward-bench/Prior Sets (0.5 weight)": 0.5397 + "hfopenllm_v2/IFEval": 0.4457, + "hfopenllm_v2/BBH": 0.4897, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3762, + "hfopenllm_v2/MMLU-PRO": 0.3543 } }, { - "id": "PKU-Alignment/beaver-7b-v2.0-reward", - "name": "PKU-Alignment/beaver-7b-v2.0-reward", - "developer": "PKU-Alignment", + "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.2544, - "reward-bench/Chat": 0.8994, - "reward-bench/Chat Hard": 0.364, - "reward-bench/Safety": 0.3156, - "reward-bench/Reasoning": 0.6887, - "reward-bench/Prior Sets (0.5 weight)": 0.6171, - "reward-bench/Factuality": 0.2168, - "reward-bench/Precise IF": 0.2562, - "reward-bench/Math": 0.3825, - "reward-bench/Focus": 0.2606, - "reward-bench/Ties": 0.0944 + "hfopenllm_v2/IFEval": 0.5975, + "hfopenllm_v2/BBH": 0.4904, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.401, + "hfopenllm_v2/MMLU-PRO": 0.3423 } }, { - "id": "Parissa3/test-model", - "name": "test-model", - "developer": "Parissa3", + "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3883, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4685, - "hfopenllm_v2/MMLU-PRO": 0.3057 + "hfopenllm_v2/IFEval": 0.6691, + "hfopenllm_v2/BBH": 0.4668, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3418, + "hfopenllm_v2/MMLU-PRO": 0.3389 } }, { - "id": "Pinkstack/PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B", - "name": "PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B", - "developer": "Pinkstack", + "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5085, - "hfopenllm_v2/BBH": 0.4711, - "hfopenllm_v2/MATH Level 5": 0.1692, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4479, - "hfopenllm_v2/MMLU-PRO": 0.3511 + "hfopenllm_v2/IFEval": 0.7305, + "hfopenllm_v2/BBH": 0.4649, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.348 } }, { - "id": "Pinkstack/SuperThoughts-CoT-14B-16k-o1-QwQ", - "name": "SuperThoughts-CoT-14B-16k-o1-QwQ", - "developer": "Pinkstack", + "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0515, - "hfopenllm_v2/BBH": 0.672, - "hfopenllm_v2/MATH Level 5": 0.4199, - "hfopenllm_v2/GPQA": 0.3926, - "hfopenllm_v2/MUSR": 0.4914, - "hfopenllm_v2/MMLU-PRO": 0.5268 + "hfopenllm_v2/IFEval": 0.4578, + "hfopenllm_v2/BBH": 0.4761, + "hfopenllm_v2/MATH Level 5": 0.1382, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3881, + "hfopenllm_v2/MMLU-PRO": 0.3471 } }, { - "id": "Pinkstack/Superthoughts-lite-1.8B-experimental-o1", - "name": "Superthoughts-lite-1.8B-experimental-o1", - "developer": "Pinkstack", + "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0375, - "hfopenllm_v2/BBH": 0.3435, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3354, - "hfopenllm_v2/MMLU-PRO": 0.1851 + "hfopenllm_v2/IFEval": 0.7205, + "hfopenllm_v2/BBH": 0.4818, + "hfopenllm_v2/MATH Level 5": 0.1435, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.33, + "hfopenllm_v2/MMLU-PRO": 0.3548 } }, { - "id": "Pinkstack/Superthoughts-lite-v1", - "name": "Superthoughts-lite-v1", - "developer": "Pinkstack", + "id": "EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Math", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Math", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1659, - "hfopenllm_v2/BBH": 0.3466, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3672, - "hfopenllm_v2/MMLU-PRO": 0.1755 + "hfopenllm_v2/IFEval": 0.4623, + "hfopenllm_v2/BBH": 0.4983, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3641, + "hfopenllm_v2/MMLU-PRO": 0.3331 } }, { - "id": "PoLL/gpt-3.5-turbo-0125_claude-3-sonnet-2024022...", - "name": "PoLL/gpt-3.5-turbo-0125_claude-3-sonnet-2024022...", - "developer": "PoLL", + "id": "EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO", + "name": "Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7578, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.5406, - "reward-bench/Safety": 0.8034, - "reward-bench/Reasoning": 0.7346 + "hfopenllm_v2/IFEval": 0.4611, + "hfopenllm_v2/BBH": 0.4801, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3521 } }, { - "id": "PocketDoc/Dans-Instruct-CoreCurriculum-12b", - "name": "Dans-Instruct-CoreCurriculum-12b", - "developer": "PocketDoc", + "id": "EpistemeAI/Fireball-Mistral-Nemo-Base-2407-v1-DPO2", + "name": "Fireball-Mistral-Nemo-Base-2407-v1-DPO2", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2191, - "hfopenllm_v2/BBH": 0.3789, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4096, - "hfopenllm_v2/MMLU-PRO": 0.1219 + "hfopenllm_v2/IFEval": 0.1861, + "hfopenllm_v2/BBH": 0.4968, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.404, + "hfopenllm_v2/MMLU-PRO": 0.3353 } }, { - "id": "PocketDoc/Dans-PersonalityEngine-V1.1.0-12b", - "name": "Dans-PersonalityEngine-V1.1.0-12b", - "developer": "PocketDoc", + "id": "EpistemeAI/Fireball-R1-Llama-3.1-8B", + "name": "Fireball-R1-Llama-3.1-8B", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7075, - "hfopenllm_v2/BBH": 0.5361, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4587, - "hfopenllm_v2/MMLU-PRO": 0.3262 + "hfopenllm_v2/IFEval": 0.4427, + "hfopenllm_v2/BBH": 0.3643, + "hfopenllm_v2/MATH Level 5": 0.3112, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1115 } }, { - "id": "PocketDoc/Dans-PersonalityEngine-V1.2.0-24b", - "name": "Dans-PersonalityEngine-V1.2.0-24b", - "developer": "PocketDoc", + "id": "EpistemeAI/Fireball-R1-Llama-3.1-8B-Medical-COT", + "name": "Fireball-R1-Llama-3.1-8B-Medical-COT", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7886, - "hfopenllm_v2/BBH": 0.6421, - "hfopenllm_v2/MATH Level 5": 0.2455, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.43, - "hfopenllm_v2/MMLU-PRO": 0.5026 + "hfopenllm_v2/IFEval": 0.3216, + "hfopenllm_v2/BBH": 0.3716, + "hfopenllm_v2/MATH Level 5": 0.327, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3114, + "hfopenllm_v2/MMLU-PRO": 0.1402 } }, { - "id": "PocketDoc/Dans-PersonalityEngine-v1.0.0-8b", - "name": "Dans-PersonalityEngine-v1.0.0-8b", - "developer": "PocketDoc", + "id": "EpistemeAI/Fireball-R1.1-Llama-3.1-8B", + "name": "Fireball-R1.1-Llama-3.1-8B", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4982, - "hfopenllm_v2/BBH": 0.4733, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3542, - "hfopenllm_v2/MMLU-PRO": 0.3065 + "hfopenllm_v2/IFEval": 0.3676, + "hfopenllm_v2/BBH": 0.3326, + "hfopenllm_v2/MATH Level 5": 0.1382, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3419, + "hfopenllm_v2/MMLU-PRO": 0.1115 } }, { - "id": "PocketDoc/Dans-SakuraKaze-V1.0.0-12b", - "name": "Dans-SakuraKaze-V1.0.0-12b", - "developer": "PocketDoc", + "id": "EpistemeAI/Llama-3.2-3B-Agent007-Coder", + "name": "Llama-3.2-3B-Agent007-Coder", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.652, - "hfopenllm_v2/BBH": 0.5405, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4745, - "hfopenllm_v2/MMLU-PRO": 0.356 + "hfopenllm_v2/IFEval": 0.54, + "hfopenllm_v2/BBH": 0.4304, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3668, + "hfopenllm_v2/MMLU-PRO": 0.2852 } }, { - "id": "PowerInfer/SmallThinker-3B-Preview", - "name": "SmallThinker-3B-Preview", - "developer": "PowerInfer", + "id": "EpistemeAI/Mistral-Nemo-Instruct-12B-Philosophy-Math", + "name": "Mistral-Nemo-Instruct-12B-Philosophy-Math", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.62, - "hfopenllm_v2/BBH": 0.4495, - "hfopenllm_v2/MATH Level 5": 0.2779, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3525, - "hfopenllm_v2/MMLU-PRO": 0.3018 + "hfopenllm_v2/IFEval": 0.0695, + "hfopenllm_v2/BBH": 0.5365, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4292, + "hfopenllm_v2/MMLU-PRO": 0.3296 } }, { - "id": "PranavHarshan/LaMistral-V4", - "name": "LaMistral-V4", - "developer": "PranavHarshan", + "id": "EpistemeAI/OpenReasoner-Llama-3.2-3B-rs1.0", + "name": "OpenReasoner-Llama-3.2-3B-rs1.0", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6239, - "hfopenllm_v2/BBH": 0.5184, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.3643, - "hfopenllm_v2/MMLU-PRO": 0.3599 + "hfopenllm_v2/IFEval": 0.7274, + "hfopenllm_v2/BBH": 0.4519, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3461, + "hfopenllm_v2/MMLU-PRO": 0.3134 } }, { - "id": "PranavHarshan/MedNarra-X1", - "name": "MedNarra-X1", - "developer": "PranavHarshan", + "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent", + "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4338, - "hfopenllm_v2/BBH": 0.4637, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.354, - "hfopenllm_v2/MMLU-PRO": 0.3431 + "hfopenllm_v2/IFEval": 0.6915, + "hfopenllm_v2/BBH": 0.4525, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3578, + "hfopenllm_v2/MMLU-PRO": 0.329 } }, { - "id": "Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended", - "name": "OpenChat-3.5-0106_10.7B_48Layers-Appended", - "developer": "Pretergeek", + "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy", + "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5961, - "hfopenllm_v2/BBH": 0.462, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.329 + "hfopenllm_v2/IFEval": 0.7101, + "hfopenllm_v2/BBH": 0.4628, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3195, + "hfopenllm_v2/MMLU-PRO": 0.3311 } }, { - "id": "Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Interleaved", - "name": "OpenChat-3.5-0106_10.7B_48Layers-Interleaved", - "developer": "Pretergeek", + "id": "EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic", + "name": "Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5961, - "hfopenllm_v2/BBH": 0.462, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.3299 + "hfopenllm_v2/IFEval": 0.7122, + "hfopenllm_v2/BBH": 0.4566, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3235, + "hfopenllm_v2/MMLU-PRO": 0.335 } }, { - "id": "Pretergeek/OpenChat-3.5-0106_32K-PoSE", - "name": "OpenChat-3.5-0106_32K-PoSE", - "developer": "Pretergeek", + "id": "EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT", + "name": "Reasoning-Llama-3.1-CoT-RE1-NMT", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3969, - "hfopenllm_v2/BBH": 0.3471, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4205, - "hfopenllm_v2/MMLU-PRO": 0.2031 + "hfopenllm_v2/IFEval": 0.4829, + "hfopenllm_v2/BBH": 0.4736, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3182, + "hfopenllm_v2/MMLU-PRO": 0.3343 } }, { - "id": "Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended", - "name": "OpenChat-3.5-0106_8.11B_36Layers-Appended", - "developer": "Pretergeek", + "id": "EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO", + "name": "Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5976, - "hfopenllm_v2/BBH": 0.462, - "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/IFEval": 0.4553, + "hfopenllm_v2/BBH": 0.4804, + "hfopenllm_v2/MATH Level 5": 0.1292, "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.329 + "hfopenllm_v2/MUSR": 0.3931, + "hfopenllm_v2/MMLU-PRO": 0.3598 } }, { - "id": "Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved", - "name": "OpenChat-3.5-0106_8.11B_36Layers-Interleaved", - "developer": "Pretergeek", + "id": "EpistemeAI/Reasoning-Llama-3.2-1B-Instruct-v1.2", + "name": "Reasoning-Llama-3.2-1B-Instruct-v1.2", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5961, - "hfopenllm_v2/BBH": 0.4621, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4241, - "hfopenllm_v2/MMLU-PRO": 0.3299 + "hfopenllm_v2/IFEval": 0.4087, + "hfopenllm_v2/BBH": 0.3324, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.1179 } }, { - "id": "Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended", - "name": "OpenChat-3.5-0106_8.99B_40Layers-Appended", - "developer": "Pretergeek", + "id": "EpistemeAI/Reasoning-Llama-3.2-1B-Instruct-v1.3", + "name": "Reasoning-Llama-3.2-1B-Instruct-v1.3", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5961, - "hfopenllm_v2/BBH": 0.462, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.329 + "hfopenllm_v2/IFEval": 0.3273, + "hfopenllm_v2/BBH": 0.3263, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.326, + "hfopenllm_v2/MMLU-PRO": 0.1173 } }, { - "id": "Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved", - "name": "OpenChat-3.5-0106_8.99B_40Layers-Interleaved", - "developer": "Pretergeek", + "id": "EpistemeAI/Reasoning-Llama-3.2-3B-Math-Instruct-RE1", + "name": "Reasoning-Llama-3.2-3B-Math-Instruct-RE1", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5976, - "hfopenllm_v2/BBH": 0.4621, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4241, - "hfopenllm_v2/MMLU-PRO": 0.3299 + "hfopenllm_v2/IFEval": 0.512, + "hfopenllm_v2/BBH": 0.4381, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3435, + "hfopenllm_v2/MMLU-PRO": 0.2789 } }, { - "id": "Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended", - "name": "OpenChat-3.5-0106_9.86B_44Layers-Appended", - "developer": "Pretergeek", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5961, - "hfopenllm_v2/BBH": 0.462, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.329 + "id": "EpistemeAI/Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO", + "name": "Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO", + "developer": "EpistemeAI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.729, + "hfopenllm_v2/BBH": 0.4518, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.31 } }, { - "id": "Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2", - "name": "openchat-3.5-0106_Rebased_Mistral-7B-v0.2", - "developer": "Pretergeek", + "id": "EpistemeAI/ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math", + "name": "ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3706, - "hfopenllm_v2/BBH": 0.3627, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.484, - "hfopenllm_v2/MMLU-PRO": 0.283 + "hfopenllm_v2/IFEval": 0.5903, + "hfopenllm_v2/BBH": 0.4364, + "hfopenllm_v2/MATH Level 5": 0.148, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3314, + "hfopenllm_v2/MMLU-PRO": 0.2823 } }, { - "id": "PrimeIntellect/INTELLECT-1", - "name": "INTELLECT-1", - "developer": "PrimeIntellect", + "id": "EpistemeAI/ReasoningCore-3B-0", + "name": "ReasoningCore-3B-0", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1757, - "hfopenllm_v2/BBH": 0.276, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3339, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.7341, + "hfopenllm_v2/BBH": 0.4446, + "hfopenllm_v2/MATH Level 5": 0.1586, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3554, + "hfopenllm_v2/MMLU-PRO": 0.3172 } }, { - "id": "PrimeIntellect/INTELLECT-1-Instruct", - "name": "INTELLECT-1-Instruct", - "developer": "PrimeIntellect", + "id": "EpistemeAI/ReasoningCore-3B-Instruct-r01-Reflect", + "name": "ReasoningCore-3B-Instruct-r01-Reflect", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0, - "hfopenllm_v2/BBH": 0.287, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3577, - "hfopenllm_v2/MMLU-PRO": 0.1064 + "hfopenllm_v2/IFEval": 0.7335, + "hfopenllm_v2/BBH": 0.445, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3527, + "hfopenllm_v2/MMLU-PRO": 0.3144 } }, { - "id": "PuxAI/LUA_model", - "name": "LUA_model", - "developer": "PuxAI", + "id": "EpistemeAI/ReasoningCore-3B-R01", + "name": "ReasoningCore-3B-R01", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2282, - "hfopenllm_v2/BBH": 0.2877, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3484, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.2976, + "hfopenllm_v2/BBH": 0.4373, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3195, + "hfopenllm_v2/MMLU-PRO": 0.2591 } }, { - "id": "PygmalionAI/pygmalion-6b", - "name": "pygmalion-6b", - "developer": "PygmalionAI", + "id": "EpistemeAI/ReasoningCore-3B-RE1-V2", + "name": "ReasoningCore-3B-RE1-V2", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2091, - "hfopenllm_v2/BBH": 0.3199, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3684, - "hfopenllm_v2/MMLU-PRO": 0.1184 + "hfopenllm_v2/IFEval": 0.7393, + "hfopenllm_v2/BBH": 0.4462, + "hfopenllm_v2/MATH Level 5": 0.1563, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3541, + "hfopenllm_v2/MMLU-PRO": 0.3181 } }, { - "id": "Q-bert/MetaMath-1B", - "name": "MetaMath-1B", - "developer": "Q-bert", + "id": "EpistemeAI/ReasoningCore-3B-RE1-V2A", + "name": "ReasoningCore-3B-RE1-V2A", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.53, - "hfopenllm_v2/BBH": 0.3451, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1495 + "hfopenllm_v2/IFEval": 0.5733, + "hfopenllm_v2/BBH": 0.419, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3352, + "hfopenllm_v2/MMLU-PRO": 0.2736 } }, { - "id": "Quazim0t0/1up-14b", - "name": "1up-14b", - "developer": "Quazim0t0", + "id": "EpistemeAI/ReasoningCore-3B-RE1-V2B", + "name": "ReasoningCore-3B-RE1-V2B", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6888, - "hfopenllm_v2/BBH": 0.6921, - "hfopenllm_v2/MATH Level 5": 0.4162, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4583, - "hfopenllm_v2/MMLU-PRO": 0.5406 + "hfopenllm_v2/IFEval": 0.5051, + "hfopenllm_v2/BBH": 0.4168, + "hfopenllm_v2/MATH Level 5": 0.1073, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3448, + "hfopenllm_v2/MMLU-PRO": 0.2673 } }, { - "id": "Quazim0t0/Adamant-14B-sce", - "name": "Adamant-14B-sce", - "developer": "Quazim0t0", + "id": "EpistemeAI/ReasoningCore-3B-RE1-V2C", + "name": "ReasoningCore-3B-RE1-V2C", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6858, - "hfopenllm_v2/BBH": 0.6859, - "hfopenllm_v2/MATH Level 5": 0.3988, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4558, - "hfopenllm_v2/MMLU-PRO": 0.5372 + "hfopenllm_v2/IFEval": 0.5057, + "hfopenllm_v2/BBH": 0.4177, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3422, + "hfopenllm_v2/MMLU-PRO": 0.2691 } }, { - "id": "Quazim0t0/Alice-14B", - "name": "Alice-14B", - "developer": "Quazim0t0", + "id": "EpistemeAI/ReasoningCore-3B-T1-V1", + "name": "ReasoningCore-3B-T1-V1", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6836, - "hfopenllm_v2/BBH": 0.6938, - "hfopenllm_v2/MATH Level 5": 0.4569, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4479, - "hfopenllm_v2/MMLU-PRO": 0.5419 + "hfopenllm_v2/IFEval": 0.7208, + "hfopenllm_v2/BBH": 0.4517, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.354, + "hfopenllm_v2/MMLU-PRO": 0.312 } }, { - "id": "Quazim0t0/Alien-CoT-14B-sce", - "name": "Alien-CoT-14B-sce", - "developer": "Quazim0t0", + "id": "EpistemeAI/ReasoningCore-3B-T1_1", + "name": "ReasoningCore-3B-T1_1", + "developer": "EpistemeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0749, - "hfopenllm_v2/BBH": 0.6395, - "hfopenllm_v2/MATH Level 5": 0.5204, - "hfopenllm_v2/GPQA": 0.3918, - "hfopenllm_v2/MUSR": 0.4785, - "hfopenllm_v2/MMLU-PRO": 0.517 + "hfopenllm_v2/IFEval": 0.7275, + "hfopenllm_v2/BBH": 0.4524, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3554, + "hfopenllm_v2/MMLU-PRO": 0.3117 } }, { - "id": "Quazim0t0/Aura-8B-Linear", - "name": "Aura-8B-Linear", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Athene-codegemma-2-7b-it-alpaca-v1.2", + "name": "Athene-codegemma-2-7b-it-alpaca-v1.2", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7948, - "hfopenllm_v2/BBH": 0.5074, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.3801 + "hfopenllm_v2/IFEval": 0.4351, + "hfopenllm_v2/BBH": 0.4175, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.417, + "hfopenllm_v2/MMLU-PRO": 0.2297 } }, { - "id": "Quazim0t0/Casa-14b-sce", - "name": "Casa-14b-sce", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-12B-v1.2", + "name": "Fireball-12B-v1.2", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6654, - "hfopenllm_v2/BBH": 0.6901, - "hfopenllm_v2/MATH Level 5": 0.4698, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.5426 + "hfopenllm_v2/IFEval": 0.1355, + "hfopenllm_v2/BBH": 0.5019, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3337 } }, { - "id": "Quazim0t0/Charlie-8B-Linear", - "name": "Charlie-8B-Linear", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos", + "name": "Fireball-Alpaca-Llama3.1-8B-Philos", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7381, - "hfopenllm_v2/BBH": 0.5141, - "hfopenllm_v2/MATH Level 5": 0.2651, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3485, - "hfopenllm_v2/MMLU-PRO": 0.3573 + "hfopenllm_v2/IFEval": 0.4986, + "hfopenllm_v2/BBH": 0.4978, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3406 } }, { - "id": "Quazim0t0/Chromatic-8b-sce", - "name": "Chromatic-8b-sce", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos", + "name": "Fireball-Alpaca-Llama3.1.01-8B-Philos", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5085, - "hfopenllm_v2/BBH": 0.5063, - "hfopenllm_v2/MATH Level 5": 0.1556, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4051, - "hfopenllm_v2/MMLU-PRO": 0.3755 + "hfopenllm_v2/IFEval": 0.4212, + "hfopenllm_v2/BBH": 0.4956, + "hfopenllm_v2/MATH Level 5": 0.136, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4371, + "hfopenllm_v2/MMLU-PRO": 0.3383 } }, { - "id": "Quazim0t0/CoT_Phi", - "name": "CoT_Phi", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.03-8B-Philos", + "name": "Fireball-Alpaca-Llama3.1.03-8B-Philos", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6159, - "hfopenllm_v2/BBH": 0.6751, - "hfopenllm_v2/MATH Level 5": 0.3308, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4244, - "hfopenllm_v2/MMLU-PRO": 0.4901 + "hfopenllm_v2/IFEval": 0.3881, + "hfopenllm_v2/BBH": 0.4951, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.3355 } }, { - "id": "Quazim0t0/Dyson-14b", - "name": "Dyson-14b", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.04-8B-Philos", + "name": "Fireball-Alpaca-Llama3.1.04-8B-Philos", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5857, - "hfopenllm_v2/BBH": 0.6863, - "hfopenllm_v2/MATH Level 5": 0.5393, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4259, - "hfopenllm_v2/MMLU-PRO": 0.5399 + "hfopenllm_v2/IFEval": 0.4084, + "hfopenllm_v2/BBH": 0.493, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.3403 } }, { - "id": "Quazim0t0/Edu-14B-Linear", - "name": "Edu-14B-Linear", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo", + "name": "Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6158, - "hfopenllm_v2/BBH": 0.6758, - "hfopenllm_v2/MATH Level 5": 0.2447, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4378, - "hfopenllm_v2/MMLU-PRO": 0.5086 + "hfopenllm_v2/IFEval": 0.4866, + "hfopenllm_v2/BBH": 0.4881, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3932, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "Quazim0t0/Fugazi14b", - "name": "Fugazi14b", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math", + "name": "Fireball-Alpaca-Llama3.1.07-8B-Philos-Math", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6998, - "hfopenllm_v2/BBH": 0.6941, - "hfopenllm_v2/MATH Level 5": 0.4653, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4546, - "hfopenllm_v2/MMLU-PRO": 0.5417 + "hfopenllm_v2/IFEval": 0.5079, + "hfopenllm_v2/BBH": 0.4847, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4063, + "hfopenllm_v2/MMLU-PRO": 0.3531 } }, { - "id": "Quazim0t0/GZA-14B-sce", - "name": "GZA-14B-sce", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection", + "name": "Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6274, - "hfopenllm_v2/BBH": 0.6687, - "hfopenllm_v2/MATH Level 5": 0.4721, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4285, - "hfopenllm_v2/MMLU-PRO": 0.5232 + "hfopenllm_v2/IFEval": 0.3952, + "hfopenllm_v2/BBH": 0.4955, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4048, + "hfopenllm_v2/MMLU-PRO": 0.3593 } }, { - "id": "Quazim0t0/Geedorah-14B", - "name": "Geedorah-14B", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1", + "name": "Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6873, - "hfopenllm_v2/BBH": 0.6964, - "hfopenllm_v2/MATH Level 5": 0.4449, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4547, - "hfopenllm_v2/MMLU-PRO": 0.5421 + "hfopenllm_v2/IFEval": 0.5316, + "hfopenllm_v2/BBH": 0.4828, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4103, + "hfopenllm_v2/MMLU-PRO": 0.3523 } }, { - "id": "Quazim0t0/GivingTree-8b-sce", - "name": "GivingTree-8b-sce", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Llama-3.1-8B-Philos-Reflection", + "name": "Fireball-Llama-3.1-8B-Philos-Reflection", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5006, - "hfopenllm_v2/BBH": 0.504, - "hfopenllm_v2/MATH Level 5": 0.1526, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4051, - "hfopenllm_v2/MMLU-PRO": 0.3761 + "hfopenllm_v2/IFEval": 0.3596, + "hfopenllm_v2/BBH": 0.4898, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.3957, + "hfopenllm_v2/MMLU-PRO": 0.3551 } }, { - "id": "Quazim0t0/GuiltySpark-14B-ties", - "name": "GuiltySpark-14B-ties", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-MathMistral-Nemo-Base-2407-v2dpo", + "name": "Fireball-MathMistral-Nemo-Base-2407-v2dpo", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6854, - "hfopenllm_v2/BBH": 0.6914, - "hfopenllm_v2/MATH Level 5": 0.3837, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4557, - "hfopenllm_v2/MMLU-PRO": 0.54 + "hfopenllm_v2/IFEval": 0.3097, + "hfopenllm_v2/BBH": 0.4328, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.403, + "hfopenllm_v2/MMLU-PRO": 0.1148 } }, { - "id": "Quazim0t0/Halo-14B-sce", - "name": "Halo-14B-sce", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6754, - "hfopenllm_v2/BBH": 0.6876, - "hfopenllm_v2/MATH Level 5": 0.429, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4401, - "hfopenllm_v2/MMLU-PRO": 0.5376 + "hfopenllm_v2/IFEval": 0.5515, + "hfopenllm_v2/BBH": 0.4808, + "hfopenllm_v2/MATH Level 5": 0.1352, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3693, + "hfopenllm_v2/MMLU-PRO": 0.342 } }, { - "id": "Quazim0t0/Heretic1.5b", - "name": "Heretic1.5b", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT", + "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2062, - "hfopenllm_v2/BBH": 0.3529, - "hfopenllm_v2/MATH Level 5": 0.244, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3511, - "hfopenllm_v2/MMLU-PRO": 0.1728 + "hfopenllm_v2/IFEval": 0.4633, + "hfopenllm_v2/BBH": 0.4791, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.3774, + "hfopenllm_v2/MMLU-PRO": 0.3565 } }, { - "id": "Quazim0t0/Hyde-14b-sce", - "name": "Hyde-14b-sce", - "developer": "Quazim0t0", + "id": "EpistemeAI2/Fireball-Phi-3-medium-4k-inst-Philos", + "name": "Fireball-Phi-3-medium-4k-inst-Philos", + "developer": "EpistemeAI2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6715, - "hfopenllm_v2/BBH": 0.6885, - "hfopenllm_v2/MATH Level 5": 0.2734, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4141, - "hfopenllm_v2/MMLU-PRO": 0.53 + "hfopenllm_v2/IFEval": 0.5313, + "hfopenllm_v2/BBH": 0.6178, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4139, + "hfopenllm_v2/MMLU-PRO": 0.4599 } }, { - "id": "Quazim0t0/Imagine-v0.5-16bit", - "name": "Imagine-v0.5-16bit", - "developer": "Quazim0t0", + "id": "Eric111/CatunaMayo", + "name": "CatunaMayo", + "developer": "Eric111", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2759, - "hfopenllm_v2/BBH": 0.6769, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4349, - "hfopenllm_v2/MMLU-PRO": 0.5354 + "hfopenllm_v2/IFEval": 0.4074, + "hfopenllm_v2/BBH": 0.5244, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.454, + "hfopenllm_v2/MMLU-PRO": 0.3178 } }, { - "id": "Quazim0t0/Imbue-14b", - "name": "Imbue-14b", - "developer": "Quazim0t0", + "id": "Eric111/CatunaMayo-DPO", + "name": "CatunaMayo-DPO", + "developer": "Eric111", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.52, - "hfopenllm_v2/BBH": 0.6845, - "hfopenllm_v2/MATH Level 5": 0.5317, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4167, - "hfopenllm_v2/MMLU-PRO": 0.5402 + "hfopenllm_v2/IFEval": 0.4215, + "hfopenllm_v2/BBH": 0.5224, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.445, + "hfopenllm_v2/MMLU-PRO": 0.317 } }, { - "id": "Quazim0t0/Insom", - "name": "Insom", - "developer": "Quazim0t0", + "id": "Etherll/Chocolatine-3B-Instruct-DPO-Revised-Ties", + "name": "Chocolatine-3B-Instruct-DPO-Revised-Ties", + "developer": "Etherll", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6818, - "hfopenllm_v2/BBH": 0.6881, - "hfopenllm_v2/MATH Level 5": 0.3852, - "hfopenllm_v2/GPQA": 0.3498, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.5352 + "hfopenllm_v2/IFEval": 0.3725, + "hfopenllm_v2/BBH": 0.5411, + "hfopenllm_v2/MATH Level 5": 0.1631, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4649, + "hfopenllm_v2/MMLU-PRO": 0.3978 } }, { - "id": "Quazim0t0/InspectorDeck-14B-sce", - "name": "InspectorDeck-14B-sce", - "developer": "Quazim0t0", + "id": "Etherll/Chocolatine-3B-Instruct-DPO-Revised-Ties-v2", + "name": "Chocolatine-3B-Instruct-DPO-Revised-Ties-v2", + "developer": "Etherll", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3241, - "hfopenllm_v2/BBH": 0.6668, - "hfopenllm_v2/MATH Level 5": 0.3165, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3982, - "hfopenllm_v2/MMLU-PRO": 0.5261 + "hfopenllm_v2/IFEval": 0.374, + "hfopenllm_v2/BBH": 0.5411, + "hfopenllm_v2/MATH Level 5": 0.1631, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4649, + "hfopenllm_v2/MMLU-PRO": 0.3978 } }, { - "id": "Quazim0t0/Jekyl-8b-sce", - "name": "Jekyl-8b-sce", - "developer": "Quazim0t0", + "id": "Etherll/Herplete-LLM-Llama-3.1-8b", + "name": "Herplete-LLM-Llama-3.1-8b", + "developer": "Etherll", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4697, - "hfopenllm_v2/BBH": 0.4994, - "hfopenllm_v2/MATH Level 5": 0.1616, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4197, - "hfopenllm_v2/MMLU-PRO": 0.3686 + "hfopenllm_v2/IFEval": 0.4672, + "hfopenllm_v2/BBH": 0.5013, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.386, + "hfopenllm_v2/MMLU-PRO": 0.3482 } }, { - "id": "Quazim0t0/Jigsaw-14B-Linear", - "name": "Jigsaw-14B-Linear", - "developer": "Quazim0t0", + "id": "Etherll/Herplete-LLM-Llama-3.1-8b-Ties", + "name": "Herplete-LLM-Llama-3.1-8b-Ties", + "developer": "Etherll", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.648, - "hfopenllm_v2/BBH": 0.6865, - "hfopenllm_v2/MATH Level 5": 0.2651, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.4483, - "hfopenllm_v2/MMLU-PRO": 0.5234 + "hfopenllm_v2/IFEval": 0.6164, + "hfopenllm_v2/BBH": 0.5338, + "hfopenllm_v2/MATH Level 5": 0.1601, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4017, + "hfopenllm_v2/MMLU-PRO": 0.3752 } }, { - "id": "Quazim0t0/Katana-8b-sce", - "name": "Katana-8b-sce", - "developer": "Quazim0t0", + "id": "Etherll/Qwen2.5-7B-della-test", + "name": "Qwen2.5-7B-della-test", + "developer": "Etherll", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5107, - "hfopenllm_v2/BBH": 0.5075, - "hfopenllm_v2/MATH Level 5": 0.1511, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4038, - "hfopenllm_v2/MMLU-PRO": 0.3771 + "hfopenllm_v2/IFEval": 0.7625, + "hfopenllm_v2/BBH": 0.5447, + "hfopenllm_v2/MATH Level 5": 0.4894, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4047, + "hfopenllm_v2/MMLU-PRO": 0.4361 } }, { - "id": "Quazim0t0/Knot-CoT-14B-sce", - "name": "Knot-CoT-14B-sce", - "developer": "Quazim0t0", + "id": "Etherll/Qwen2.5-Coder-7B-Instruct-Ties", + "name": "Qwen2.5-Coder-7B-Instruct-Ties", + "developer": "Etherll", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4832, - "hfopenllm_v2/BBH": 0.6616, - "hfopenllm_v2/MATH Level 5": 0.3995, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.414, - "hfopenllm_v2/MMLU-PRO": 0.5154 + "hfopenllm_v2/IFEval": 0.5005, + "hfopenllm_v2/BBH": 0.4895, + "hfopenllm_v2/MATH Level 5": 0.2915, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4373, + "hfopenllm_v2/MMLU-PRO": 0.3503 } }, { - "id": "Quazim0t0/Lineage-14B", - "name": "Lineage-14B", - "developer": "Quazim0t0", + "id": "Etherll/Replete-LLM-V3-Llama-3.1-8b", + "name": "Replete-LLM-V3-Llama-3.1-8b", + "developer": "Etherll", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.707, - "hfopenllm_v2/BBH": 0.6934, - "hfopenllm_v2/MATH Level 5": 0.4245, - "hfopenllm_v2/GPQA": 0.3599, - "hfopenllm_v2/MUSR": 0.4597, - "hfopenllm_v2/MMLU-PRO": 0.5411 + "hfopenllm_v2/IFEval": 0.5263, + "hfopenllm_v2/BBH": 0.4543, + "hfopenllm_v2/MATH Level 5": 0.2273, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3516, + "hfopenllm_v2/MMLU-PRO": 0.347 } }, { - "id": "Quazim0t0/Lo-Phi-14b", - "name": "Lo-Phi-14b", - "developer": "Quazim0t0", + "id": "Etherll/SuperHermes", + "name": "SuperHermes", + "developer": "Etherll", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4941, - "hfopenllm_v2/BBH": 0.6852, - "hfopenllm_v2/MATH Level 5": 0.5196, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.5369 + "hfopenllm_v2/IFEval": 0.5459, + "hfopenllm_v2/BBH": 0.529, + "hfopenllm_v2/MATH Level 5": 0.1654, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.44, + "hfopenllm_v2/MMLU-PRO": 0.3949 } }, { - "id": "Quazim0t0/Loke-14B-sce", - "name": "Loke-14B-sce", - "developer": "Quazim0t0", + "id": "euclaise/ReMask-3B", + "name": "ReMask-3B", + "developer": "euclaise", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6848, - "hfopenllm_v2/BBH": 0.6924, - "hfopenllm_v2/MATH Level 5": 0.3905, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4637, - "hfopenllm_v2/MMLU-PRO": 0.5401 + "hfopenllm_v2/IFEval": 0.2419, + "hfopenllm_v2/BBH": 0.3517, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1357 } }, { - "id": "Quazim0t0/MFDOOM-14B", - "name": "MFDOOM-14B", - "developer": "Quazim0t0", + "id": "Eurdem/Defne-llama3.1-8B", + "name": "Defne-llama3.1-8B", + "developer": "Eurdem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6736, - "hfopenllm_v2/BBH": 0.6916, - "hfopenllm_v2/MATH Level 5": 0.5264, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4377, - "hfopenllm_v2/MMLU-PRO": 0.5426 + "hfopenllm_v2/IFEval": 0.5036, + "hfopenllm_v2/BBH": 0.5321, + "hfopenllm_v2/MATH Level 5": 0.1601, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4331, + "hfopenllm_v2/MMLU-PRO": 0.3866 } }, { - "id": "Quazim0t0/MFGRIMM-14B", - "name": "MFGRIMM-14B", - "developer": "Quazim0t0", + "id": "EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2", + "name": "EVA-Qwen2.5-14B-v0.2", + "developer": "EVA-UNIT-01", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6894, - "hfopenllm_v2/BBH": 0.6909, - "hfopenllm_v2/MATH Level 5": 0.506, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4361, - "hfopenllm_v2/MMLU-PRO": 0.5416 + "hfopenllm_v2/IFEval": 0.4038, + "hfopenllm_v2/BBH": 0.609, + "hfopenllm_v2/MATH Level 5": 0.3406, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4794, + "hfopenllm_v2/MMLU-PRO": 0.5135 } }, { - "id": "Quazim0t0/Math_Phi4_Reason", - "name": "Math_Phi4_Reason", - "developer": "Quazim0t0", + "id": "EVA-UNIT-01/EVA-Qwen2.5-72B-v0.2", + "name": "EVA-Qwen2.5-72B-v0.2", + "developer": "EVA-UNIT-01", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.322, - "hfopenllm_v2/BBH": 0.624, - "hfopenllm_v2/MATH Level 5": 0.3278, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.503 + "hfopenllm_v2/IFEval": 0.6879, + "hfopenllm_v2/BBH": 0.7088, + "hfopenllm_v2/MATH Level 5": 0.4313, + "hfopenllm_v2/GPQA": 0.4086, + "hfopenllm_v2/MUSR": 0.472, + "hfopenllm_v2/MMLU-PRO": 0.5813 } }, { - "id": "Quazim0t0/Mithril-14B-sce", - "name": "Mithril-14B-sce", - "developer": "Quazim0t0", + "id": "eworojoshua/vas-01", + "name": "vas-01", + "developer": "eworojoshua", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6958, - "hfopenllm_v2/BBH": 0.6926, - "hfopenllm_v2/MATH Level 5": 0.3822, - "hfopenllm_v2/GPQA": 0.3691, - "hfopenllm_v2/MUSR": 0.4611, - "hfopenllm_v2/MMLU-PRO": 0.5403 + "hfopenllm_v2/IFEval": 0.7612, + "hfopenllm_v2/BBH": 0.5418, + "hfopenllm_v2/MATH Level 5": 0.4736, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4432, + "hfopenllm_v2/MMLU-PRO": 0.4348 } }, { - "id": "Quazim0t0/Mononoke-14B-sce", - "name": "Mononoke-14B-sce", - "developer": "Quazim0t0", + "id": "ewre324/ewre324-R1-SmolLM2-135M-Distill", + "name": "ewre324-R1-SmolLM2-135M-Distill", + "developer": "ewre324", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3502, - "hfopenllm_v2/BBH": 0.6744, - "hfopenllm_v2/MATH Level 5": 0.4698, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4155, - "hfopenllm_v2/MMLU-PRO": 0.5298 + "hfopenllm_v2/IFEval": 0.1649, + "hfopenllm_v2/BBH": 0.3042, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3409, + "hfopenllm_v2/MMLU-PRO": 0.1134 } }, { - "id": "Quazim0t0/Motion-8B-Linear", - "name": "Motion-8B-Linear", - "developer": "Quazim0t0", + "id": "ewre324/Thinker-Llama-3.2-3B-Instruct-Reasoning", + "name": "Thinker-Llama-3.2-3B-Instruct-Reasoning", + "developer": "ewre324", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7686, - "hfopenllm_v2/BBH": 0.5084, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3606, - "hfopenllm_v2/MMLU-PRO": 0.3785 + "hfopenllm_v2/IFEval": 0.4439, + "hfopenllm_v2/BBH": 0.4273, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3655, + "hfopenllm_v2/MMLU-PRO": 0.2886 } }, { - "id": "Quazim0t0/Mouse-9B", - "name": "Mouse-9B", - "developer": "Quazim0t0", + "id": "ewre324/Thinker-Qwen2.5-0.5B-Instruct-Reasoning", + "name": "Thinker-Qwen2.5-0.5B-Instruct-Reasoning", + "developer": "ewre324", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1325, - "hfopenllm_v2/BBH": 0.2979, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.347, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.2476, + "hfopenllm_v2/BBH": 0.3292, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1647 } }, { - "id": "Quazim0t0/Nova-14b-sce", - "name": "Nova-14b-sce", - "developer": "Quazim0t0", + "id": "ewre324/Thinker-SmolLM2-135M-Instruct-Reasoning", + "name": "Thinker-SmolLM2-135M-Instruct-Reasoning", + "developer": "ewre324", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7022, - "hfopenllm_v2/BBH": 0.6935, - "hfopenllm_v2/MATH Level 5": 0.4162, - "hfopenllm_v2/GPQA": 0.3633, - "hfopenllm_v2/MUSR": 0.4571, - "hfopenllm_v2/MMLU-PRO": 0.5413 + "hfopenllm_v2/IFEval": 0.2584, + "hfopenllm_v2/BBH": 0.3071, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.1094 } }, { - "id": "Quazim0t0/NovaScotia-14b-stock", - "name": "NovaScotia-14b-stock", - "developer": "Quazim0t0", + "id": "experiment-llm/exp-3-q-r", + "name": "exp-3-q-r", + "developer": "experiment-llm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6787, - "hfopenllm_v2/BBH": 0.6935, - "hfopenllm_v2/MATH Level 5": 0.463, - "hfopenllm_v2/GPQA": 0.349, - "hfopenllm_v2/MUSR": 0.4493, - "hfopenllm_v2/MMLU-PRO": 0.5409 + "hfopenllm_v2/IFEval": 0.6036, + "hfopenllm_v2/BBH": 0.5397, + "hfopenllm_v2/MATH Level 5": 0.2787, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4315, + "hfopenllm_v2/MMLU-PRO": 0.4316 } }, { - "id": "Quazim0t0/ODB-14B-sce", - "name": "ODB-14B-sce", - "developer": "Quazim0t0", + "id": "facebook/opt-1.3b", + "name": "opt-1.3b", + "developer": "facebook", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2922, - "hfopenllm_v2/BBH": 0.6559, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3929, - "hfopenllm_v2/MMLU-PRO": 0.5207 + "hfopenllm_v2/IFEval": 0.2383, + "hfopenllm_v2/BBH": 0.3094, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.342, + "hfopenllm_v2/MMLU-PRO": 0.1107 } }, { - "id": "Quazim0t0/ODB-14b-sce", - "name": "ODB-14b-sce", - "developer": "Quazim0t0", + "id": "facebook/opt-30b", + "name": "opt-30b", + "developer": "facebook", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7016, - "hfopenllm_v2/BBH": 0.6942, - "hfopenllm_v2/MATH Level 5": 0.4116, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4571, - "hfopenllm_v2/MMLU-PRO": 0.5411 + "hfopenllm_v2/IFEval": 0.2453, + "hfopenllm_v2/BBH": 0.307, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3604, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "Quazim0t0/Oasis-14B-ties", - "name": "Oasis-14B-ties", - "developer": "Quazim0t0", + "id": "facebook/Self-taught-evaluator-llama3.1-70B", + "name": "facebook/Self-taught-evaluator-llama3.1-70B", + "developer": "facebook", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6937, - "hfopenllm_v2/BBH": 0.6915, - "hfopenllm_v2/MATH Level 5": 0.3754, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4571, - "hfopenllm_v2/MMLU-PRO": 0.5405 + "reward-bench/Score": 0.9001, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.8509, + "reward-bench/Safety": 0.8959, + "reward-bench/Reasoning": 0.8844 } }, { - "id": "Quazim0t0/Origami-14B-sce", - "name": "Origami-14B-sce", - "developer": "Quazim0t0", + "id": "facebook/Self-taught-Llama-3-70B", + "name": "facebook/Self-taught-Llama-3-70B", + "developer": "facebook", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3259, - "hfopenllm_v2/BBH": 0.662, - "hfopenllm_v2/MATH Level 5": 0.2915, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4035, - "hfopenllm_v2/MMLU-PRO": 0.5244 + "reward-bench/Score": 0.8863, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.8399, + "reward-bench/Safety": 0.9108, + "reward-bench/Reasoning": 0.8251 } }, { - "id": "Quazim0t0/Phi4.Turn.R1Distill.16bit", - "name": "Phi4.Turn.R1Distill.16bit", - "developer": "Quazim0t0", + "id": "failspy/llama-3-70B-Instruct-abliterated", + "name": "llama-3-70B-Instruct-abliterated", + "developer": "failspy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3126, - "hfopenllm_v2/BBH": 0.6563, - "hfopenllm_v2/MATH Level 5": 0.2311, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3902, - "hfopenllm_v2/MMLU-PRO": 0.5257 + "hfopenllm_v2/IFEval": 0.8023, + "hfopenllm_v2/BBH": 0.6465, + "hfopenllm_v2/MATH Level 5": 0.2432, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4128, + "hfopenllm_v2/MMLU-PRO": 0.5145 } }, { - "id": "Quazim0t0/Phi4.Turn.R1Distill_v1.5.1-Tensors", - "name": "Phi4.Turn.R1Distill_v1.5.1-Tensors", - "developer": "Quazim0t0", + "id": "failspy/Llama-3-8B-Instruct-abliterated", + "name": "Llama-3-8B-Instruct-abliterated", + "developer": "failspy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2995, - "hfopenllm_v2/BBH": 0.6456, - "hfopenllm_v2/MATH Level 5": 0.219, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3929, - "hfopenllm_v2/MMLU-PRO": 0.5117 + "hfopenllm_v2/IFEval": 0.5909, + "hfopenllm_v2/BBH": 0.4354, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4116, + "hfopenllm_v2/MMLU-PRO": 0.2742 } }, { - "id": "Quazim0t0/Phi4Basis-14B-sce", - "name": "Phi4Basis-14B-sce", - "developer": "Quazim0t0", + "id": "failspy/Llama-3-8B-Instruct-MopeyMule", + "name": "Llama-3-8B-Instruct-MopeyMule", + "developer": "failspy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6502, - "hfopenllm_v2/BBH": 0.6909, - "hfopenllm_v2/MATH Level 5": 0.4789, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4338, - "hfopenllm_v2/MMLU-PRO": 0.539 + "hfopenllm_v2/IFEval": 0.675, + "hfopenllm_v2/BBH": 0.3839, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3513, + "hfopenllm_v2/MMLU-PRO": 0.1764 } }, { - "id": "Quazim0t0/Ponder-14B-linear", - "name": "Ponder-14B-linear", - "developer": "Quazim0t0", + "id": "failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5", + "name": "Meta-Llama-3-70B-Instruct-abliterated-v3.5", + "developer": "failspy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6906, - "hfopenllm_v2/BBH": 0.6943, - "hfopenllm_v2/MATH Level 5": 0.4282, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4558, - "hfopenllm_v2/MMLU-PRO": 0.5408 + "hfopenllm_v2/IFEval": 0.7747, + "hfopenllm_v2/BBH": 0.5747, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3982, + "hfopenllm_v2/MMLU-PRO": 0.4452 } }, { - "id": "Quazim0t0/RZA-14B-sce", - "name": "RZA-14B-sce", - "developer": "Quazim0t0", + "id": "failspy/Meta-Llama-3-8B-Instruct-abliterated-v3", + "name": "Meta-Llama-3-8B-Instruct-abliterated-v3", + "developer": "failspy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4774, - "hfopenllm_v2/BBH": 0.6686, - "hfopenllm_v2/MATH Level 5": 0.5189, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4113, - "hfopenllm_v2/MMLU-PRO": 0.5383 + "hfopenllm_v2/IFEval": 0.7245, + "hfopenllm_v2/BBH": 0.4925, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3622, + "hfopenllm_v2/MMLU-PRO": 0.3654 } }, { - "id": "Quazim0t0/Rosemary-14b", - "name": "Rosemary-14b", - "developer": "Quazim0t0", + "id": "failspy/Phi-3-medium-4k-instruct-abliterated-v3", + "name": "Phi-3-medium-4k-instruct-abliterated-v3", + "developer": "failspy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6915, - "hfopenllm_v2/BBH": 0.6955, - "hfopenllm_v2/MATH Level 5": 0.4388, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4492, - "hfopenllm_v2/MMLU-PRO": 0.5396 + "hfopenllm_v2/IFEval": 0.6319, + "hfopenllm_v2/BBH": 0.6305, + "hfopenllm_v2/MATH Level 5": 0.1594, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4604, + "hfopenllm_v2/MMLU-PRO": 0.44 } }, { - "id": "Quazim0t0/Rune-14b", - "name": "Rune-14b", - "developer": "Quazim0t0", + "id": "FallenMerick/Chewy-Lemon-Cookie-11B", + "name": "Chewy-Lemon-Cookie-11B", + "developer": "FallenMerick", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7016, - "hfopenllm_v2/BBH": 0.6937, - "hfopenllm_v2/MATH Level 5": 0.4585, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4533, - "hfopenllm_v2/MMLU-PRO": 0.5411 + "hfopenllm_v2/IFEval": 0.4875, + "hfopenllm_v2/BBH": 0.5251, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4546, + "hfopenllm_v2/MMLU-PRO": 0.3267 } }, { - "id": "Quazim0t0/SZA-14B-sce", - "name": "SZA-14B-sce", - "developer": "Quazim0t0", + "id": "fblgit/cybertron-v4-qw7B-MGS", + "name": "cybertron-v4-qw7B-MGS", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5659, - "hfopenllm_v2/BBH": 0.6889, - "hfopenllm_v2/MATH Level 5": 0.5242, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4339, - "hfopenllm_v2/MMLU-PRO": 0.5353 + "hfopenllm_v2/IFEval": 0.6264, + "hfopenllm_v2/BBH": 0.5592, + "hfopenllm_v2/MATH Level 5": 0.3489, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4371, + "hfopenllm_v2/MMLU-PRO": 0.4473 } }, { - "id": "Quazim0t0/Sake-20b", - "name": "Sake-20b", - "developer": "Quazim0t0", + "id": "fblgit/cybertron-v4-qw7B-UNAMGS", + "name": "cybertron-v4-qw7B-UNAMGS", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6693, - "hfopenllm_v2/BBH": 0.677, - "hfopenllm_v2/MATH Level 5": 0.4653, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4494, - "hfopenllm_v2/MMLU-PRO": 0.5391 + "hfopenllm_v2/IFEval": 0.609, + "hfopenllm_v2/BBH": 0.5643, + "hfopenllm_v2/MATH Level 5": 0.3731, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.45 } }, { - "id": "Quazim0t0/Spok-14b-sce", - "name": "Spok-14b-sce", - "developer": "Quazim0t0", + "id": "fblgit/juanako-7b-UNA", + "name": "juanako-7b-UNA", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6682, - "hfopenllm_v2/BBH": 0.6899, - "hfopenllm_v2/MATH Level 5": 0.2719, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4141, - "hfopenllm_v2/MMLU-PRO": 0.5298 + "hfopenllm_v2/IFEval": 0.4837, + "hfopenllm_v2/BBH": 0.507, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4645, + "hfopenllm_v2/MMLU-PRO": 0.2771 } }, { - "id": "Quazim0t0/Sumatra-20b", - "name": "Sumatra-20b", - "developer": "Quazim0t0", + "id": "fblgit/miniclaus-qw1.5B-UNAMGS", + "name": "miniclaus-qw1.5B-UNAMGS", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6738, - "hfopenllm_v2/BBH": 0.6855, - "hfopenllm_v2/MATH Level 5": 0.3671, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.456, - "hfopenllm_v2/MMLU-PRO": 0.5415 + "hfopenllm_v2/IFEval": 0.3348, + "hfopenllm_v2/BBH": 0.4239, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.2937 } }, { - "id": "Quazim0t0/SuperNova14b", - "name": "SuperNova14b", - "developer": "Quazim0t0", + "id": "fblgit/miniclaus-qw1.5B-UNAMGS-GRPO", + "name": "miniclaus-qw1.5B-UNAMGS-GRPO", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7076, - "hfopenllm_v2/BBH": 0.6937, - "hfopenllm_v2/MATH Level 5": 0.4396, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4545, - "hfopenllm_v2/MMLU-PRO": 0.5435 + "hfopenllm_v2/IFEval": 0.3518, + "hfopenllm_v2/BBH": 0.4234, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.2945 } }, { - "id": "Quazim0t0/TB0-8B-sce", - "name": "TB0-8B-sce", - "developer": "Quazim0t0", + "id": "fblgit/pancho-v1-qw25-3B-UNAMGS", + "name": "pancho-v1-qw25-3B-UNAMGS", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5107, - "hfopenllm_v2/BBH": 0.5075, - "hfopenllm_v2/MATH Level 5": 0.1511, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4038, - "hfopenllm_v2/MMLU-PRO": 0.3771 + "hfopenllm_v2/IFEval": 0.5361, + "hfopenllm_v2/BBH": 0.4926, + "hfopenllm_v2/MATH Level 5": 0.1571, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4027, + "hfopenllm_v2/MMLU-PRO": 0.3766 } }, { - "id": "Quazim0t0/TBL-8B-sce", - "name": "TBL-8B-sce", - "developer": "Quazim0t0", + "id": "fblgit/TheBeagle-v2beta-32B-MGS", + "name": "TheBeagle-v2beta-32B-MGS", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4581, - "hfopenllm_v2/BBH": 0.5008, - "hfopenllm_v2/MATH Level 5": 0.1533, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4236, - "hfopenllm_v2/MMLU-PRO": 0.3689 + "hfopenllm_v2/IFEval": 0.5181, + "hfopenllm_v2/BBH": 0.7033, + "hfopenllm_v2/MATH Level 5": 0.4947, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.5008, + "hfopenllm_v2/MMLU-PRO": 0.5915 } }, { - "id": "Quazim0t0/ThinkPhi1.1-Tensors", - "name": "ThinkPhi1.1-Tensors", - "developer": "Quazim0t0", + "id": "fblgit/una-cybertron-7b-v2-bf16", + "name": "una-cybertron-7b-v2-bf16", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3908, - "hfopenllm_v2/BBH": 0.6449, - "hfopenllm_v2/MATH Level 5": 0.182, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.418, - "hfopenllm_v2/MMLU-PRO": 0.4908 + "hfopenllm_v2/IFEval": 0.4737, + "hfopenllm_v2/BBH": 0.3973, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4473, + "hfopenllm_v2/MMLU-PRO": 0.2443 } }, { - "id": "Quazim0t0/Venti-20b", - "name": "Venti-20b", - "developer": "Quazim0t0", + "id": "fblgit/UNA-SimpleSmaug-34b-v1beta", + "name": "UNA-SimpleSmaug-34b-v1beta", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6641, - "hfopenllm_v2/BBH": 0.6901, - "hfopenllm_v2/MATH Level 5": 0.3391, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.448, - "hfopenllm_v2/MMLU-PRO": 0.5386 + "hfopenllm_v2/IFEval": 0.4556, + "hfopenllm_v2/BBH": 0.5287, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4256, + "hfopenllm_v2/MMLU-PRO": 0.454 } }, { - "id": "Quazim0t0/Venti-Blend-sce", - "name": "Venti-Blend-sce", - "developer": "Quazim0t0", + "id": "fblgit/UNA-TheBeagle-7b-v1", + "name": "UNA-TheBeagle-7b-v1", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6879, - "hfopenllm_v2/BBH": 0.6843, - "hfopenllm_v2/MATH Level 5": 0.4056, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4389, - "hfopenllm_v2/MMLU-PRO": 0.5414 + "hfopenllm_v2/IFEval": 0.3689, + "hfopenllm_v2/BBH": 0.5029, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4564, + "hfopenllm_v2/MMLU-PRO": 0.3019 } }, { - "id": "Quazim0t0/Vine-14b-sce", - "name": "Vine-14b-sce", - "developer": "Quazim0t0", + "id": "fblgit/UNA-ThePitbull-21.4B-v2", + "name": "UNA-ThePitbull-21.4B-v2", + "developer": "fblgit", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6733, - "hfopenllm_v2/BBH": 0.6891, - "hfopenllm_v2/MATH Level 5": 0.5008, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4323, - "hfopenllm_v2/MMLU-PRO": 0.5408 + "hfopenllm_v2/IFEval": 0.379, + "hfopenllm_v2/BBH": 0.635, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.3516 } }, { - "id": "Quazim0t0/Wendy-14B", - "name": "Wendy-14B", - "developer": "Quazim0t0", + "id": "Felladrin/Llama-160M-Chat-v1", + "name": "Llama-160M-Chat-v1", + "developer": "Felladrin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6772, - "hfopenllm_v2/BBH": 0.6958, - "hfopenllm_v2/MATH Level 5": 0.4834, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4428, - "hfopenllm_v2/MMLU-PRO": 0.5435 + "hfopenllm_v2/IFEval": 0.1575, + "hfopenllm_v2/BBH": 0.3036, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.1136 } }, { - "id": "Quazim0t0/Wu-14b-sce", - "name": "Wu-14b-sce", - "developer": "Quazim0t0", + "id": "Felladrin/Minueza-32M-UltraChat", + "name": "Minueza-32M-UltraChat", + "developer": "Felladrin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6718, - "hfopenllm_v2/BBH": 0.6885, - "hfopenllm_v2/MATH Level 5": 0.2613, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4114, - "hfopenllm_v2/MMLU-PRO": 0.5293 + "hfopenllm_v2/IFEval": 0.1376, + "hfopenllm_v2/BBH": 0.2941, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3742, + "hfopenllm_v2/MMLU-PRO": 0.1133 } }, { - "id": "Quazim0t0/bloom-14b-stock", - "name": "bloom-14b-stock", - "developer": "Quazim0t0", + "id": "fhai50032/RolePlayLake-7B", + "name": "RolePlayLake-7B", + "developer": "fhai50032", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6575, - "hfopenllm_v2/BBH": 0.6878, - "hfopenllm_v2/MATH Level 5": 0.4811, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.5373 + "hfopenllm_v2/IFEval": 0.5057, + "hfopenllm_v2/BBH": 0.5252, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4459, + "hfopenllm_v2/MMLU-PRO": 0.316 } }, { - "id": "Quazim0t0/caramel-14B", - "name": "caramel-14B", - "developer": "Quazim0t0", + "id": "fhai50032/Unaligned-Thinker-PHI-4", + "name": "Unaligned-Thinker-PHI-4", + "developer": "fhai50032", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6745, - "hfopenllm_v2/BBH": 0.6919, - "hfopenllm_v2/MATH Level 5": 0.4713, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4454, - "hfopenllm_v2/MMLU-PRO": 0.5436 + "hfopenllm_v2/IFEval": 0.0563, + "hfopenllm_v2/BBH": 0.6643, + "hfopenllm_v2/MATH Level 5": 0.3353, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4679, + "hfopenllm_v2/MMLU-PRO": 0.5147 } }, { - "id": "Quazim0t0/graphite-14b-sce", - "name": "graphite-14b-sce", - "developer": "Quazim0t0", + "id": "FINGU-AI/Chocolatine-Fusion-14B", + "name": "Chocolatine-Fusion-14B", + "developer": "FINGU-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3217, - "hfopenllm_v2/BBH": 0.6631, - "hfopenllm_v2/MATH Level 5": 0.3006, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.528 + "hfopenllm_v2/IFEval": 0.6949, + "hfopenllm_v2/BBH": 0.6413, + "hfopenllm_v2/MATH Level 5": 0.3852, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.494, + "hfopenllm_v2/MMLU-PRO": 0.5262 } }, { - "id": "Quazim0t0/mocha-14B", - "name": "mocha-14B", - "developer": "Quazim0t0", + "id": "FINGU-AI/L3-8B", + "name": "L3-8B", + "developer": "FINGU-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5893, - "hfopenllm_v2/BBH": 0.6895, - "hfopenllm_v2/MATH Level 5": 0.5264, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4272, - "hfopenllm_v2/MMLU-PRO": 0.5384 + "hfopenllm_v2/IFEval": 0.7517, + "hfopenllm_v2/BBH": 0.4986, + "hfopenllm_v2/MATH Level 5": 0.2545, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3828, + "hfopenllm_v2/MMLU-PRO": 0.3639 } }, { - "id": "Quazim0t0/mosaic-14b-sce", - "name": "mosaic-14b-sce", - "developer": "Quazim0t0", + "id": "FINGU-AI/Phi-4-RRStock", + "name": "Phi-4-RRStock", + "developer": "FINGU-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6876, - "hfopenllm_v2/BBH": 0.6907, - "hfopenllm_v2/MATH Level 5": 0.4026, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4558, - "hfopenllm_v2/MMLU-PRO": 0.5396 + "hfopenllm_v2/IFEval": 0.2855, + "hfopenllm_v2/BBH": 0.6443, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.4479, + "hfopenllm_v2/MMLU-PRO": 0.4883 } }, { - "id": "Quazim0t0/tesseract-14b-stock", - "name": "tesseract-14b-stock", - "developer": "Quazim0t0", + "id": "FINGU-AI/Q-Small-3B", + "name": "Q-Small-3B", + "developer": "FINGU-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5848, - "hfopenllm_v2/BBH": 0.688, - "hfopenllm_v2/MATH Level 5": 0.5144, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.5389 + "hfopenllm_v2/IFEval": 0.4145, + "hfopenllm_v2/BBH": 0.4319, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.4005, + "hfopenllm_v2/MMLU-PRO": 0.279 } }, { - "id": "Quazim0t0/time-14b-stock", - "name": "time-14b-stock", - "developer": "Quazim0t0", + "id": "FINGU-AI/QwQ-Buddy-32B-Alpha", + "name": "QwQ-Buddy-32B-Alpha", + "developer": "FINGU-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6699, - "hfopenllm_v2/BBH": 0.6897, - "hfopenllm_v2/MATH Level 5": 0.5083, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4323, - "hfopenllm_v2/MMLU-PRO": 0.5419 + "hfopenllm_v2/IFEval": 0.3446, + "hfopenllm_v2/BBH": 0.6424, + "hfopenllm_v2/MATH Level 5": 0.3852, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.506, + "hfopenllm_v2/MMLU-PRO": 0.5294 } }, { - "id": "Qwen/QwQ-32B", - "name": "QwQ-32B", - "developer": "Qwen", + "id": "FINGU-AI/RomboUltima-32B", + "name": "RomboUltima-32B", + "developer": "FINGU-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3977, - "hfopenllm_v2/BBH": 0.2983, - "hfopenllm_v2/MATH Level 5": 0.1609, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.4206, - "hfopenllm_v2/MMLU-PRO": 0.1196 + "hfopenllm_v2/IFEval": 0.6672, + "hfopenllm_v2/BBH": 0.6938, + "hfopenllm_v2/MATH Level 5": 0.5385, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.4836, + "hfopenllm_v2/MMLU-PRO": 0.5789 } }, { - "id": "Qwen/QwQ-32B-Preview", - "name": "QwQ-32B-Preview", - "developer": "Qwen", + "id": "FINGU-AI/Ultimos-32B", + "name": "Ultimos-32B", + "developer": "FINGU-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4035, - "hfopenllm_v2/BBH": 0.6691, - "hfopenllm_v2/MATH Level 5": 0.4494, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.411, - "hfopenllm_v2/MMLU-PRO": 0.5678 + "hfopenllm_v2/IFEval": 0.1592, + "hfopenllm_v2/BBH": 0.2906, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3286, + "hfopenllm_v2/MMLU-PRO": 0.1111 } }, { - "id": "Qwen/Qwen1.5-0.5B", - "name": "Qwen1.5-0.5B", - "developer": "Qwen", + "id": "flammenai/flammen15-gutenberg-DPO-v1-7B", + "name": "flammen15-gutenberg-DPO-v1-7B", + "developer": "flammenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1706, - "hfopenllm_v2/BBH": 0.3154, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3616, - "hfopenllm_v2/MMLU-PRO": 0.1307 + "hfopenllm_v2/IFEval": 0.4798, + "hfopenllm_v2/BBH": 0.5203, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3186 } }, { - "id": "Qwen/Qwen1.5-0.5B-Chat", - "name": "Qwen1.5-0.5B-Chat", - "developer": "Qwen", + "id": "flammenai/Llama3.1-Flammades-70B", + "name": "Llama3.1-Flammades-70B", + "developer": "flammenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1807, - "hfopenllm_v2/BBH": 0.3167, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3837, - "hfopenllm_v2/MMLU-PRO": 0.1213, - "reward-bench/Score": 0.5298, - "reward-bench/Chat": 0.3547, - "reward-bench/Chat Hard": 0.6294, - "reward-bench/Safety": 0.5703, - "reward-bench/Reasoning": 0.5984, - "reward-bench/Prior Sets (0.5 weight)": 0.4629 + "hfopenllm_v2/IFEval": 0.7058, + "hfopenllm_v2/BBH": 0.666, + "hfopenllm_v2/MATH Level 5": 0.2092, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4871, + "hfopenllm_v2/MMLU-PRO": 0.4752 } }, { - "id": "Qwen/Qwen1.5-1.8B", - "name": "Qwen1.5-1.8B", - "developer": "Qwen", + "id": "flammenai/Mahou-1.2a-llama3-8B", + "name": "Mahou-1.2a-llama3-8B", + "developer": "flammenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2154, - "hfopenllm_v2/BBH": 0.3476, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3605, - "hfopenllm_v2/MMLU-PRO": 0.1882 + "hfopenllm_v2/IFEval": 0.5093, + "hfopenllm_v2/BBH": 0.5094, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3847, + "hfopenllm_v2/MMLU-PRO": 0.3817 } }, { - "id": "Qwen/Qwen1.5-1.8B-Chat", - "name": "Qwen1.5-1.8B-Chat", - "developer": "Qwen", + "id": "flammenai/Mahou-1.2a-mistral-7B", + "name": "Mahou-1.2a-mistral-7B", + "developer": "flammenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2019, - "hfopenllm_v2/BBH": 0.3256, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.1804, - "reward-bench/Score": 0.589, - "reward-bench/Chat": 0.5615, - "reward-bench/Chat Hard": 0.6031, - "reward-bench/Safety": 0.4838, - "reward-bench/Reasoning": 0.7793, - "reward-bench/Prior Sets (0.5 weight)": 0.4453 + "hfopenllm_v2/IFEval": 0.4552, + "hfopenllm_v2/BBH": 0.5118, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3896, + "hfopenllm_v2/MMLU-PRO": 0.3163 } }, { - "id": "Qwen/Qwen1.5-110B", - "name": "Qwen1.5-110B", - "developer": "Qwen", + "id": "flammenai/Mahou-1.5-llama3.1-70B", + "name": "Mahou-1.5-llama3.1-70B", + "developer": "flammenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3422, - "hfopenllm_v2/BBH": 0.61, - "hfopenllm_v2/MATH Level 5": 0.247, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4408, - "hfopenllm_v2/MMLU-PRO": 0.5361 + "hfopenllm_v2/IFEval": 0.7147, + "hfopenllm_v2/BBH": 0.6651, + "hfopenllm_v2/MATH Level 5": 0.21, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.495, + "hfopenllm_v2/MMLU-PRO": 0.4749 } }, { - "id": "Qwen/Qwen1.5-110B-Chat", - "name": "Qwen1.5-110B-Chat", - "developer": "Qwen", + "id": "flammenai/Mahou-1.5-mistral-nemo-12B", + "name": "Mahou-1.5-mistral-nemo-12B", + "developer": "flammenai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5939, - "hfopenllm_v2/BBH": 0.6184, - "hfopenllm_v2/MATH Level 5": 0.2341, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4522, - "hfopenllm_v2/MMLU-PRO": 0.4825 + "hfopenllm_v2/IFEval": 0.6751, + "hfopenllm_v2/BBH": 0.5522, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.452, + "hfopenllm_v2/MMLU-PRO": 0.3602 } }, { - "id": "Qwen/Qwen1.5-14B", - "name": "Qwen1.5-14B", - "developer": "Qwen", + "id": "FlofloB/100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", + "name": "100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2905, - "hfopenllm_v2/BBH": 0.508, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3644 + "hfopenllm_v2/IFEval": 0.3083, + "hfopenllm_v2/BBH": 0.3323, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1498 } }, { - "id": "Qwen/Qwen1.5-14B-Chat", - "name": "Qwen1.5-14B-Chat", - "developer": "Qwen", + "id": "FlofloB/10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit", + "name": "10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4768, - "hfopenllm_v2/BBH": 0.5229, - "hfopenllm_v2/MATH Level 5": 0.1526, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.44, - "hfopenllm_v2/MMLU-PRO": 0.3618, - "reward-bench/Score": 0.6864, - "reward-bench/Chat": 0.5726, - "reward-bench/Chat Hard": 0.7018, - "reward-bench/Safety": 0.7122, - "reward-bench/Reasoning": 0.8961, - "reward-bench/Prior Sets (0.5 weight)": 0.4123 + "hfopenllm_v2/IFEval": 0.5097, + "hfopenllm_v2/BBH": 0.5215, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.3769 } }, { - "id": "Qwen/Qwen1.5-32B", - "name": "Qwen1.5-32B", - "developer": "Qwen", + "id": "FlofloB/10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", + "name": "10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3297, - "hfopenllm_v2/BBH": 0.5715, - "hfopenllm_v2/MATH Level 5": 0.3029, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.4278, - "hfopenllm_v2/MMLU-PRO": 0.45 + "hfopenllm_v2/IFEval": 0.2815, + "hfopenllm_v2/BBH": 0.3306, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1541 } }, { - "id": "Qwen/Qwen1.5-32B-Chat", - "name": "Qwen1.5-32B-Chat", - "developer": "Qwen", + "id": "FlofloB/40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", + "name": "40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5532, - "hfopenllm_v2/BBH": 0.6067, - "hfopenllm_v2/MATH Level 5": 0.1956, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.416, - "hfopenllm_v2/MMLU-PRO": 0.4457 + "hfopenllm_v2/IFEval": 0.3016, + "hfopenllm_v2/BBH": 0.3325, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3408, + "hfopenllm_v2/MMLU-PRO": 0.1485 } }, { - "id": "Qwen/Qwen1.5-4B", - "name": "Qwen1.5-4B", - "developer": "Qwen", + "id": "FlofloB/83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", + "name": "83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2445, - "hfopenllm_v2/BBH": 0.4054, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3604, - "hfopenllm_v2/MMLU-PRO": 0.246 + "hfopenllm_v2/IFEval": 0.2869, + "hfopenllm_v2/BBH": 0.3347, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1555 } }, { - "id": "Qwen/Qwen1.5-4B-Chat", - "name": "Qwen1.5-4B-Chat", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1000k_fineweb", + "name": "smollm2-135M_pretrained_1000k_fineweb", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3157, - "hfopenllm_v2/BBH": 0.4006, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3978, - "hfopenllm_v2/MMLU-PRO": 0.2396, - "reward-bench/Score": 0.5477, - "reward-bench/Chat": 0.3883, - "reward-bench/Chat Hard": 0.6272, - "reward-bench/Safety": 0.5568, - "reward-bench/Reasoning": 0.6689, - "reward-bench/Prior Sets (0.5 weight)": 0.447 + "hfopenllm_v2/IFEval": 0.1485, + "hfopenllm_v2/BBH": 0.2918, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3581, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "Qwen/Qwen1.5-72B-Chat", - "name": "Qwen/Qwen1.5-72B-Chat", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed", + "name": "smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6723, - "reward-bench/Chat": 0.6229, - "reward-bench/Chat Hard": 0.6601, - "reward-bench/Safety": 0.6757, - "reward-bench/Reasoning": 0.8554, - "reward-bench/Prior Sets (0.5 weight)": 0.4226 + "hfopenllm_v2/IFEval": 0.1554, + "hfopenllm_v2/BBH": 0.3066, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.1143 } }, { - "id": "Qwen/Qwen1.5-7B", - "name": "Qwen1.5-7B", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1000k_fineweb_uncovai_selected", + "name": "smollm2-135M_pretrained_1000k_fineweb_uncovai_selected", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2684, - "hfopenllm_v2/BBH": 0.456, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4103, - "hfopenllm_v2/MMLU-PRO": 0.2916 + "hfopenllm_v2/IFEval": 0.1468, + "hfopenllm_v2/BBH": 0.2932, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4048, + "hfopenllm_v2/MMLU-PRO": 0.1157 } }, { - "id": "Qwen/Qwen1.5-7B-Chat", - "name": "Qwen1.5-7B-Chat", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1200k_fineweb", + "name": "smollm2-135M_pretrained_1200k_fineweb", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4371, - "hfopenllm_v2/BBH": 0.451, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3779, - "hfopenllm_v2/MMLU-PRO": 0.2951, - "reward-bench/Score": 0.675, - "reward-bench/Chat": 0.5363, - "reward-bench/Chat Hard": 0.6908, - "reward-bench/Safety": 0.6919, - "reward-bench/Reasoning": 0.9041, - "reward-bench/Prior Sets (0.5 weight)": 0.4288 + "hfopenllm_v2/IFEval": 0.1581, + "hfopenllm_v2/BBH": 0.2941, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3714, + "hfopenllm_v2/MMLU-PRO": 0.1076 } }, { - "id": "Qwen/Qwen1.5-MoE-A2.7B", - "name": "Qwen1.5-MoE-A2.7B", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed", + "name": "smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.266, - "hfopenllm_v2/BBH": 0.4114, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4013, - "hfopenllm_v2/MMLU-PRO": 0.2778 + "hfopenllm_v2/IFEval": 0.1578, + "hfopenllm_v2/BBH": 0.295, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.37, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "Qwen/Qwen1.5-MoE-A2.7B-Chat", - "name": "Qwen1.5-MoE-A2.7B-Chat", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1200k_fineweb_uncovai_selected", + "name": "smollm2-135M_pretrained_1200k_fineweb_uncovai_selected", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3795, - "hfopenllm_v2/BBH": 0.4272, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3899, - "hfopenllm_v2/MMLU-PRO": 0.2923, - "reward-bench/Score": 0.6644, - "reward-bench/Chat": 0.7291, - "reward-bench/Chat Hard": 0.6316, - "reward-bench/Safety": 0.6284, - "reward-bench/Reasoning": 0.774, - "reward-bench/Prior Sets (0.5 weight)": 0.4536 + "hfopenllm_v2/IFEval": 0.1585, + "hfopenllm_v2/BBH": 0.296, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3567, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "Qwen/Qwen2-0.5B", - "name": "Qwen2-0.5B", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1400k_fineweb", + "name": "smollm2-135M_pretrained_1400k_fineweb", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1873, - "hfopenllm_v2/BBH": 0.3239, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3752, - "hfopenllm_v2/MMLU-PRO": 0.172 + "hfopenllm_v2/IFEval": 0.1764, + "hfopenllm_v2/BBH": 0.2922, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3873, + "hfopenllm_v2/MMLU-PRO": 0.108 } }, { - "id": "Qwen/Qwen2-0.5B-Instruct", - "name": "Qwen2-0.5B-Instruct", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed", + "name": "smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2247, - "hfopenllm_v2/BBH": 0.3173, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3353, - "hfopenllm_v2/MMLU-PRO": 0.1531 + "hfopenllm_v2/IFEval": 0.1707, + "hfopenllm_v2/BBH": 0.2992, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3939, + "hfopenllm_v2/MMLU-PRO": 0.1105 } }, { - "id": "Qwen/Qwen2-1.5B", - "name": "Qwen2-1.5B", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_1400k_fineweb_uncovai_selected", + "name": "smollm2-135M_pretrained_1400k_fineweb_uncovai_selected", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2113, - "hfopenllm_v2/BBH": 0.3575, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3658, - "hfopenllm_v2/MMLU-PRO": 0.2552 + "hfopenllm_v2/IFEval": 0.1538, + "hfopenllm_v2/BBH": 0.2917, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3741, + "hfopenllm_v2/MMLU-PRO": 0.1137 } }, { - "id": "Qwen/Qwen2-1.5B-Instruct", - "name": "Qwen2-1.5B-Instruct", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed", + "name": "smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3371, - "hfopenllm_v2/BBH": 0.3852, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.2501 + "hfopenllm_v2/IFEval": 0.1475, + "hfopenllm_v2/BBH": 0.3029, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3578, + "hfopenllm_v2/MMLU-PRO": 0.112 } }, { - "id": "Qwen/Qwen2-57B-A14B", - "name": "Qwen2-57B-A14B", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_200k_fineweb_uncovai_selected", + "name": "smollm2-135M_pretrained_200k_fineweb_uncovai_selected", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3113, - "hfopenllm_v2/BBH": 0.5618, - "hfopenllm_v2/MATH Level 5": 0.1866, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4174, - "hfopenllm_v2/MMLU-PRO": 0.4916 + "hfopenllm_v2/IFEval": 0.1345, + "hfopenllm_v2/BBH": 0.2927, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.1131 } }, { - "id": "Qwen/Qwen2-57B-A14B-Instruct", - "name": "Qwen2-57B-A14B-Instruct", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_400k_fineweb", + "name": "smollm2-135M_pretrained_400k_fineweb", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6338, - "hfopenllm_v2/BBH": 0.5888, - "hfopenllm_v2/MATH Level 5": 0.2817, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4361, - "hfopenllm_v2/MMLU-PRO": 0.4575 + "hfopenllm_v2/IFEval": 0.1511, + "hfopenllm_v2/BBH": 0.2972, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3794, + "hfopenllm_v2/MMLU-PRO": 0.1163 } }, { - "id": "Qwen/Qwen2-72B", - "name": "Qwen2-72B", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed", + "name": "smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3824, - "hfopenllm_v2/BBH": 0.6617, - "hfopenllm_v2/MATH Level 5": 0.3112, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.4704, - "hfopenllm_v2/MMLU-PRO": 0.5731 + "hfopenllm_v2/IFEval": 0.1556, + "hfopenllm_v2/BBH": 0.3049, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.386, + "hfopenllm_v2/MMLU-PRO": 0.1138 } }, { - "id": "Qwen/Qwen2-72B-Instruct", - "name": "Qwen2-72B-Instruct", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_400k_fineweb_uncovai_selected", + "name": "smollm2-135M_pretrained_400k_fineweb_uncovai_selected", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7989, - "hfopenllm_v2/BBH": 0.6977, - "hfopenllm_v2/MATH Level 5": 0.4177, - "hfopenllm_v2/GPQA": 0.3725, - "hfopenllm_v2/MUSR": 0.456, - "hfopenllm_v2/MMLU-PRO": 0.5403 + "hfopenllm_v2/IFEval": 0.1584, + "hfopenllm_v2/BBH": 0.2925, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.1158 } }, { - "id": "Qwen/Qwen2-7B", - "name": "Qwen2-7B", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_600k_fineweb", + "name": "smollm2-135M_pretrained_600k_fineweb", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3149, - "hfopenllm_v2/BBH": 0.5315, - "hfopenllm_v2/MATH Level 5": 0.2039, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4439, - "hfopenllm_v2/MMLU-PRO": 0.4183 + "hfopenllm_v2/IFEval": 0.1639, + "hfopenllm_v2/BBH": 0.3014, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3809, + "hfopenllm_v2/MMLU-PRO": 0.1126 } }, { - "id": "Qwen/Qwen2-7B-Instruct", - "name": "Qwen2-7B-Instruct", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed", + "name": "smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5679, - "hfopenllm_v2/BBH": 0.5545, - "hfopenllm_v2/MATH Level 5": 0.2764, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3928, - "hfopenllm_v2/MMLU-PRO": 0.3847 + "hfopenllm_v2/IFEval": 0.1641, + "hfopenllm_v2/BBH": 0.3, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3793, + "hfopenllm_v2/MMLU-PRO": 0.1147 } }, { - "id": "Qwen/Qwen2-Math-72B-Instruct", - "name": "Qwen2-Math-72B-Instruct", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_600k_fineweb_uncovai_selected", + "name": "smollm2-135M_pretrained_600k_fineweb_uncovai_selected", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5694, - "hfopenllm_v2/BBH": 0.6343, - "hfopenllm_v2/MATH Level 5": 0.5536, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4517, - "hfopenllm_v2/MMLU-PRO": 0.4273 + "hfopenllm_v2/IFEval": 0.1606, + "hfopenllm_v2/BBH": 0.2983, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3846, + "hfopenllm_v2/MMLU-PRO": 0.1162 } }, { - "id": "Qwen/Qwen2-Math-7B", - "name": "Qwen2-Math-7B", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_800k_fineweb", + "name": "smollm2-135M_pretrained_800k_fineweb", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2687, - "hfopenllm_v2/BBH": 0.387, - "hfopenllm_v2/MATH Level 5": 0.2477, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3593, - "hfopenllm_v2/MMLU-PRO": 0.1197 + "hfopenllm_v2/IFEval": 0.1641, + "hfopenllm_v2/BBH": 0.2959, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3701, + "hfopenllm_v2/MMLU-PRO": 0.1152 } }, { - "id": "Qwen/Qwen2-VL-72B-Instruct", - "name": "Qwen2-VL-72B-Instruct", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed", + "name": "smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5982, - "hfopenllm_v2/BBH": 0.6946, - "hfopenllm_v2/MATH Level 5": 0.3444, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4492, - "hfopenllm_v2/MMLU-PRO": 0.5717 + "hfopenllm_v2/IFEval": 0.1623, + "hfopenllm_v2/BBH": 0.3038, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3993, + "hfopenllm_v2/MMLU-PRO": 0.1138 } }, { - "id": "Qwen/Qwen2-VL-7B-Instruct", - "name": "Qwen2-VL-7B-Instruct", - "developer": "Qwen", + "id": "FlofloB/smollm2-135M_pretrained_800k_fineweb_uncovai_selected", + "name": "smollm2-135M_pretrained_800k_fineweb_uncovai_selected", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4599, - "hfopenllm_v2/BBH": 0.5465, - "hfopenllm_v2/MATH Level 5": 0.1986, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4375, - "hfopenllm_v2/MMLU-PRO": 0.4095 + "hfopenllm_v2/IFEval": 0.1474, + "hfopenllm_v2/BBH": 0.2943, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3766, + "hfopenllm_v2/MMLU-PRO": 0.113 } }, { - "id": "Qwen/Qwen2.5-0.5B", - "name": "Qwen2.5-0.5B", - "developer": "Qwen", + "id": "FlofloB/smollm2_pretrained_200k_fineweb", + "name": "smollm2_pretrained_200k_fineweb", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1627, - "hfopenllm_v2/BBH": 0.3275, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3433, - "hfopenllm_v2/MMLU-PRO": 0.1906 + "hfopenllm_v2/IFEval": 0.1527, + "hfopenllm_v2/BBH": 0.2995, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3699, + "hfopenllm_v2/MMLU-PRO": 0.1159 } }, { - "id": "Qwen/Qwen2.5-0.5B-Instruct", - "name": "Qwen2.5-0.5B-Instruct", - "developer": "Qwen", + "id": "FlofloB/test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit", + "name": "test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit", + "developer": "FlofloB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3153, - "hfopenllm_v2/BBH": 0.3322, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.172 + "hfopenllm_v2/IFEval": 0.5215, + "hfopenllm_v2/BBH": 0.5241, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4244, + "hfopenllm_v2/MMLU-PRO": 0.3721 } }, { - "id": "Qwen/Qwen2.5-1.5B", - "name": "Qwen2.5-1.5B", - "developer": "Qwen", + "id": "fluently-lm/FluentlyLM-Prinum", + "name": "FluentlyLM-Prinum", + "developer": "fluently-lm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2674, - "hfopenllm_v2/BBH": 0.4078, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3576, - "hfopenllm_v2/MMLU-PRO": 0.2855 + "hfopenllm_v2/IFEval": 0.809, + "hfopenllm_v2/BBH": 0.7144, + "hfopenllm_v2/MATH Level 5": 0.54, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4471, + "hfopenllm_v2/MMLU-PRO": 0.5808 } }, { - "id": "Qwen/Qwen2.5-1.5B-Instruct", - "name": "Qwen2.5-1.5B-Instruct", - "developer": "Qwen", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4476, - "hfopenllm_v2/BBH": 0.4289, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3663, - "hfopenllm_v2/MMLU-PRO": 0.2799 + "id": "fluently-lm/Llama-TI-8B", + "name": "Llama-TI-8B", + "developer": "fluently-lm", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.288, + "hfopenllm_v2/BBH": 0.5201, + "hfopenllm_v2/MATH Level 5": 0.1964, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4103, + "hfopenllm_v2/MMLU-PRO": 0.344 } }, { - "id": "Qwen/Qwen2.5-14B", - "name": "Qwen2.5-14B", - "developer": "Qwen", + "id": "fluently-lm/Llama-TI-8B-Instruct", + "name": "Llama-TI-8B-Instruct", + "developer": "fluently-lm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3694, - "hfopenllm_v2/BBH": 0.6161, - "hfopenllm_v2/MATH Level 5": 0.29, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4502, - "hfopenllm_v2/MMLU-PRO": 0.5249 + "hfopenllm_v2/IFEval": 0.7716, + "hfopenllm_v2/BBH": 0.5252, + "hfopenllm_v2/MATH Level 5": 0.2304, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3813, + "hfopenllm_v2/MMLU-PRO": 0.3726 } }, { - "id": "Qwen/Qwen2.5-14B-Instruct", - "name": "Qwen2.5-14B-Instruct", - "developer": "Qwen", + "id": "fluently-sets/FalconThink3-10B-IT", + "name": "FalconThink3-10B-IT", + "developer": "fluently-sets", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8158, - "hfopenllm_v2/BBH": 0.639, - "hfopenllm_v2/MATH Level 5": 0.5476, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4101, - "hfopenllm_v2/MMLU-PRO": 0.4904 + "hfopenllm_v2/IFEval": 0.7326, + "hfopenllm_v2/BBH": 0.62, + "hfopenllm_v2/MATH Level 5": 0.2447, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4479, + "hfopenllm_v2/MMLU-PRO": 0.4435 } }, { - "id": "Qwen/Qwen2.5-14B-Instruct-1M", - "name": "Qwen2.5-14B-Instruct-1M", - "developer": "Qwen", + "id": "fluently-sets/reasoning-1-1k-demo", + "name": "reasoning-1-1k-demo", + "developer": "fluently-sets", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8414, - "hfopenllm_v2/BBH": 0.6198, - "hfopenllm_v2/MATH Level 5": 0.5302, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.418, - "hfopenllm_v2/MMLU-PRO": 0.485 + "hfopenllm_v2/IFEval": 0.7525, + "hfopenllm_v2/BBH": 0.6397, + "hfopenllm_v2/MATH Level 5": 0.4282, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4061, + "hfopenllm_v2/MMLU-PRO": 0.4774 } }, { - "id": "Qwen/Qwen2.5-32B", - "name": "Qwen2.5-32B", - "developer": "Qwen", + "id": "formulae/mita-elite-sce-gen1.1-v1-7b-2-26-2025-exp", + "name": "mita-elite-sce-gen1.1-v1-7b-2-26-2025-exp", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4077, - "hfopenllm_v2/BBH": 0.6771, - "hfopenllm_v2/MATH Level 5": 0.3565, - "hfopenllm_v2/GPQA": 0.4119, - "hfopenllm_v2/MUSR": 0.4978, - "hfopenllm_v2/MMLU-PRO": 0.5805 + "hfopenllm_v2/IFEval": 0.1614, + "hfopenllm_v2/BBH": 0.2976, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.4219, + "hfopenllm_v2/MMLU-PRO": 0.1174 } }, { - "id": "Qwen/Qwen2.5-32B-Instruct", - "name": "Qwen2.5-32B-Instruct", - "developer": "Qwen", + "id": "formulae/mita-elite-v1.1-7b-2-25-2025", + "name": "mita-elite-v1.1-7b-2-25-2025", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8346, - "hfopenllm_v2/BBH": 0.6913, - "hfopenllm_v2/MATH Level 5": 0.6254, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4261, - "hfopenllm_v2/MMLU-PRO": 0.5667 + "hfopenllm_v2/IFEval": 0.125, + "hfopenllm_v2/BBH": 0.2867, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.1098 } }, { - "id": "Qwen/Qwen2.5-3B", - "name": "Qwen2.5-3B", - "developer": "Qwen", + "id": "formulae/mita-elite-v1.1-gen2-7b-2-25-2025", + "name": "mita-elite-v1.1-gen2-7b-2-25-2025", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.269, - "hfopenllm_v2/BBH": 0.4612, - "hfopenllm_v2/MATH Level 5": 0.148, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4303, - "hfopenllm_v2/MMLU-PRO": 0.3203 + "hfopenllm_v2/IFEval": 0.1411, + "hfopenllm_v2/BBH": 0.2924, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3541, + "hfopenllm_v2/MMLU-PRO": 0.1101 } }, { - "id": "Qwen/Qwen2.5-3B-Instruct", - "name": "Qwen2.5-3B-Instruct", - "developer": "Qwen", + "id": "formulae/mita-elite-v1.2-7b-2-26-2025", + "name": "mita-elite-v1.2-7b-2-26-2025", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6475, - "hfopenllm_v2/BBH": 0.4693, - "hfopenllm_v2/MATH Level 5": 0.3678, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3968, - "hfopenllm_v2/MMLU-PRO": 0.3255 + "hfopenllm_v2/IFEval": 0.148, + "hfopenllm_v2/BBH": 0.293, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.1186 } }, { - "id": "Qwen/Qwen2.5-72B", - "name": "Qwen2.5-72B", - "developer": "Qwen", + "id": "formulae/mita-gen3-7b-2-26-2025", + "name": "mita-gen3-7b-2-26-2025", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4137, - "hfopenllm_v2/BBH": 0.6797, - "hfopenllm_v2/MATH Level 5": 0.3912, - "hfopenllm_v2/GPQA": 0.4052, - "hfopenllm_v2/MUSR": 0.4771, - "hfopenllm_v2/MMLU-PRO": 0.5968 + "hfopenllm_v2/IFEval": 0.1964, + "hfopenllm_v2/BBH": 0.2916, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3912, + "hfopenllm_v2/MMLU-PRO": 0.1124 } }, { - "id": "Qwen/Qwen2.5-72B-Instruct", - "name": "Qwen2.5-72B-Instruct", - "developer": "Qwen", + "id": "formulae/mita-gen3-v1.2-7b-2-26-2025", + "name": "mita-gen3-v1.2-7b-2-26-2025", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8638, - "hfopenllm_v2/BBH": 0.7273, - "hfopenllm_v2/MATH Level 5": 0.5982, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4206, - "hfopenllm_v2/MMLU-PRO": 0.5626 + "hfopenllm_v2/IFEval": 0.2044, + "hfopenllm_v2/BBH": 0.3058, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.39, + "hfopenllm_v2/MMLU-PRO": 0.1128 } }, { - "id": "Qwen/Qwen2.5-7B", - "name": "Qwen2.5-7B", - "developer": "Qwen", + "id": "formulae/mita-math-v2.3-2-25-2025", + "name": "mita-math-v2.3-2-25-2025", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3374, - "hfopenllm_v2/BBH": 0.5416, - "hfopenllm_v2/MATH Level 5": 0.2508, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4424, - "hfopenllm_v2/MMLU-PRO": 0.4365, - "la_leaderboard/la_leaderboard": 27.61 + "hfopenllm_v2/IFEval": 0.1373, + "hfopenllm_v2/BBH": 0.2949, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3698, + "hfopenllm_v2/MMLU-PRO": 0.1118 } }, { - "id": "Qwen/Qwen2.5-7B-Instruct", - "name": "Qwen2.5-7B-Instruct", - "developer": "Qwen", + "id": "formulae/mita-v1-7b", + "name": "mita-v1-7b", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7585, - "hfopenllm_v2/BBH": 0.5394, - "hfopenllm_v2/MATH Level 5": 0.5, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.4287 + "hfopenllm_v2/IFEval": 0.1972, + "hfopenllm_v2/BBH": 0.3003, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.4152, + "hfopenllm_v2/MMLU-PRO": 0.1147 } }, { - "id": "Qwen/Qwen2.5-7B-Instruct-1M", - "name": "Qwen2.5-7B-Instruct-1M", - "developer": "Qwen", + "id": "formulae/mita-v1.1-7b-2-24-2025", + "name": "mita-v1.1-7b-2-24-2025", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7448, - "hfopenllm_v2/BBH": 0.5404, - "hfopenllm_v2/MATH Level 5": 0.4335, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4087, - "hfopenllm_v2/MMLU-PRO": 0.3505 + "hfopenllm_v2/IFEval": 0.3412, + "hfopenllm_v2/BBH": 0.5442, + "hfopenllm_v2/MATH Level 5": 0.435, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4557, + "hfopenllm_v2/MMLU-PRO": 0.4524 } }, { - "id": "Qwen/Qwen2.5-Coder-14B", - "name": "Qwen2.5-Coder-14B", - "developer": "Qwen", + "id": "formulae/mita-v1.2-7b-2-24-2025", + "name": "mita-v1.2-7b-2-24-2025", + "developer": "formulae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3473, - "hfopenllm_v2/BBH": 0.5865, - "hfopenllm_v2/MATH Level 5": 0.2251, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3874, - "hfopenllm_v2/MMLU-PRO": 0.4521 + "hfopenllm_v2/IFEval": 0.2564, + "hfopenllm_v2/BBH": 0.4919, + "hfopenllm_v2/MATH Level 5": 0.4879, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4344, + "hfopenllm_v2/MMLU-PRO": 0.3359 } }, { - "id": "Qwen/Qwen2.5-Coder-14B-Instruct", - "name": "Qwen2.5-Coder-14B-Instruct", - "developer": "Qwen", + "id": "frameai/Loxa-4B", + "name": "Loxa-4B", + "developer": "frameai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6908, - "hfopenllm_v2/BBH": 0.614, - "hfopenllm_v2/MATH Level 5": 0.3248, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3915, - "hfopenllm_v2/MMLU-PRO": 0.3939 + "hfopenllm_v2/IFEval": 0.4765, + "hfopenllm_v2/BBH": 0.4217, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3377, + "hfopenllm_v2/MMLU-PRO": 0.2802 } }, { - "id": "Qwen/Qwen2.5-Coder-32B", - "name": "Qwen2.5-Coder-32B", - "developer": "Qwen", + "id": "freewheelin/free-evo-qwen72b-v0.8-re", + "name": "free-evo-qwen72b-v0.8-re", + "developer": "freewheelin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4363, - "hfopenllm_v2/BBH": 0.6404, - "hfopenllm_v2/MATH Level 5": 0.3089, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4528, - "hfopenllm_v2/MMLU-PRO": 0.5303 + "hfopenllm_v2/IFEval": 0.5331, + "hfopenllm_v2/BBH": 0.6127, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4872, + "hfopenllm_v2/MMLU-PRO": 0.487 } }, { - "id": "Qwen/Qwen2.5-Coder-32B-Instruct", - "name": "Qwen2.5-Coder-32B-Instruct", - "developer": "Qwen", + "id": "freewheelin/free-solar-evo-v0.1", + "name": "free-solar-evo-v0.1", + "developer": "freewheelin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7265, - "hfopenllm_v2/BBH": 0.6625, - "hfopenllm_v2/MATH Level 5": 0.4955, - "hfopenllm_v2/GPQA": 0.349, - "hfopenllm_v2/MUSR": 0.4386, - "hfopenllm_v2/MMLU-PRO": 0.4413 + "hfopenllm_v2/IFEval": 0.205, + "hfopenllm_v2/BBH": 0.4502, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4946, + "hfopenllm_v2/MMLU-PRO": 0.3414 } }, { - "id": "Qwen/Qwen2.5-Coder-7B", - "name": "Qwen2.5-Coder-7B", - "developer": "Qwen", + "id": "freewheelin/free-solar-evo-v0.11", + "name": "free-solar-evo-v0.11", + "developer": "freewheelin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3446, - "hfopenllm_v2/BBH": 0.4856, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3449, - "hfopenllm_v2/MMLU-PRO": 0.3679 + "hfopenllm_v2/IFEval": 0.2027, + "hfopenllm_v2/BBH": 0.4545, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.5052, + "hfopenllm_v2/MMLU-PRO": 0.3467 } }, { - "id": "Qwen/Qwen2.5-Coder-7B-Instruct", - "name": "Qwen2.5-Coder-7B-Instruct", - "developer": "Qwen", + "id": "freewheelin/free-solar-evo-v0.13", + "name": "free-solar-evo-v0.13", + "developer": "freewheelin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6147, - "hfopenllm_v2/BBH": 0.4999, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4099, - "hfopenllm_v2/MMLU-PRO": 0.3354 + "hfopenllm_v2/IFEval": 0.2321, + "hfopenllm_v2/BBH": 0.4555, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.5052, + "hfopenllm_v2/MMLU-PRO": 0.347 } }, { - "id": "Qwen/Qwen2.5-Math-1.5B-Instruct", - "name": "Qwen2.5-Math-1.5B-Instruct", - "developer": "Qwen", + "id": "FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs", + "name": "ft-openhermes-25-mistral-7b-irca-dpo-pairs", + "developer": "FuJhen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1856, - "hfopenllm_v2/BBH": 0.3752, - "hfopenllm_v2/MATH Level 5": 0.2628, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3685, - "hfopenllm_v2/MMLU-PRO": 0.1801 + "hfopenllm_v2/IFEval": 0.542, + "hfopenllm_v2/BBH": 0.4773, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4174, + "hfopenllm_v2/MMLU-PRO": 0.2956 } }, { - "id": "Qwen/Qwen2.5-Math-72B-Instruct", - "name": "Qwen2.5-Math-72B-Instruct", - "developer": "Qwen", + "id": "FuJhen/mistral-instruct-7B-DPO", + "name": "mistral-instruct-7B-DPO", + "developer": "FuJhen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4003, - "hfopenllm_v2/BBH": 0.6452, - "hfopenllm_v2/MATH Level 5": 0.6239, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4473, - "hfopenllm_v2/MMLU-PRO": 0.4812 + "hfopenllm_v2/IFEval": 0.4968, + "hfopenllm_v2/BBH": 0.4624, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4016, + "hfopenllm_v2/MMLU-PRO": 0.3034 } }, { - "id": "Qwen/Qwen2.5-Math-7B", - "name": "Qwen2.5-Math-7B", - "developer": "Qwen", + "id": "FuJhen/mistral_7b_v0.1_structedData_e2e", + "name": "mistral_7b_v0.1_structedData_e2e", + "developer": "FuJhen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.246, - "hfopenllm_v2/BBH": 0.4455, - "hfopenllm_v2/MATH Level 5": 0.3051, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.2718 + "hfopenllm_v2/IFEval": 0.1727, + "hfopenllm_v2/BBH": 0.4114, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3723, + "hfopenllm_v2/MMLU-PRO": 0.2811 } }, { - "id": "Qwen/Qwen2.5-Math-7B-Instruct", - "name": "Qwen2.5-Math-7B-Instruct", - "developer": "Qwen", + "id": "FuJhen/mistral_7b_v0.1_structedData_viggo", + "name": "mistral_7b_v0.1_structedData_viggo", + "developer": "FuJhen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2636, - "hfopenllm_v2/BBH": 0.4388, - "hfopenllm_v2/MATH Level 5": 0.5808, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3647, - "hfopenllm_v2/MMLU-PRO": 0.282 + "hfopenllm_v2/IFEval": 0.1783, + "hfopenllm_v2/BBH": 0.4524, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.2942 } }, { - "id": "Qwen/WorldPM-72B", - "name": "Qwen/WorldPM-72B", - "developer": "Qwen", + "id": "fulim/FineLlama-3.1-8B", + "name": "FineLlama-3.1-8B", + "developer": "fulim", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6333, - "reward-bench/Factuality": 0.7074, - "reward-bench/Precise IF": 0.3125, - "reward-bench/Math": 0.6557, - "reward-bench/Safety": 0.8533, - "reward-bench/Focus": 0.9172, - "reward-bench/Ties": 0.3535 + "hfopenllm_v2/IFEval": 0.1439, + "hfopenllm_v2/BBH": 0.4569, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3867, + "hfopenllm_v2/MMLU-PRO": 0.3167 } }, { - "id": "R-I-S-E/RISE-Judge-Qwen2.5-32B", - "name": "R-I-S-E/RISE-Judge-Qwen2.5-32B", - "developer": "R-I-S-E", + "id": "FuseAI/FuseChat-7B-v2.0", + "name": "FuseChat-7B-v2.0", + "developer": "FuseAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9266, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.8333, - "reward-bench/Safety": 0.9189, - "reward-bench/Reasoning": 0.9877 + "hfopenllm_v2/IFEval": 0.3423, + "hfopenllm_v2/BBH": 0.4954, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4797, + "hfopenllm_v2/MMLU-PRO": 0.3162 } }, { - "id": "R-I-S-E/RISE-Judge-Qwen2.5-7B", - "name": "R-I-S-E/RISE-Judge-Qwen2.5-7B", - "developer": "R-I-S-E", + "id": "FuseAI/FuseChat-Llama-3.1-8B-Instruct", + "name": "FuseChat-Llama-3.1-8B-Instruct", + "developer": "FuseAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8819, - "reward-bench/Chat": 0.9218, - "reward-bench/Chat Hard": 0.7654, - "reward-bench/Safety": 0.8797, - "reward-bench/Reasoning": 0.9608 + "hfopenllm_v2/IFEval": 0.7205, + "hfopenllm_v2/BBH": 0.512, + "hfopenllm_v2/MATH Level 5": 0.2477, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.3733 } }, { - "id": "RDson/WomboCombo-R1-Coder-14B-Preview", - "name": "WomboCombo-R1-Coder-14B-Preview", - "developer": "RDson", + "id": "FuseAI/FuseChat-Llama-3.2-3B-Instruct", + "name": "FuseChat-Llama-3.2-3B-Instruct", + "developer": "FuseAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6286, - "hfopenllm_v2/BBH": 0.6392, - "hfopenllm_v2/MATH Level 5": 0.5989, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4844, - "hfopenllm_v2/MMLU-PRO": 0.5168 + "hfopenllm_v2/IFEval": 0.6849, + "hfopenllm_v2/BBH": 0.4658, + "hfopenllm_v2/MATH Level 5": 0.2424, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.3132 } }, { - "id": "RESMPDEV/EVA-Qwen2.5-1.5B-FRFR", - "name": "EVA-Qwen2.5-1.5B-FRFR", - "developer": "RESMPDEV", + "id": "FuseAI/FuseChat-Qwen-2.5-7B-Instruct", + "name": "FuseChat-Qwen-2.5-7B-Instruct", + "developer": "FuseAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3082, - "hfopenllm_v2/BBH": 0.3932, - "hfopenllm_v2/MATH Level 5": 0.1027, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3539, - "hfopenllm_v2/MMLU-PRO": 0.277 + "hfopenllm_v2/IFEval": 0.5906, + "hfopenllm_v2/BBH": 0.5526, + "hfopenllm_v2/MATH Level 5": 0.4562, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.3874, + "hfopenllm_v2/MMLU-PRO": 0.4118 } }, { - "id": "RESMPDEV/Qwen2-Wukong-0.5B", - "name": "Qwen2-Wukong-0.5B", - "developer": "RESMPDEV", + "id": "gabrielmbmb/SmolLM-1.7B-Instruct-IFEval", + "name": "SmolLM-1.7B-Instruct-IFEval", + "developer": "gabrielmbmb", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1854, - "hfopenllm_v2/BBH": 0.3085, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.2366, - "hfopenllm_v2/MUSR": 0.3525, - "hfopenllm_v2/MMLU-PRO": 0.1327 + "hfopenllm_v2/IFEval": 0.2306, + "hfopenllm_v2/BBH": 0.3138, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1156 } }, { - "id": "RLHFlow/ArmoRM-Llama3-8B-v0.1", - "name": "ArmoRM-Llama3-8B-v0.1", - "developer": "RLHFlow", + "id": "GalrionSoftworks/MagnusIntellectus-12B-v1", + "name": "MagnusIntellectus-12B-v1", + "developer": "GalrionSoftworks", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1897, - "hfopenllm_v2/BBH": 0.2876, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3948, - "hfopenllm_v2/MMLU-PRO": 0.1078, - "reward-bench/Score": 0.886, - "reward-bench/Factuality": 0.6568, - "reward-bench/Precise IF": 0.4188, - "reward-bench/Math": 0.6612, - "reward-bench/Safety": 0.9054, - "reward-bench/Focus": 0.7657, - "reward-bench/Ties": 0.6629, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.7675, - "reward-bench/Reasoning": 0.9735, - "reward-bench/Prior Sets (0.5 weight)": 0.7429 + "hfopenllm_v2/IFEval": 0.4421, + "hfopenllm_v2/BBH": 0.5323, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4428, + "hfopenllm_v2/MMLU-PRO": 0.3421 } }, { - "id": "RLHFlow/LLaMA3-iterative-DPO-final", - "name": "LLaMA3-iterative-DPO-final", - "developer": "RLHFlow", + "id": "GalrionSoftworks/MN-LooseCannon-12B-v1", + "name": "MN-LooseCannon-12B-v1", + "developer": "GalrionSoftworks", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.534, - "hfopenllm_v2/BBH": 0.5058, - "hfopenllm_v2/MATH Level 5": 0.0884, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3673, - "hfopenllm_v2/MMLU-PRO": 0.3257, - "reward-bench/Score": 0.6783, - "reward-bench/Chat": 0.838, - "reward-bench/Chat Hard": 0.5921, - "reward-bench/Safety": 0.7865, - "reward-bench/Reasoning": 0.6161, - "reward-bench/Prior Sets (0.5 weight)": 0.4392 + "hfopenllm_v2/IFEval": 0.5418, + "hfopenllm_v2/BBH": 0.5128, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.3196 } }, { - "id": "RLHFlow/RewardModel-Mistral-7B-for-DPA-v1", - "name": "RLHFlow/RewardModel-Mistral-7B-for-DPA-v1", - "developer": "RLHFlow", + "id": "gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA", + "name": "Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA", + "developer": "gaverfraxz", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6633, - "reward-bench/Chat": 0.8799, - "reward-bench/Chat Hard": 0.4978, - "reward-bench/Safety": 0.7068, - "reward-bench/Reasoning": 0.5971, - "reward-bench/Prior Sets (0.5 weight)": 0.6068 + "hfopenllm_v2/IFEval": 0.4009, + "hfopenllm_v2/BBH": 0.3985, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.365, + "hfopenllm_v2/MMLU-PRO": 0.1654 } }, { - "id": "RLHFlow/pair-preference-model-LLaMA3-8B", - "name": "RLHFlow/pair-preference-model-LLaMA3-8B", - "developer": "RLHFlow", + "id": "gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES", + "name": "Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES", + "developer": "gaverfraxz", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8575, - "reward-bench/Chat": 0.9832, - "reward-bench/Chat Hard": 0.6579, - "reward-bench/Safety": 0.8973, - "reward-bench/Reasoning": 0.9473, - "reward-bench/Prior Sets (0.5 weight)": 0.7458 + "hfopenllm_v2/IFEval": 0.4551, + "hfopenllm_v2/BBH": 0.5044, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.3679 } }, { - "id": "RWKV/rwkv-raven-14b", - "name": "rwkv-raven-14b", - "developer": "RWKV", + "id": "gbueno86/Brinebreath-Llama-3.1-70B", + "name": "Brinebreath-Llama-3.1-70B", + "developer": "gbueno86", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0768, - "hfopenllm_v2/BBH": 0.3307, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.229, - "hfopenllm_v2/MUSR": 0.3951, - "hfopenllm_v2/MMLU-PRO": 0.115 + "hfopenllm_v2/IFEval": 0.5533, + "hfopenllm_v2/BBH": 0.6881, + "hfopenllm_v2/MATH Level 5": 0.2976, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4541, + "hfopenllm_v2/MMLU-PRO": 0.5196 } }, { - "id": "Rakuten/RakutenAI-2.0-mini-instruct", - "name": "RakutenAI-2.0-mini-instruct", - "developer": "Rakuten", + "id": "gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b", + "name": "Meta-LLama-3-Cat-Smaug-LLama-70b", + "developer": "gbueno86", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6794, - "hfopenllm_v2/BBH": 0.2867, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1118 + "hfopenllm_v2/IFEval": 0.8072, + "hfopenllm_v2/BBH": 0.6674, + "hfopenllm_v2/MATH Level 5": 0.2938, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4368, + "hfopenllm_v2/MMLU-PRO": 0.5075 } }, { - "id": "Rakuten/RakutenAI-7B", - "name": "RakutenAI-7B", - "developer": "Rakuten", + "id": "gemini-1.5-flash-8b", + "name": "gemini-1.5-flash-8b", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1556, - "hfopenllm_v2/BBH": 0.4315, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.2877 + "reward-bench/Score": 0.7601, + "reward-bench/Chat": 0.9441, + "reward-bench/Chat Hard": 0.5987, + "reward-bench/Safety": 0.7399, + "reward-bench/Reasoning": 0.7575 } }, { - "id": "Rakuten/RakutenAI-7B-chat", - "name": "RakutenAI-7B-chat", - "developer": "Rakuten", + "id": "general-preference/GPM-Gemma-2B", + "name": "general-preference/GPM-Gemma-2B", + "developer": "general-preference", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2686, - "hfopenllm_v2/BBH": 0.4316, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.379, - "hfopenllm_v2/MMLU-PRO": 0.2798 + "reward-bench/Score": 0.7449, + "reward-bench/Chat": 0.7151, + "reward-bench/Chat Hard": 0.6974, + "reward-bench/Safety": 0.8122, + "reward-bench/Reasoning": 0.755 } }, { - "id": "Ray2333/GRM-Gemma-2B-rewardmodel-ft", - "name": "Ray2333/GRM-Gemma-2B-rewardmodel-ft", - "developer": "Ray2333", + "id": "general-preference/GPM-Llama-3.1-8B", + "name": "general-preference/GPM-Llama-3.1-8B", + "developer": "general-preference", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8447, - "reward-bench/Chat": 0.8939, - "reward-bench/Chat Hard": 0.7522, - "reward-bench/Safety": 0.8446, - "reward-bench/Reasoning": 0.8881 + "reward-bench/Score": 0.9224, + "reward-bench/Chat": 0.933, + "reward-bench/Chat Hard": 0.886, + "reward-bench/Safety": 0.9108, + "reward-bench/Reasoning": 0.9597 } }, { - "id": "Ray2333/GRM-Gemma-2B-sftreg", - "name": "Ray2333/GRM-Gemma-2B-sftreg", - "developer": "Ray2333", + "id": "GenVRadmin/AryaBhatta-GemmaOrca-2-Merged", + "name": "AryaBhatta-GemmaOrca-2-Merged", + "developer": "GenVRadmin", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7451, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.4868, - "reward-bench/Safety": 0.7932, - "reward-bench/Reasoning": 0.7684, - "reward-bench/Prior Sets (0.5 weight)": 0.6983 + "hfopenllm_v2/IFEval": 0.3064, + "hfopenllm_v2/BBH": 0.3887, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.455, + "hfopenllm_v2/MMLU-PRO": 0.2384 } }, { - "id": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", - "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", - "developer": "Ray2333", + "id": "GenVRadmin/AryaBhatta-GemmaOrca-Merged", + "name": "AryaBhatta-GemmaOrca-Merged", + "developer": "GenVRadmin", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6766, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.8618, - "reward-bench/Safety": 0.9222, - "reward-bench/Reasoning": 0.9362, - "reward-bench/Factuality": 0.6274, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.5847, - "reward-bench/Focus": 0.8929, - "reward-bench/Ties": 0.6824 + "hfopenllm_v2/IFEval": 0.3064, + "hfopenllm_v2/BBH": 0.4131, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3524, + "hfopenllm_v2/MMLU-PRO": 0.2228 } }, { - "id": "Ray2333/GRM-gemma2-2B-rewardmodel-ft", - "name": "Ray2333/GRM-gemma2-2B-rewardmodel-ft", - "developer": "Ray2333", + "id": "GenVRadmin/AryaBhatta-GemmaUltra-Merged", + "name": "AryaBhatta-GemmaUltra-Merged", + "developer": "GenVRadmin", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5966, - "reward-bench/Chat": 0.9302, - "reward-bench/Chat Hard": 0.7719, - "reward-bench/Safety": 0.9222, - "reward-bench/Reasoning": 0.912, - "reward-bench/Factuality": 0.5305, - "reward-bench/Precise IF": 0.3125, - "reward-bench/Math": 0.5902, - "reward-bench/Focus": 0.7455, - "reward-bench/Ties": 0.4788 + "hfopenllm_v2/IFEval": 0.3021, + "hfopenllm_v2/BBH": 0.4141, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.2266 } }, { - "id": "Ray2333/GRM-llama3-8B-distill", - "name": "Ray2333/GRM-llama3-8B-distill", - "developer": "Ray2333", + "id": "GenVRadmin/llama38bGenZ_Vikas-Merged", + "name": "llama38bGenZ_Vikas-Merged", + "developer": "GenVRadmin", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.589, - "reward-bench/Chat": 0.9832, - "reward-bench/Chat Hard": 0.6842, - "reward-bench/Safety": 0.7222, - "reward-bench/Reasoning": 0.9133, - "reward-bench/Prior Sets (0.5 weight)": 0.7209, - "reward-bench/Factuality": 0.5874, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.5902, - "reward-bench/Focus": 0.6727, - "reward-bench/Ties": 0.5743 + "hfopenllm_v2/IFEval": 0.3, + "hfopenllm_v2/BBH": 0.4536, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4402, + "hfopenllm_v2/MMLU-PRO": 0.2622 } }, { - "id": "Ray2333/GRM-llama3-8B-sftreg", - "name": "Ray2333/GRM-llama3-8B-sftreg", - "developer": "Ray2333", + "id": "ghost-x/ghost-8b-beta-1608", + "name": "ghost-8b-beta-1608", + "developer": "ghost-x", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6089, - "reward-bench/Chat": 0.986, - "reward-bench/Chat Hard": 0.6776, - "reward-bench/Safety": 0.7867, - "reward-bench/Reasoning": 0.9229, - "reward-bench/Prior Sets (0.5 weight)": 0.7309, - "reward-bench/Factuality": 0.6189, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.5792, - "reward-bench/Focus": 0.6828, - "reward-bench/Ties": 0.5981 + "hfopenllm_v2/IFEval": 0.4273, + "hfopenllm_v2/BBH": 0.4517, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3516, + "hfopenllm_v2/MMLU-PRO": 0.284 } }, { - "id": "Ray2333/GRM-llama3.2-3B-rewardmodel-ft", - "name": "Ray2333/GRM-llama3.2-3B-rewardmodel-ft", - "developer": "Ray2333", + "id": "glaiveai/Reflection-Llama-3.1-70B", + "name": "Reflection-Llama-3.1-70B", + "developer": "glaiveai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9092, - "reward-bench/Chat": 0.9162, - "reward-bench/Chat Hard": 0.8487, - "reward-bench/Safety": 0.927, - "reward-bench/Reasoning": 0.945 + "hfopenllm_v2/IFEval": 0.5991, + "hfopenllm_v2/BBH": 0.5681, + "hfopenllm_v2/MATH Level 5": 0.2757, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.438, + "hfopenllm_v2/MMLU-PRO": 0.6341 } }, { - "id": "Ray2333/Gemma-2B-rewardmodel-baseline", - "name": "Ray2333/Gemma-2B-rewardmodel-baseline", - "developer": "Ray2333", + "id": "gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES", + "name": "gemma2-9b-sahabatai-v1-instruct-BaseTIES", + "developer": "gmonsoon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.729, - "reward-bench/Chat": 0.9413, - "reward-bench/Chat Hard": 0.4693, - "reward-bench/Safety": 0.7865, - "reward-bench/Reasoning": 0.7384, - "reward-bench/Prior Sets (0.5 weight)": 0.6897 + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.6077, + "hfopenllm_v2/MATH Level 5": 0.1994, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4778, + "hfopenllm_v2/MMLU-PRO": 0.4347 } }, { - "id": "Ray2333/Gemma-2B-rewardmodel-ft", - "name": "Ray2333/Gemma-2B-rewardmodel-ft", - "developer": "Ray2333", + "id": "gmonsoon/SahabatAI-Llama-11B-Test", + "name": "SahabatAI-Llama-11B-Test", + "developer": "gmonsoon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8048, - "reward-bench/Chat": 0.7793, - "reward-bench/Chat Hard": 0.7478, - "reward-bench/Safety": 0.8527, - "reward-bench/Reasoning": 0.8393 + "hfopenllm_v2/IFEval": 0.3376, + "hfopenllm_v2/BBH": 0.4728, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4001, + "hfopenllm_v2/MMLU-PRO": 0.3182 } }, { - "id": "Ray2333/reward-model-Mistral-7B-instruct-Unifie...", - "name": "Ray2333/reward-model-Mistral-7B-instruct-Unifie...", - "developer": "Ray2333", + "id": "gmonsoon/SahabatAI-MediChatIndo-8B-v1", + "name": "SahabatAI-MediChatIndo-8B-v1", + "developer": "gmonsoon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7661, - "reward-bench/Chat": 0.9777, - "reward-bench/Chat Hard": 0.5066, - "reward-bench/Safety": 0.8527, - "reward-bench/Reasoning": 0.7389, - "reward-bench/Prior Sets (0.5 weight)": 0.7434 + "hfopenllm_v2/IFEval": 0.4163, + "hfopenllm_v2/BBH": 0.4509, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.3108 } }, { - "id": "Replete-AI/L3-Pneuma-8B", - "name": "L3-Pneuma-8B", - "developer": "Replete-AI", + "id": "gmonsoon/SahabatAI-Rebase-8B-Test", + "name": "SahabatAI-Rebase-8B-Test", + "developer": "gmonsoon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2413, - "hfopenllm_v2/BBH": 0.4909, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3176 + "hfopenllm_v2/IFEval": 0.5156, + "hfopenllm_v2/BBH": 0.523, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4133, + "hfopenllm_v2/MMLU-PRO": 0.3664 } }, { - "id": "Replete-AI/L3.1-Pneuma-8B", - "name": "L3.1-Pneuma-8B", - "developer": "Replete-AI", + "id": "gmonsoon/StockSeaLLMs-7B-v1", + "name": "StockSeaLLMs-7B-v1", + "developer": "gmonsoon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7076, - "hfopenllm_v2/BBH": 0.505, - "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/IFEval": 0.4599, + "hfopenllm_v2/BBH": 0.5271, + "hfopenllm_v2/MATH Level 5": 0.1964, "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3871, - "hfopenllm_v2/MMLU-PRO": 0.3691 + "hfopenllm_v2/MUSR": 0.4214, + "hfopenllm_v2/MMLU-PRO": 0.3952 } }, { - "id": "Replete-AI/Llama3-8B-Instruct-Replete-Adapted", - "name": "Llama3-8B-Instruct-Replete-Adapted", - "developer": "Replete-AI", + "id": "godlikehhd/alpaca_data_full_2", + "name": "alpaca_data_full_2", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6915, - "hfopenllm_v2/BBH": 0.487, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3634, - "hfopenllm_v2/MMLU-PRO": 0.3391 + "hfopenllm_v2/IFEval": 0.3178, + "hfopenllm_v2/BBH": 0.4217, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4052, + "hfopenllm_v2/MMLU-PRO": 0.2854 } }, { - "id": "Replete-AI/Replete-Coder-Instruct-8b-Merged", - "name": "Replete-Coder-Instruct-8b-Merged", - "developer": "Replete-AI", + "id": "godlikehhd/alpaca_data_full_3B", + "name": "alpaca_data_full_3B", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5388, - "hfopenllm_v2/BBH": 0.4462, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.1805 + "hfopenllm_v2/IFEval": 0.3696, + "hfopenllm_v2/BBH": 0.4684, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4955, + "hfopenllm_v2/MMLU-PRO": 0.3357 } }, { - "id": "Replete-AI/Replete-Coder-Llama3-8B", - "name": "Replete-Coder-Llama3-8B", - "developer": "Replete-AI", + "id": "godlikehhd/alpaca_data_ifd_max_2600", + "name": "alpaca_data_ifd_max_2600", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4729, - "hfopenllm_v2/BBH": 0.3271, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3953, - "hfopenllm_v2/MMLU-PRO": 0.1331 + "hfopenllm_v2/IFEval": 0.3043, + "hfopenllm_v2/BBH": 0.4029, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3509, + "hfopenllm_v2/MMLU-PRO": 0.2916 } }, { - "id": "Replete-AI/Replete-Coder-Qwen2-1.5b", - "name": "Replete-Coder-Qwen2-1.5b", - "developer": "Replete-AI", + "id": "godlikehhd/alpaca_data_ifd_max_2600_3B", + "name": "alpaca_data_ifd_max_2600_3B", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3014, - "hfopenllm_v2/BBH": 0.3475, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.2147 + "hfopenllm_v2/IFEval": 0.2982, + "hfopenllm_v2/BBH": 0.4626, + "hfopenllm_v2/MATH Level 5": 0.1594, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4346, + "hfopenllm_v2/MMLU-PRO": 0.3288 } }, { - "id": "Replete-AI/Replete-LLM-Qwen2-7b", - "name": "Replete-LLM-Qwen2-7b", - "developer": "Replete-AI", + "id": "godlikehhd/alpaca_data_ifd_me_max_5200", + "name": "alpaca_data_ifd_me_max_5200", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0932, - "hfopenllm_v2/BBH": 0.2977, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3941, - "hfopenllm_v2/MMLU-PRO": 0.1157 + "hfopenllm_v2/IFEval": 0.3683, + "hfopenllm_v2/BBH": 0.4153, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3483, + "hfopenllm_v2/MMLU-PRO": 0.2982 } }, { - "id": "Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview", - "name": "Replete-LLM-Qwen2-7b_Beta-Preview", - "developer": "Replete-AI", + "id": "godlikehhd/alpaca_data_ifd_min_2600", + "name": "alpaca_data_ifd_min_2600", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0858, - "hfopenllm_v2/BBH": 0.2929, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.1285 + "hfopenllm_v2/IFEval": 0.375, + "hfopenllm_v2/BBH": 0.4219, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3656, + "hfopenllm_v2/MMLU-PRO": 0.2893 } }, { - "id": "Replete-AI/Replete-LLM-V2-Llama-3.1-8b", - "name": "Replete-LLM-V2-Llama-3.1-8b", - "developer": "Replete-AI", + "id": "godlikehhd/alpaca_data_ins_ans_max_5200", + "name": "alpaca_data_ins_ans_max_5200", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5515, - "hfopenllm_v2/BBH": 0.5339, - "hfopenllm_v2/MATH Level 5": 0.1405, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4001, - "hfopenllm_v2/MMLU-PRO": 0.3753 + "hfopenllm_v2/IFEval": 0.3479, + "hfopenllm_v2/BBH": 0.4098, + "hfopenllm_v2/MATH Level 5": 0.1027, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3602, + "hfopenllm_v2/MMLU-PRO": 0.2901 } }, { - "id": "RezVortex/JAJUKA-WEWILLNEVERFORGETYOU-3B", - "name": "JAJUKA-WEWILLNEVERFORGETYOU-3B", - "developer": "RezVortex", + "id": "godlikehhd/alpaca_data_ins_max_5200", + "name": "alpaca_data_ins_max_5200", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6858, - "hfopenllm_v2/BBH": 0.4619, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.363, - "hfopenllm_v2/MMLU-PRO": 0.3143 + "hfopenllm_v2/IFEval": 0.3275, + "hfopenllm_v2/BBH": 0.4155, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.3614, + "hfopenllm_v2/MMLU-PRO": 0.2916 } }, { - "id": "RezVortex/Jajuka-3b", - "name": "Jajuka-3b", - "developer": "RezVortex", + "id": "godlikehhd/alpaca_data_ins_min_2600", + "name": "alpaca_data_ins_min_2600", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6925, - "hfopenllm_v2/BBH": 0.4594, - "hfopenllm_v2/MATH Level 5": 0.1594, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.3137 + "hfopenllm_v2/IFEval": 0.333, + "hfopenllm_v2/BBH": 0.4187, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3853, + "hfopenllm_v2/MMLU-PRO": 0.288 } }, { - "id": "Ro-xe/FMixIA-7B-DARE-0", - "name": "FMixIA-7B-DARE-0", - "developer": "Ro-xe", + "id": "godlikehhd/alpaca_data_ins_min_5200", + "name": "alpaca_data_ins_min_5200", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3341, - "hfopenllm_v2/BBH": 0.5035, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4545, - "hfopenllm_v2/MMLU-PRO": 0.3016 + "hfopenllm_v2/IFEval": 0.336, + "hfopenllm_v2/BBH": 0.4289, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3906, + "hfopenllm_v2/MMLU-PRO": 0.2949 } }, { - "id": "Ro-xe/FMixIA-7B-SLERP-27", - "name": "FMixIA-7B-SLERP-27", - "developer": "Ro-xe", + "id": "godlikehhd/alpaca_data_sampled_ifd_5200", + "name": "alpaca_data_sampled_ifd_5200", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3765, - "hfopenllm_v2/BBH": 0.5151, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4412, - "hfopenllm_v2/MMLU-PRO": 0.3008 + "hfopenllm_v2/IFEval": 0.2924, + "hfopenllm_v2/BBH": 0.4033, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.3521, + "hfopenllm_v2/MMLU-PRO": 0.2896 } }, { - "id": "Ro-xe/FMixIA-7B-TIES-1", - "name": "FMixIA-7B-TIES-1", - "developer": "Ro-xe", + "id": "godlikehhd/alpaca_data_sampled_ifd_new_5200", + "name": "alpaca_data_sampled_ifd_new_5200", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3453, - "hfopenllm_v2/BBH": 0.5092, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4689, - "hfopenllm_v2/MMLU-PRO": 0.2992 + "hfopenllm_v2/IFEval": 0.3663, + "hfopenllm_v2/BBH": 0.4178, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3613, + "hfopenllm_v2/MMLU-PRO": 0.2925 } }, { - "id": "Ro-xe/FMixIA-FrankenMerge-9.5B-PT-9", - "name": "FMixIA-FrankenMerge-9.5B-PT-9", - "developer": "Ro-xe", + "id": "godlikehhd/alpaca_data_score_max_0.1_2600", + "name": "alpaca_data_score_max_0.1_2600", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.194, - "hfopenllm_v2/BBH": 0.5088, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.417, - "hfopenllm_v2/MMLU-PRO": 0.3657 + "hfopenllm_v2/IFEval": 0.3288, + "hfopenllm_v2/BBH": 0.4252, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3706, + "hfopenllm_v2/MMLU-PRO": 0.2923 } }, { - "id": "Rombo-Org/Rombo-LLM-V2.5-Qwen-7b", - "name": "Rombo-LLM-V2.5-Qwen-7b", - "developer": "Rombo-Org", + "id": "godlikehhd/alpaca_data_score_max_0.3_2600", + "name": "alpaca_data_score_max_0.3_2600", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7482, - "hfopenllm_v2/BBH": 0.54, - "hfopenllm_v2/MATH Level 5": 0.5068, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.398, - "hfopenllm_v2/MMLU-PRO": 0.4283 + "hfopenllm_v2/IFEval": 0.3375, + "hfopenllm_v2/BBH": 0.4151, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3759, + "hfopenllm_v2/MMLU-PRO": 0.2913 } }, { - "id": "RubielLabarta/LogoS-7Bx2-MoE-13B-v0.2", - "name": "LogoS-7Bx2-MoE-13B-v0.2", - "developer": "RubielLabarta", + "id": "godlikehhd/alpaca_data_score_max_0.7_2600", + "name": "alpaca_data_score_max_0.7_2600", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4379, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4226, - "hfopenllm_v2/MMLU-PRO": 0.3088 + "hfopenllm_v2/IFEval": 0.364, + "hfopenllm_v2/BBH": 0.4185, + "hfopenllm_v2/MATH Level 5": 0.1073, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3469, + "hfopenllm_v2/MMLU-PRO": 0.2983 } }, { - "id": "SF-Foundation/TextEval-Llama3.1-70B", - "name": "SF-Foundation/TextEval-Llama3.1-70B", - "developer": "SF-Foundation", + "id": "godlikehhd/alpaca_data_score_max_2500", + "name": "alpaca_data_score_max_2500", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9348, - "reward-bench/Chat": 0.9413, - "reward-bench/Chat Hard": 0.9013, - "reward-bench/Safety": 0.9324, - "reward-bench/Reasoning": 0.9641 + "hfopenllm_v2/IFEval": 0.3564, + "hfopenllm_v2/BBH": 0.418, + "hfopenllm_v2/MATH Level 5": 0.0952, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3627, + "hfopenllm_v2/MMLU-PRO": 0.294 } }, { - "id": "SF-Foundation/TextEval-OffsetBias-12B", - "name": "SF-Foundation/TextEval-OffsetBias-12B", - "developer": "SF-Foundation", + "id": "godlikehhd/alpaca_data_score_max_2600_3B", + "name": "alpaca_data_score_max_2600_3B", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9105, - "reward-bench/Chat": 0.919, - "reward-bench/Chat Hard": 0.8662, - "reward-bench/Safety": 0.9203, - "reward-bench/Reasoning": 0.9365 + "hfopenllm_v2/IFEval": 0.3358, + "hfopenllm_v2/BBH": 0.4716, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4474, + "hfopenllm_v2/MMLU-PRO": 0.3342 } }, { - "id": "SaisExperiments/Evil-Alpaca-3B-L3.2", - "name": "Evil-Alpaca-3B-L3.2", - "developer": "SaisExperiments", + "id": "godlikehhd/alpaca_data_score_max_5200", + "name": "alpaca_data_score_max_5200", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3251, - "hfopenllm_v2/BBH": 0.4341, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.2621 + "hfopenllm_v2/IFEval": 0.3445, + "hfopenllm_v2/BBH": 0.4242, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3878, + "hfopenllm_v2/MMLU-PRO": 0.2945 } }, { - "id": "SaisExperiments/Gemma-2-2B-Opus-Instruct", - "name": "Gemma-2-2B-Opus-Instruct", - "developer": "SaisExperiments", + "id": "godlikehhd/ifd_2500_qwen", + "name": "ifd_2500_qwen", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.475, - "hfopenllm_v2/BBH": 0.4293, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4057, - "hfopenllm_v2/MMLU-PRO": 0.265 + "hfopenllm_v2/IFEval": 0.3365, + "hfopenllm_v2/BBH": 0.4298, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3615, + "hfopenllm_v2/MMLU-PRO": 0.2921 } }, { - "id": "SaisExperiments/Gemma-2-2B-Stheno-Filtered", - "name": "Gemma-2-2B-Stheno-Filtered", - "developer": "SaisExperiments", + "id": "godlikehhd/ifd_new_correct_all_sample_2500_qwen", + "name": "ifd_new_correct_all_sample_2500_qwen", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4197, - "hfopenllm_v2/BBH": 0.4149, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4003, - "hfopenllm_v2/MMLU-PRO": 0.263 + "hfopenllm_v2/IFEval": 0.3376, + "hfopenllm_v2/BBH": 0.402, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3562, + "hfopenllm_v2/MMLU-PRO": 0.2889 } }, { - "id": "SaisExperiments/Not-So-Small-Alpaca-24B", - "name": "Not-So-Small-Alpaca-24B", - "developer": "SaisExperiments", + "id": "godlikehhd/ifd_new_correct_sample_2500_qwen", + "name": "ifd_new_correct_sample_2500_qwen", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6244, - "hfopenllm_v2/BBH": 0.5339, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.3591, - "hfopenllm_v2/MUSR": 0.4282, - "hfopenllm_v2/MMLU-PRO": 0.3694 + "hfopenllm_v2/IFEval": 0.3397, + "hfopenllm_v2/BBH": 0.411, + "hfopenllm_v2/MATH Level 5": 0.1042, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.3627, + "hfopenllm_v2/MMLU-PRO": 0.2932 } }, { - "id": "SaisExperiments/QwOwO-7B-V1", - "name": "QwOwO-7B-V1", - "developer": "SaisExperiments", + "id": "godlikehhd/ifd_new_qwen_2500", + "name": "ifd_new_qwen_2500", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4556, - "hfopenllm_v2/BBH": 0.5431, - "hfopenllm_v2/MATH Level 5": 0.386, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3835, - "hfopenllm_v2/MMLU-PRO": 0.4224 + "hfopenllm_v2/IFEval": 0.324, + "hfopenllm_v2/BBH": 0.416, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.359, + "hfopenllm_v2/MMLU-PRO": 0.2911 } }, { - "id": "SaisExperiments/RightSheep-Llama3.2-3B", - "name": "RightSheep-Llama3.2-3B", - "developer": "SaisExperiments", + "id": "godlikehhd/qwen-2.5-1.5b-cherry", + "name": "qwen-2.5-1.5b-cherry", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4156, - "hfopenllm_v2/BBH": 0.4241, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3767, - "hfopenllm_v2/MMLU-PRO": 0.254 + "hfopenllm_v2/IFEval": 0.2893, + "hfopenllm_v2/BBH": 0.4036, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.3456, + "hfopenllm_v2/MMLU-PRO": 0.2923 } }, { - "id": "Sakalti/Anemoi-3B", - "name": "Anemoi-3B", - "developer": "Sakalti", + "id": "godlikehhd/qwen_2.5-1.5b-cherry_new", + "name": "qwen_2.5-1.5b-cherry_new", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3804, - "hfopenllm_v2/BBH": 0.4922, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4371, - "hfopenllm_v2/MMLU-PRO": 0.3766 + "hfopenllm_v2/IFEval": 0.312, + "hfopenllm_v2/BBH": 0.415, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3496, + "hfopenllm_v2/MMLU-PRO": 0.2894 } }, { - "id": "Sakalti/Euphrates-14B", - "name": "Euphrates-14B", - "developer": "Sakalti", + "id": "godlikehhd/qwen_full_data_alpaca", + "name": "qwen_full_data_alpaca", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2647, - "hfopenllm_v2/BBH": 0.6138, - "hfopenllm_v2/MATH Level 5": 0.3051, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4516, - "hfopenllm_v2/MMLU-PRO": 0.5255 + "hfopenllm_v2/IFEval": 0.3136, + "hfopenllm_v2/BBH": 0.4229, + "hfopenllm_v2/MATH Level 5": 0.0921, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4052, + "hfopenllm_v2/MMLU-PRO": 0.2851 } }, { - "id": "Sakalti/Llama3.2-3B-Uranus-1", - "name": "Llama3.2-3B-Uranus-1", - "developer": "Sakalti", + "id": "godlikehhd/qwen_ins_ans_2500", + "name": "qwen_ins_ans_2500", + "developer": "godlikehhd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5335, - "hfopenllm_v2/BBH": 0.4437, - "hfopenllm_v2/MATH Level 5": 0.1495, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3669, - "hfopenllm_v2/MMLU-PRO": 0.3094 + "hfopenllm_v2/IFEval": 0.2698, + "hfopenllm_v2/BBH": 0.4074, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3589, + "hfopenllm_v2/MMLU-PRO": 0.2809 } }, { - "id": "Sakalti/Magro-7B-v1.1", - "name": "Magro-7B-v1.1", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1", + "name": "j.o.s.i.e.v4o-1.5b-dpo-stage1-v1", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1204, - "hfopenllm_v2/BBH": 0.4179, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4433, - "hfopenllm_v2/MMLU-PRO": 0.2764 + "hfopenllm_v2/IFEval": 0.4188, + "hfopenllm_v2/BBH": 0.4124, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3529, + "hfopenllm_v2/MMLU-PRO": 0.2555 } }, { - "id": "Sakalti/Neptuno-3B", - "name": "Neptuno-3B", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/josie-3b-v6.0", + "name": "josie-3b-v6.0", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4296, - "hfopenllm_v2/BBH": 0.4834, - "hfopenllm_v2/MATH Level 5": 0.2553, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4002, - "hfopenllm_v2/MMLU-PRO": 0.3773 + "hfopenllm_v2/IFEval": 0.601, + "hfopenllm_v2/BBH": 0.4496, + "hfopenllm_v2/MATH Level 5": 0.2938, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3861, + "hfopenllm_v2/MMLU-PRO": 0.322 } }, { - "id": "Sakalti/Neptuno-Alpha", - "name": "Neptuno-Alpha", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/josie-7b-v6.0", + "name": "josie-7b-v6.0", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.378, - "hfopenllm_v2/BBH": 0.4925, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4371, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/IFEval": 0.7412, + "hfopenllm_v2/BBH": 0.5105, + "hfopenllm_v2/MATH Level 5": 0.4358, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.3807 } }, { - "id": "Sakalti/Oxyge1-33B", - "name": "Oxyge1-33B", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/josie-7b-v6.0-step2000", + "name": "josie-7b-v6.0-step2000", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4548, - "hfopenllm_v2/BBH": 0.7033, - "hfopenllm_v2/MATH Level 5": 0.4962, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.5008, - "hfopenllm_v2/MMLU-PRO": 0.5909 + "hfopenllm_v2/IFEval": 0.7598, + "hfopenllm_v2/BBH": 0.5107, + "hfopenllm_v2/MATH Level 5": 0.4237, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4539, + "hfopenllm_v2/MMLU-PRO": 0.4012 } }, { - "id": "Sakalti/Phi3.5-Comets-3.8B", - "name": "Phi3.5-Comets-3.8B", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1", + "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2094, - "hfopenllm_v2/BBH": 0.3335, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3764, - "hfopenllm_v2/MMLU-PRO": 0.1153 + "hfopenllm_v2/IFEval": 0.3417, + "hfopenllm_v2/BBH": 0.3292, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1638 } }, { - "id": "Sakalti/Qwen2.5-1B-Instruct", - "name": "Qwen2.5-1B-Instruct", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1", + "name": "Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1751, - "hfopenllm_v2/BBH": 0.3027, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3369, - "hfopenllm_v2/MMLU-PRO": 0.1213 + "hfopenllm_v2/IFEval": 0.4769, + "hfopenllm_v2/BBH": 0.4186, + "hfopenllm_v2/MATH Level 5": 0.2085, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3675, + "hfopenllm_v2/MMLU-PRO": 0.2783 } }, { - "id": "Sakalti/QwenTest-7", - "name": "QwenTest-7", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2", + "name": "Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1672, - "hfopenllm_v2/BBH": 0.3063, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3422, - "hfopenllm_v2/MMLU-PRO": 0.1212 + "hfopenllm_v2/IFEval": 0.4216, + "hfopenllm_v2/BBH": 0.4042, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3769, + "hfopenllm_v2/MMLU-PRO": 0.2562 } }, { - "id": "Sakalti/SJT-0.5B", - "name": "SJT-0.5B", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3", + "name": "Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2425, - "hfopenllm_v2/BBH": 0.3306, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3196, - "hfopenllm_v2/MMLU-PRO": 0.1891 + "hfopenllm_v2/IFEval": 0.4253, + "hfopenllm_v2/BBH": 0.4053, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3702, + "hfopenllm_v2/MMLU-PRO": 0.2556 } }, { - "id": "Sakalti/SJT-1.5B-Alpha", - "name": "SJT-1.5B-Alpha", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4", + "name": "Josiefied-Qwen2.5-14B-Instruct-abliterated-v4", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3449, - "hfopenllm_v2/BBH": 0.4241, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4226, - "hfopenllm_v2/MMLU-PRO": 0.2961 + "hfopenllm_v2/IFEval": 0.8292, + "hfopenllm_v2/BBH": 0.6356, + "hfopenllm_v2/MATH Level 5": 0.5423, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.5018 } }, { - "id": "Sakalti/SJT-1.5B-Alpha-1.1", - "name": "SJT-1.5B-Alpha-1.1", - "developer": "Sakalti", + "id": "Goekdeniz-Guelmez/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2", + "name": "Josiefied-Qwen2.5-7B-Instruct-abliterated-v2", + "developer": "Goekdeniz-Guelmez", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3439, - "hfopenllm_v2/BBH": 0.4243, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.2966 + "hfopenllm_v2/IFEval": 0.7814, + "hfopenllm_v2/BBH": 0.531, + "hfopenllm_v2/MATH Level 5": 0.4532, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.412 } }, { - "id": "Sakalti/SJT-1.7B", - "name": "SJT-1.7B", - "developer": "Sakalti", + "id": "google/codegemma-1.1-2b", + "name": "codegemma-1.1-2b", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1776, - "hfopenllm_v2/BBH": 0.2934, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.1133 + "hfopenllm_v2/IFEval": 0.2294, + "hfopenllm_v2/BBH": 0.3353, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3871, + "hfopenllm_v2/MMLU-PRO": 0.1278 } }, { - "id": "Sakalti/SJT-14B", - "name": "SJT-14B", - "developer": "Sakalti", + "id": "google/flame-1.0-24B-july-2024", + "name": "google/flame-1.0-24B-july-2024", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5494, - "hfopenllm_v2/BBH": 0.6536, - "hfopenllm_v2/MATH Level 5": 0.3844, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4766, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "reward-bench/Score": 0.8781, + "reward-bench/Chat": 0.9218, + "reward-bench/Chat Hard": 0.7566, + "reward-bench/Safety": 0.8959, + "reward-bench/Reasoning": 0.938 } }, { - "id": "Sakalti/SJT-2.4B", - "name": "SJT-2.4B", - "developer": "Sakalti", + "id": "google/flan-t5-base", + "name": "flan-t5-base", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2804, - "hfopenllm_v2/BBH": 0.349, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3699, - "hfopenllm_v2/MMLU-PRO": 0.1858 + "hfopenllm_v2/IFEval": 0.1891, + "hfopenllm_v2/BBH": 0.3526, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2383, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.1357 } }, { - "id": "Sakalti/SJT-24B-Alpha", - "name": "SJT-24B-Alpha", - "developer": "Sakalti", + "id": "google/flan-t5-large", + "name": "flan-t5-large", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3206, - "hfopenllm_v2/BBH": 0.6081, - "hfopenllm_v2/MATH Level 5": 0.253, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.4857 + "hfopenllm_v2/IFEval": 0.2201, + "hfopenllm_v2/BBH": 0.4153, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.4083, + "hfopenllm_v2/MMLU-PRO": 0.1709 } }, { - "id": "Sakalti/SJT-2B", - "name": "SJT-2B", - "developer": "Sakalti", + "id": "google/flan-t5-small", + "name": "flan-t5-small", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2151, - "hfopenllm_v2/BBH": 0.2936, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.3564, - "hfopenllm_v2/MMLU-PRO": 0.1187 + "hfopenllm_v2/IFEval": 0.1524, + "hfopenllm_v2/BBH": 0.3283, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.4123, + "hfopenllm_v2/MMLU-PRO": 0.1233 } }, { - "id": "Sakalti/SJT-2B-V1.1", - "name": "SJT-2B-V1.1", - "developer": "Sakalti", + "id": "google/flan-t5-xl", + "name": "flan-t5-xl", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3977, - "hfopenllm_v2/BBH": 0.3984, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4299, - "hfopenllm_v2/MMLU-PRO": 0.2124 + "hfopenllm_v2/IFEval": 0.2207, + "hfopenllm_v2/BBH": 0.4537, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.422, + "hfopenllm_v2/MMLU-PRO": 0.2142 } }, { - "id": "Sakalti/SJT-3.7B", - "name": "SJT-3.7B", - "developer": "Sakalti", + "id": "google/flan-t5-xxl", + "name": "flan-t5-xxl", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1078, - "hfopenllm_v2/BBH": 0.3393, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3617, - "hfopenllm_v2/MMLU-PRO": 0.1505 + "hfopenllm_v2/IFEval": 0.22, + "hfopenllm_v2/BBH": 0.5066, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4218, + "hfopenllm_v2/MMLU-PRO": 0.2343 } }, { - "id": "Sakalti/SJT-4B", - "name": "SJT-4B", - "developer": "Sakalti", + "id": "google/flan-ul2", + "name": "flan-ul2", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4077, - "hfopenllm_v2/BBH": 0.4886, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.478, - "hfopenllm_v2/MMLU-PRO": 0.3281 + "hfopenllm_v2/IFEval": 0.2393, + "hfopenllm_v2/BBH": 0.5054, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3844, + "hfopenllm_v2/MMLU-PRO": 0.2493 } }, { - "id": "Sakalti/SJT-7.5B", - "name": "SJT-7.5B", - "developer": "Sakalti", + "id": "google/Gemini 2.5 Flash", + "name": "Gemini 2.5 Flash", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4223, - "hfopenllm_v2/BBH": 0.5367, - "hfopenllm_v2/MATH Level 5": 0.2168, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4399, - "hfopenllm_v2/MMLU-PRO": 0.3951 + "ace/Overall Score": 0.38, + "ace/Gaming Score": 0.284, + "apex-v1/Overall Score": 0.604 } }, { - "id": "Sakalti/SJT-7B-V1.1", - "name": "SJT-7B-V1.1", - "developer": "Sakalti", + "id": "google/Gemini 2.5 Pro", + "name": "Gemini 2.5 Pro", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4703, - "hfopenllm_v2/BBH": 0.5419, - "hfopenllm_v2/MATH Level 5": 0.2432, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4411, - "hfopenllm_v2/MMLU-PRO": 0.4412 + "ace/Overall Score": 0.4, + "ace/Gaming Score": 0.285 } }, { - "id": "Sakalti/SJT-7B-V1.1-Multilingal", - "name": "SJT-7B-V1.1-Multilingal", - "developer": "Sakalti", + "id": "google/Gemini 3 Flash", + "name": "Gemini 3 Flash", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1949, - "hfopenllm_v2/BBH": 0.292, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3621, - "hfopenllm_v2/MMLU-PRO": 0.1137 + "ace/Gaming Score": 0.415, + "apex-agents/Overall Pass@1": 0.24, + "apex-agents/Overall Pass@8": 0.367, + "apex-agents/Overall Mean Score": 0.395, + "apex-agents/Investment Banking Pass@1": 0.267, + "apex-agents/Management Consulting Pass@1": 0.193, + "apex-agents/Corporate Law Pass@1": 0.259, + "apex-agents/Corporate Lawyer Mean Score": 0.524, + "apex-v1/Overall Score": 0.64, + "apex-v1/Consulting Score": 0.64 } }, { - "id": "Sakalti/SJT-8B", - "name": "SJT-8B", - "developer": "Sakalti", + "id": "google/Gemini 3 Pro", + "name": "Gemini 3 Pro", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6535, - "hfopenllm_v2/BBH": 0.5282, - "hfopenllm_v2/MATH Level 5": 0.2538, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.408, - "hfopenllm_v2/MMLU-PRO": 0.4266 + "ace/Overall Score": 0.47, + "ace/Gaming Score": 0.509, + "apex-agents/Overall Pass@1": 0.184, + "apex-agents/Overall Pass@8": 0.373, + "apex-agents/Overall Mean Score": 0.341, + "apex-agents/Investment Banking Pass@1": 0.188, + "apex-agents/Management Consulting Pass@1": 0.124, + "apex-agents/Corporate Law Pass@1": 0.239, + "apex-agents/Corporate Lawyer Mean Score": 0.487, + "apex-v1/Overall Score": 0.643, + "apex-v1/Consulting Score": 0.64, + "apex-v1/Investment Banking Score": 0.63 } }, { - "id": "Sakalti/SJT-8B-V1.1", - "name": "SJT-8B-V1.1", - "developer": "Sakalti", + "id": "google/Gemini 3.1 Pro", + "name": "Gemini 3.1 Pro", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4621, - "hfopenllm_v2/BBH": 0.5121, - "hfopenllm_v2/MATH Level 5": 0.2069, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4266, - "hfopenllm_v2/MMLU-PRO": 0.4231 + "apex-agents/Overall Pass@1": 0.335, + "apex-agents/Corporate Lawyer Mean Score": 0.494 } }, { - "id": "Sakalti/SJT-900M", - "name": "SJT-900M", - "developer": "Sakalti", + "id": "google/gemini-1.0-pro-001", + "name": "Gemini 1.0 Pro 001", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.241, - "hfopenllm_v2/BBH": 0.3169, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3595, - "hfopenllm_v2/MMLU-PRO": 0.1142 + "helm_mmlu/MMLU All Subjects": 0.7, + "helm_mmlu/Abstract Algebra": 0.34, + "helm_mmlu/Anatomy": 0.652, + "helm_mmlu/College Physics": 0.333, + "helm_mmlu/Computer Security": 0.84, + "helm_mmlu/Econometrics": 0.553, + "helm_mmlu/Global Facts": 0.49, + "helm_mmlu/Jurisprudence": 0.861, + "helm_mmlu/Philosophy": 0.762, + "helm_mmlu/Professional Psychology": 0.752, + "helm_mmlu/Us Foreign Policy": 0.89, + "helm_mmlu/Astronomy": 0.796, + "helm_mmlu/Business Ethics": 0.69, + "helm_mmlu/Clinical Knowledge": 0.758, + "helm_mmlu/Conceptual Physics": 0.706, + "helm_mmlu/Electrical Engineering": 0.69, + "helm_mmlu/Elementary Mathematics": 0.476, + "helm_mmlu/Formal Logic": 0.468, + "helm_mmlu/High School World History": 0.865, + "helm_mmlu/Human Sexuality": 0.618, + "helm_mmlu/International Law": 0.876, + "helm_mmlu/Logical Fallacies": 0.804, + "helm_mmlu/Machine Learning": 0.527, + "helm_mmlu/Management": 0.845, + "helm_mmlu/Marketing": 0.91, + "helm_mmlu/Medical Genetics": 0.8, + "helm_mmlu/Miscellaneous": 0.851, + "helm_mmlu/Moral Scenarios": 0.46, + "helm_mmlu/Nutrition": 0.788, + "helm_mmlu/Prehistory": 0.802, + "helm_mmlu/Public Relations": 0.691, + "helm_mmlu/Security Studies": 0.804, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.536, + "helm_mmlu/World Religions": 0.86, + "helm_mmlu/Mean win rate": 0.677 } }, { - "id": "Sakalti/SJT-Moe2x7.5B", - "name": "SJT-Moe2x7.5B", - "developer": "Sakalti", + "id": "google/gemini-1.0-pro-002", + "name": "Gemini 1.0 Pro 002", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4117, - "hfopenllm_v2/BBH": 0.5371, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4399, - "hfopenllm_v2/MMLU-PRO": 0.3954 + "helm_lite/Mean win rate": 0.422, + "helm_lite/NarrativeQA": 0.751, + "helm_lite/NaturalQuestions (closed-book)": 0.391, + "helm_lite/OpenbookQA": 0.788, + "helm_lite/MMLU": 0.534, + "helm_lite/MATH": 0.665, + "helm_lite/GSM8K": 0.816, + "helm_lite/LegalBench": 0.475, + "helm_lite/MedQA": 0.483, + "helm_lite/WMT 2014": 0.194 } }, { - "id": "Sakalti/SJTPass-2", - "name": "SJTPass-2", - "developer": "Sakalti", + "id": "google/gemini-1.5-flash-001", + "name": "Gemini 1.5 Flash 001", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.24, - "hfopenllm_v2/BBH": 0.3302, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.1902 + "helm_lite/Mean win rate": 0.667, + "helm_lite/NarrativeQA": 0.783, + "helm_lite/NaturalQuestions (closed-book)": 0.332, + "helm_lite/OpenbookQA": 0.928, + "helm_lite/MMLU": 0.703, + "helm_lite/MATH": 0.753, + "helm_lite/GSM8K": 0.785, + "helm_lite/LegalBench": 0.661, + "helm_lite/MedQA": 0.68, + "helm_lite/WMT 2014": 0.225, + "helm_mmlu/MMLU All Subjects": 0.779, + "helm_mmlu/Abstract Algebra": 0.58, + "helm_mmlu/Anatomy": 0.8, + "helm_mmlu/College Physics": 0.696, + "helm_mmlu/Computer Security": 0.79, + "helm_mmlu/Econometrics": 0.614, + "helm_mmlu/Global Facts": 0.53, + "helm_mmlu/Jurisprudence": 0.889, + "helm_mmlu/Philosophy": 0.791, + "helm_mmlu/Professional Psychology": 0.828, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.882, + "helm_mmlu/Business Ethics": 0.81, + "helm_mmlu/Clinical Knowledge": 0.834, + "helm_mmlu/Conceptual Physics": 0.851, + "helm_mmlu/Electrical Engineering": 0.8, + "helm_mmlu/Elementary Mathematics": 0.754, + "helm_mmlu/Formal Logic": 0.627, + "helm_mmlu/High School World History": 0.907, + "helm_mmlu/Human Sexuality": 0.374, + "helm_mmlu/International Law": 0.901, + "helm_mmlu/Logical Fallacies": 0.853, + "helm_mmlu/Machine Learning": 0.571, + "helm_mmlu/Management": 0.864, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.86, + "helm_mmlu/Miscellaneous": 0.886, + "helm_mmlu/Moral Scenarios": 0.637, + "helm_mmlu/Nutrition": 0.82, + "helm_mmlu/Prehistory": 0.867, + "helm_mmlu/Public Relations": 0.764, + "helm_mmlu/Security Studies": 0.808, + "helm_mmlu/Sociology": 0.915, + "helm_mmlu/Virology": 0.566, + "helm_mmlu/World Religions": 0.883, + "helm_mmlu/Mean win rate": 0.47, + "reward-bench/Score": 0.8054, + "reward-bench/Chat": 0.9218, + "reward-bench/Chat Hard": 0.6349, + "reward-bench/Safety": 0.8696, + "reward-bench/Reasoning": 0.8512, + "reward-bench/Prior Sets (0.5 weight)": 0.6937 } }, { - "id": "Sakalti/SJTPass-4", - "name": "SJTPass-4", - "developer": "Sakalti", + "id": "google/gemini-1.5-flash-002", + "name": "Gemini 1.5 Flash 002", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1913, - "hfopenllm_v2/BBH": 0.2964, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3898, - "hfopenllm_v2/MMLU-PRO": 0.1083 + "helm_capabilities/Mean score": 0.609, + "helm_capabilities/MMLU-Pro": 0.678, + "helm_capabilities/GPQA": 0.437, + "helm_capabilities/IFEval": 0.831, + "helm_capabilities/WildBench": 0.792, + "helm_capabilities/Omni-MATH": 0.305, + "helm_lite/Mean win rate": 0.573, + "helm_lite/NarrativeQA": 0.746, + "helm_lite/NaturalQuestions (closed-book)": 0.323, + "helm_lite/OpenbookQA": 0.914, + "helm_lite/MMLU": 0.679, + "helm_lite/MATH": 0.908, + "helm_lite/GSM8K": 0.328, + "helm_lite/LegalBench": 0.67, + "helm_lite/MedQA": 0.656, + "helm_lite/WMT 2014": 0.212, + "helm_mmlu/MMLU All Subjects": 0.739, + "helm_mmlu/Abstract Algebra": 0.63, + "helm_mmlu/Anatomy": 0.793, + "helm_mmlu/College Physics": 0.637, + "helm_mmlu/Computer Security": 0.72, + "helm_mmlu/Econometrics": 0.675, + "helm_mmlu/Global Facts": 0.47, + "helm_mmlu/Jurisprudence": 0.852, + "helm_mmlu/Philosophy": 0.797, + "helm_mmlu/Professional Psychology": 0.806, + "helm_mmlu/Us Foreign Policy": 0.81, + "helm_mmlu/Astronomy": 0.895, + "helm_mmlu/Business Ethics": 0.27, + "helm_mmlu/Clinical Knowledge": 0.792, + "helm_mmlu/Conceptual Physics": 0.851, + "helm_mmlu/Electrical Engineering": 0.772, + "helm_mmlu/Elementary Mathematics": 0.704, + "helm_mmlu/Formal Logic": 0.595, + "helm_mmlu/High School World History": 0.869, + "helm_mmlu/Human Sexuality": 0.847, + "helm_mmlu/International Law": 0.752, + "helm_mmlu/Logical Fallacies": 0.859, + "helm_mmlu/Machine Learning": 0.616, + "helm_mmlu/Management": 0.893, + "helm_mmlu/Marketing": 0.953, + "helm_mmlu/Medical Genetics": 0.89, + "helm_mmlu/Miscellaneous": 0.9, + "helm_mmlu/Moral Scenarios": 0.676, + "helm_mmlu/Nutrition": 0.588, + "helm_mmlu/Prehistory": 0.762, + "helm_mmlu/Public Relations": 0.7, + "helm_mmlu/Security Studies": 0.547, + "helm_mmlu/Sociology": 0.851, + "helm_mmlu/Virology": 0.524, + "helm_mmlu/World Religions": 0.865, + "helm_mmlu/Mean win rate": 0.817 } }, { - "id": "Sakalti/SJTPass-5", - "name": "SJTPass-5", - "developer": "Sakalti", + "id": "google/gemini-1.5-flash-8b", + "name": "google/gemini-1.5-flash-8b", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2425, - "hfopenllm_v2/BBH": 0.3103, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3794, - "hfopenllm_v2/MMLU-PRO": 0.1327 + "reward-bench/Score": 0.4851, + "reward-bench/Factuality": 0.4611, + "reward-bench/Precise IF": 0.3625, + "reward-bench/Math": 0.5082, + "reward-bench/Safety": 0.6622, + "reward-bench/Focus": 0.6747, + "reward-bench/Ties": 0.2421 } }, { - "id": "Sakalti/Saba-Passthrough-2", - "name": "Saba-Passthrough-2", - "developer": "Sakalti", + "id": "google/gemini-1.5-flash-preview-0514", + "name": "Gemini 1.5 Flash 0514 preview", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1691, - "hfopenllm_v2/BBH": 0.3672, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3844, - "hfopenllm_v2/MMLU-PRO": 0.2077 + "helm_mmlu/MMLU All Subjects": 0.778, + "helm_mmlu/Abstract Algebra": 0.56, + "helm_mmlu/Anatomy": 0.807, + "helm_mmlu/College Physics": 0.667, + "helm_mmlu/Computer Security": 0.77, + "helm_mmlu/Econometrics": 0.64, + "helm_mmlu/Global Facts": 0.55, + "helm_mmlu/Jurisprudence": 0.889, + "helm_mmlu/Philosophy": 0.807, + "helm_mmlu/Professional Psychology": 0.825, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.868, + "helm_mmlu/Business Ethics": 0.82, + "helm_mmlu/Clinical Knowledge": 0.838, + "helm_mmlu/Conceptual Physics": 0.855, + "helm_mmlu/Electrical Engineering": 0.814, + "helm_mmlu/Elementary Mathematics": 0.778, + "helm_mmlu/Formal Logic": 0.611, + "helm_mmlu/High School World History": 0.907, + "helm_mmlu/Human Sexuality": 0.374, + "helm_mmlu/International Law": 0.876, + "helm_mmlu/Logical Fallacies": 0.853, + "helm_mmlu/Machine Learning": 0.562, + "helm_mmlu/Management": 0.854, + "helm_mmlu/Marketing": 0.936, + "helm_mmlu/Medical Genetics": 0.86, + "helm_mmlu/Miscellaneous": 0.884, + "helm_mmlu/Moral Scenarios": 0.631, + "helm_mmlu/Nutrition": 0.801, + "helm_mmlu/Prehistory": 0.867, + "helm_mmlu/Public Relations": 0.773, + "helm_mmlu/Security Studies": 0.812, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.566, + "helm_mmlu/World Religions": 0.871, + "helm_mmlu/Mean win rate": 0.713 } }, { - "id": "Sakalti/Saba1-1.8B", - "name": "Saba1-1.8B", - "developer": "Sakalti", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3333, - "hfopenllm_v2/BBH": 0.4147, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.2926 + "id": "google/gemini-1.5-pro-001", + "name": "Gemini 1.5 Pro 001", + "developer": "Google", + "evaluator_relationship": null, + "benchmark_scores": { + "helm_lite/Mean win rate": 0.739, + "helm_lite/NarrativeQA": 0.783, + "helm_lite/NaturalQuestions (closed-book)": 0.378, + "helm_lite/OpenbookQA": 0.902, + "helm_lite/MMLU": 0.772, + "helm_lite/MATH": 0.825, + "helm_lite/GSM8K": 0.836, + "helm_lite/LegalBench": 0.757, + "helm_lite/MedQA": 0.692, + "helm_lite/WMT 2014": 0.189, + "helm_mmlu/MMLU All Subjects": 0.827, + "helm_mmlu/Abstract Algebra": 0.75, + "helm_mmlu/Anatomy": 0.83, + "helm_mmlu/College Physics": 0.745, + "helm_mmlu/Computer Security": 0.83, + "helm_mmlu/Econometrics": 0.728, + "helm_mmlu/Global Facts": 0.66, + "helm_mmlu/Jurisprudence": 0.889, + "helm_mmlu/Philosophy": 0.871, + "helm_mmlu/Professional Psychology": 0.894, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.914, + "helm_mmlu/Business Ethics": 0.8, + "helm_mmlu/Clinical Knowledge": 0.853, + "helm_mmlu/Conceptual Physics": 0.949, + "helm_mmlu/Electrical Engineering": 0.745, + "helm_mmlu/Elementary Mathematics": 0.939, + "helm_mmlu/Formal Logic": 0.706, + "helm_mmlu/High School World History": 0.924, + "helm_mmlu/Human Sexuality": 0.374, + "helm_mmlu/International Law": 0.917, + "helm_mmlu/Logical Fallacies": 0.896, + "helm_mmlu/Machine Learning": 0.652, + "helm_mmlu/Management": 0.922, + "helm_mmlu/Marketing": 0.932, + "helm_mmlu/Medical Genetics": 0.91, + "helm_mmlu/Miscellaneous": 0.958, + "helm_mmlu/Moral Scenarios": 0.739, + "helm_mmlu/Nutrition": 0.879, + "helm_mmlu/Prehistory": 0.87, + "helm_mmlu/Public Relations": 0.818, + "helm_mmlu/Security Studies": 0.873, + "helm_mmlu/Sociology": 0.92, + "helm_mmlu/Virology": 0.554, + "helm_mmlu/World Religions": 0.854, + "helm_mmlu/Mean win rate": 0.349 } }, { - "id": "Sakalti/Saba1-7B", - "name": "Saba1-7B", - "developer": "Sakalti", + "id": "google/gemini-1.5-pro-002", + "name": "Gemini 1.5 Pro 002", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4585, - "hfopenllm_v2/BBH": 0.5489, - "hfopenllm_v2/MATH Level 5": 0.3663, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4793, - "hfopenllm_v2/MMLU-PRO": 0.4376 + "helm_capabilities/Mean score": 0.657, + "helm_capabilities/MMLU-Pro": 0.737, + "helm_capabilities/GPQA": 0.534, + "helm_capabilities/IFEval": 0.837, + "helm_capabilities/WildBench": 0.813, + "helm_capabilities/Omni-MATH": 0.364, + "helm_lite/Mean win rate": 0.842, + "helm_lite/NarrativeQA": 0.756, + "helm_lite/NaturalQuestions (closed-book)": 0.455, + "helm_lite/OpenbookQA": 0.952, + "helm_lite/MMLU": 0.795, + "helm_lite/MATH": 0.92, + "helm_lite/GSM8K": 0.817, + "helm_lite/LegalBench": 0.747, + "helm_lite/MedQA": 0.771, + "helm_lite/WMT 2014": 0.231, + "helm_mmlu/MMLU All Subjects": 0.869, + "helm_mmlu/Abstract Algebra": 0.82, + "helm_mmlu/Anatomy": 0.83, + "helm_mmlu/College Physics": 0.863, + "helm_mmlu/Computer Security": 0.85, + "helm_mmlu/Econometrics": 0.693, + "helm_mmlu/Global Facts": 0.77, + "helm_mmlu/Jurisprudence": 0.898, + "helm_mmlu/Philosophy": 0.887, + "helm_mmlu/Professional Psychology": 0.912, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.934, + "helm_mmlu/Business Ethics": 0.84, + "helm_mmlu/Clinical Knowledge": 0.906, + "helm_mmlu/Conceptual Physics": 0.945, + "helm_mmlu/Electrical Engineering": 0.855, + "helm_mmlu/Elementary Mathematics": 0.942, + "helm_mmlu/Formal Logic": 0.754, + "helm_mmlu/High School World History": 0.937, + "helm_mmlu/Human Sexuality": 0.878, + "helm_mmlu/International Law": 0.917, + "helm_mmlu/Logical Fallacies": 0.902, + "helm_mmlu/Machine Learning": 0.83, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.962, + "helm_mmlu/Medical Genetics": 0.92, + "helm_mmlu/Miscellaneous": 0.959, + "helm_mmlu/Moral Scenarios": 0.792, + "helm_mmlu/Nutrition": 0.886, + "helm_mmlu/Prehistory": 0.926, + "helm_mmlu/Public Relations": 0.809, + "helm_mmlu/Security Studies": 0.857, + "helm_mmlu/Sociology": 0.95, + "helm_mmlu/Virology": 0.566, + "helm_mmlu/World Religions": 0.889, + "helm_mmlu/Mean win rate": 0.334 } }, { - "id": "Sakalti/Saba1.5-1.5B", - "name": "Saba1.5-1.5B", - "developer": "Sakalti", + "id": "google/gemini-1.5-pro-0514", + "name": "google/gemini-1.5-pro-0514", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3333, - "hfopenllm_v2/BBH": 0.4147, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4239, - "hfopenllm_v2/MMLU-PRO": 0.2926 + "reward-bench/Score": 0.882, + "reward-bench/Chat": 0.9232, + "reward-bench/Chat Hard": 0.8059, + "reward-bench/Safety": 0.8791, + "reward-bench/Reasoning": 0.9199 } }, { - "id": "Sakalti/Saba1.5-Pro-3B", - "name": "Saba1.5-Pro-3B", - "developer": "Sakalti", + "id": "google/gemini-1.5-pro-0924", + "name": "google/gemini-1.5-pro-0924", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2386, - "hfopenllm_v2/BBH": 0.3623, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4405, - "hfopenllm_v2/MMLU-PRO": 0.1958 + "reward-bench/Score": 0.8678, + "reward-bench/Chat": 0.9413, + "reward-bench/Chat Hard": 0.7697, + "reward-bench/Safety": 0.8581, + "reward-bench/Reasoning": 0.9022 } }, { - "id": "Sakalti/Saba2-14B-Preview", - "name": "Saba2-14B-Preview", - "developer": "Sakalti", + "id": "google/gemini-1.5-pro-preview-0409", + "name": "Gemini 1.5 Pro 0409 preview", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4722, - "hfopenllm_v2/BBH": 0.6496, - "hfopenllm_v2/MATH Level 5": 0.3127, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4781, - "hfopenllm_v2/MMLU-PRO": 0.5384 + "helm_mmlu/MMLU All Subjects": 0.81, + "helm_mmlu/Abstract Algebra": 0.6, + "helm_mmlu/Anatomy": 0.77, + "helm_mmlu/College Physics": 0.804, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.737, + "helm_mmlu/Global Facts": 0.66, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.846, + "helm_mmlu/Professional Psychology": 0.866, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.914, + "helm_mmlu/Business Ethics": 0.8, + "helm_mmlu/Clinical Knowledge": 0.868, + "helm_mmlu/Conceptual Physics": 0.915, + "helm_mmlu/Electrical Engineering": 0.772, + "helm_mmlu/Elementary Mathematics": 0.884, + "helm_mmlu/Formal Logic": 0.643, + "helm_mmlu/High School World History": 0.924, + "helm_mmlu/Human Sexuality": 0.397, + "helm_mmlu/International Law": 0.917, + "helm_mmlu/Logical Fallacies": 0.859, + "helm_mmlu/Machine Learning": 0.67, + "helm_mmlu/Management": 0.874, + "helm_mmlu/Marketing": 0.953, + "helm_mmlu/Medical Genetics": 0.91, + "helm_mmlu/Miscellaneous": 0.928, + "helm_mmlu/Moral Scenarios": 0.696, + "helm_mmlu/Nutrition": 0.846, + "helm_mmlu/Prehistory": 0.886, + "helm_mmlu/Public Relations": 0.755, + "helm_mmlu/Security Studies": 0.849, + "helm_mmlu/Sociology": 0.925, + "helm_mmlu/Virology": 0.584, + "helm_mmlu/World Religions": 0.877, + "helm_mmlu/Mean win rate": 0.118 } }, { - "id": "Sakalti/Saba2-3B", - "name": "Saba2-3B", - "developer": "Sakalti", + "id": "google/gemini-2.0-flash-001", + "name": "Gemini 2.0 Flash", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2865, - "hfopenllm_v2/BBH": 0.2801, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3927, - "hfopenllm_v2/MMLU-PRO": 0.121 + "helm_capabilities/Mean score": 0.679, + "helm_capabilities/MMLU-Pro": 0.737, + "helm_capabilities/GPQA": 0.556, + "helm_capabilities/IFEval": 0.841, + "helm_capabilities/WildBench": 0.8, + "helm_capabilities/Omni-MATH": 0.459 } }, { - "id": "Sakalti/Sailor-japanese", - "name": "Sailor-japanese", - "developer": "Sakalti", + "id": "google/gemini-2.0-flash-exp", + "name": "Gemini 2.0 Flash Experimental", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1605, - "hfopenllm_v2/BBH": 0.2913, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3912, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "helm_lite/Mean win rate": 0.813, + "helm_lite/NarrativeQA": 0.783, + "helm_lite/NaturalQuestions (closed-book)": 0.443, + "helm_lite/OpenbookQA": 0.946, + "helm_lite/MMLU": 0.717, + "helm_lite/MATH": 0.901, + "helm_lite/GSM8K": 0.946, + "helm_lite/LegalBench": 0.674, + "helm_lite/MedQA": 0.73, + "helm_lite/WMT 2014": 0.212, + "helm_mmlu/MMLU All Subjects": 0.797, + "helm_mmlu/Abstract Algebra": 0.72, + "helm_mmlu/Anatomy": 0.807, + "helm_mmlu/College Physics": 0.696, + "helm_mmlu/Computer Security": 0.83, + "helm_mmlu/Econometrics": 0.693, + "helm_mmlu/Global Facts": 0.66, + "helm_mmlu/Jurisprudence": 0.898, + "helm_mmlu/Philosophy": 0.887, + "helm_mmlu/Professional Psychology": 0.876, + "helm_mmlu/Us Foreign Policy": 0.78, + "helm_mmlu/Astronomy": 0.928, + "helm_mmlu/Business Ethics": 0.73, + "helm_mmlu/Clinical Knowledge": 0.879, + "helm_mmlu/Conceptual Physics": 0.813, + "helm_mmlu/Electrical Engineering": 0.834, + "helm_mmlu/Elementary Mathematics": 0.857, + "helm_mmlu/Formal Logic": 0.571, + "helm_mmlu/High School World History": 0.743, + "helm_mmlu/Human Sexuality": 0.901, + "helm_mmlu/International Law": 0.645, + "helm_mmlu/Logical Fallacies": 0.914, + "helm_mmlu/Machine Learning": 0.759, + "helm_mmlu/Management": 0.718, + "helm_mmlu/Marketing": 0.944, + "helm_mmlu/Medical Genetics": 0.89, + "helm_mmlu/Miscellaneous": 0.939, + "helm_mmlu/Moral Scenarios": 0.815, + "helm_mmlu/Nutrition": 0.856, + "helm_mmlu/Prehistory": 0.898, + "helm_mmlu/Public Relations": 0.791, + "helm_mmlu/Security Studies": 0.69, + "helm_mmlu/Sociology": 0.786, + "helm_mmlu/Virology": 0.554, + "helm_mmlu/World Religions": 0.731, + "helm_mmlu/Mean win rate": 0.567 } }, { - "id": "Sakalti/Saka-1.5B", - "name": "Saka-1.5B", - "developer": "Sakalti", + "id": "google/gemini-2.0-flash-lite-preview-02-05", + "name": "Gemini 2.0 Flash Lite 02-05 preview", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2726, - "hfopenllm_v2/BBH": 0.3988, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.2415 + "helm_capabilities/Mean score": 0.642, + "helm_capabilities/MMLU-Pro": 0.72, + "helm_capabilities/GPQA": 0.5, + "helm_capabilities/IFEval": 0.824, + "helm_capabilities/WildBench": 0.79, + "helm_capabilities/Omni-MATH": 0.374 } }, { - "id": "Sakalti/Saka-14B", - "name": "Saka-14B", - "developer": "Sakalti", + "id": "google/gemini-2.5-flash", + "name": "Gemini 2.5 Flash", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7174, - "hfopenllm_v2/BBH": 0.6497, - "hfopenllm_v2/MATH Level 5": 0.4094, - "hfopenllm_v2/GPQA": 0.396, - "hfopenllm_v2/MUSR": 0.4886, - "hfopenllm_v2/MMLU-PRO": 0.5396 + "global-mmlu-lite/Global MMLU Lite": 0.9145, + "global-mmlu-lite/Culturally Sensitive": 0.9, + "global-mmlu-lite/Culturally Agnostic": 0.9291, + "global-mmlu-lite/Arabic": 0.9125, + "global-mmlu-lite/English": 0.9325, + "global-mmlu-lite/Bengali": 0.91, + "global-mmlu-lite/German": 0.9025, + "global-mmlu-lite/French": 0.91, + "global-mmlu-lite/Hindi": 0.925, + "global-mmlu-lite/Indonesian": 0.9075, + "global-mmlu-lite/Italian": 0.9225, + "global-mmlu-lite/Japanese": 0.9125, + "global-mmlu-lite/Korean": 0.915, + "global-mmlu-lite/Portuguese": 0.9125, + "global-mmlu-lite/Spanish": 0.9175, + "global-mmlu-lite/Swahili": 0.915, + "global-mmlu-lite/Yoruba": 0.9075, + "global-mmlu-lite/Chinese": 0.915, + "global-mmlu-lite/Burmese": 0.915, + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.028169014084507043, + "livecodebenchpro/Easy Problems": 0.38028169014084506, + "reward-bench/Score": 0.7767, + "reward-bench/Factuality": 0.674, + "reward-bench/Precise IF": 0.575, + "reward-bench/Math": 0.852, + "reward-bench/Safety": 0.909, + "reward-bench/Focus": 0.841, + "reward-bench/Ties": 0.809, + "terminal-bench-2.0/terminal-bench-2.0": 16.4 } }, { - "id": "Sakalti/Saka-24B", - "name": "Saka-24B", - "developer": "Sakalti", + "id": "google/gemini-2.5-flash-lite", + "name": "Gemini 2.5 Flash-Lite", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3819, - "hfopenllm_v2/BBH": 0.6072, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.4541, - "hfopenllm_v2/MMLU-PRO": 0.4766 + "helm_capabilities/Mean score": 0.591, + "helm_capabilities/MMLU-Pro": 0.537, + "helm_capabilities/GPQA": 0.309, + "helm_capabilities/IFEval": 0.81, + "helm_capabilities/WildBench": 0.818, + "helm_capabilities/Omni-MATH": 0.48 } }, { - "id": "Sakalti/Saka-7.2B", - "name": "Saka-7.2B", - "developer": "Sakalti", + "id": "google/gemini-2.5-flash-preview-04-17", + "name": "Gemini 2.5 Flash 04-17 preview", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1545, - "hfopenllm_v2/BBH": 0.2945, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3711, - "hfopenllm_v2/MMLU-PRO": 0.116 + "helm_capabilities/Mean score": 0.626, + "helm_capabilities/MMLU-Pro": 0.639, + "helm_capabilities/GPQA": 0.39, + "helm_capabilities/IFEval": 0.898, + "helm_capabilities/WildBench": 0.817, + "helm_capabilities/Omni-MATH": 0.384, + "reward-bench/Score": 0.7721, + "reward-bench/Factuality": 0.6574, + "reward-bench/Precise IF": 0.5531, + "reward-bench/Math": 0.8115, + "reward-bench/Safety": 0.9094, + "reward-bench/Focus": 0.8672, + "reward-bench/Ties": 0.8341 } }, { - "id": "Sakalti/Saka-7.6B", - "name": "Saka-7.6B", - "developer": "Sakalti", + "id": "google/gemini-2.5-flash-preview-05-20", + "name": "gemini-2.5-flash-preview-05-20", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4524, - "hfopenllm_v2/BBH": 0.5655, - "hfopenllm_v2/MATH Level 5": 0.3255, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4489, - "hfopenllm_v2/MMLU-PRO": 0.454 + "global-mmlu-lite/Global MMLU Lite": 0.9092, + "global-mmlu-lite/Culturally Sensitive": 0.8925, + "global-mmlu-lite/Culturally Agnostic": 0.9259, + "global-mmlu-lite/Arabic": 0.905, + "global-mmlu-lite/English": 0.9225, + "global-mmlu-lite/Bengali": 0.91, + "global-mmlu-lite/German": 0.905, + "global-mmlu-lite/French": 0.925, + "global-mmlu-lite/Hindi": 0.9125, + "global-mmlu-lite/Indonesian": 0.9075, + "global-mmlu-lite/Italian": 0.89, + "global-mmlu-lite/Japanese": 0.9125, + "global-mmlu-lite/Korean": 0.9075, + "global-mmlu-lite/Portuguese": 0.915, + "global-mmlu-lite/Spanish": 0.915, + "global-mmlu-lite/Swahili": 0.905, + "global-mmlu-lite/Yoruba": 0.8825, + "global-mmlu-lite/Chinese": 0.93, + "global-mmlu-lite/Burmese": 0.9025 } }, { - "id": "Sakalti/SakaMoe-3x1.6B-Instruct", - "name": "SakaMoe-3x1.6B-Instruct", - "developer": "Sakalti", + "id": "google/gemini-2.5-pro", + "name": "Gemini 2.5 Pro", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2371, - "hfopenllm_v2/BBH": 0.3282, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1882 + "global-mmlu-lite/Global MMLU Lite": 0.9323, + "global-mmlu-lite/Culturally Sensitive": 0.9241, + "global-mmlu-lite/Culturally Agnostic": 0.9406, + "global-mmlu-lite/Arabic": 0.9475, + "global-mmlu-lite/English": 0.9275, + "global-mmlu-lite/Bengali": 0.9275, + "global-mmlu-lite/German": 0.93, + "global-mmlu-lite/French": 0.9425, + "global-mmlu-lite/Hindi": 0.9275, + "global-mmlu-lite/Indonesian": 0.925, + "global-mmlu-lite/Italian": 0.935, + "global-mmlu-lite/Japanese": 0.9375, + "global-mmlu-lite/Korean": 0.9275, + "global-mmlu-lite/Portuguese": 0.93, + "global-mmlu-lite/Spanish": 0.94, + "global-mmlu-lite/Swahili": 0.9375, + "global-mmlu-lite/Yoruba": 0.925, + "global-mmlu-lite/Chinese": 0.9275, + "global-mmlu-lite/Burmese": 0.93, + "livecodebenchpro/Hard Problems": 0.014084507042253521, + "livecodebenchpro/Medium Problems": 0.2112676056338028, + "livecodebenchpro/Easy Problems": 0.7183098591549296, + "reward-bench/Score": 0.7948, + "reward-bench/Factuality": 0.755, + "reward-bench/Precise IF": 0.619, + "reward-bench/Math": 0.898, + "reward-bench/Safety": 0.881, + "reward-bench/Focus": 0.805, + "reward-bench/Ties": 0.811, + "terminal-bench-2.0/terminal-bench-2.0": 16.4 } }, { - "id": "Sakalti/SakalFusion-7B-Alpha", - "name": "SakalFusion-7B-Alpha", - "developer": "Sakalti", + "id": "google/gemini-2.5-pro-preview-03-25", + "name": "Gemini 2.5 Pro 03-25 preview", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.529, - "hfopenllm_v2/BBH": 0.5591, - "hfopenllm_v2/MATH Level 5": 0.3844, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4581, - "hfopenllm_v2/MMLU-PRO": 0.4474 + "helm_capabilities/Mean score": 0.745, + "helm_capabilities/MMLU-Pro": 0.863, + "helm_capabilities/GPQA": 0.749, + "helm_capabilities/IFEval": 0.84, + "helm_capabilities/WildBench": 0.857, + "helm_capabilities/Omni-MATH": 0.416 } }, { - "id": "Sakalti/SakalFusion-7B-Beta", - "name": "SakalFusion-7B-Beta", - "developer": "Sakalti", + "id": "google/gemini-2.5-pro-preview-05-06", + "name": "google/gemini-2.5-pro-preview-05-06", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1809, - "hfopenllm_v2/BBH": 0.2881, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3872, - "hfopenllm_v2/MMLU-PRO": 0.109 + "reward-bench/Score": 0.6775, + "reward-bench/Factuality": 0.6532, + "reward-bench/Precise IF": 0.4688, + "reward-bench/Math": 0.5342, + "reward-bench/Safety": 0.8806, + "reward-bench/Focus": 0.8308, + "reward-bench/Ties": 0.6973 } }, { - "id": "Sakalti/Tara-3.8B-v1.1", - "name": "Tara-3.8B-v1.1", - "developer": "Sakalti", + "id": "google/gemini-3-flash", + "name": "Gemini 3 Flash", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4062, - "hfopenllm_v2/BBH": 0.4886, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.478, - "hfopenllm_v2/MMLU-PRO": 0.3281 + "terminal-bench-2.0/terminal-bench-2.0": 64.3 } }, { - "id": "Sakalti/light-1.1-3B", - "name": "light-1.1-3B", - "developer": "Sakalti", + "id": "google/gemini-3-pro", + "name": "Gemini 3 Pro", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2735, - "hfopenllm_v2/BBH": 0.2803, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3901, - "hfopenllm_v2/MMLU-PRO": 0.1209 + "terminal-bench-2.0/terminal-bench-2.0": 61.8 } }, { - "id": "Sakalti/light-3B", - "name": "light-3B", - "developer": "Sakalti", + "id": "google/gemini-3-pro-preview", + "name": "gemini-3-pro-preview", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5337, - "hfopenllm_v2/BBH": 0.4831, - "hfopenllm_v2/MATH Level 5": 0.2591, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.3775 + "appworld_test_normal/appworld/test_normal": 0.36, + "browsecompplus/browsecompplus": 0.3333, + "global-mmlu-lite/Global MMLU Lite": 0.9453, + "global-mmlu-lite/Culturally Sensitive": 0.9397, + "global-mmlu-lite/Culturally Agnostic": 0.9509, + "global-mmlu-lite/Arabic": 0.9475, + "global-mmlu-lite/English": 0.9425, + "global-mmlu-lite/Bengali": 0.9425, + "global-mmlu-lite/German": 0.94, + "global-mmlu-lite/French": 0.9575, + "global-mmlu-lite/Hindi": 0.9425, + "global-mmlu-lite/Indonesian": 0.955, + "global-mmlu-lite/Italian": 0.955, + "global-mmlu-lite/Japanese": 0.94, + "global-mmlu-lite/Korean": 0.94, + "global-mmlu-lite/Portuguese": 0.9425, + "global-mmlu-lite/Spanish": 0.9475, + "global-mmlu-lite/Swahili": 0.94, + "global-mmlu-lite/Yoruba": 0.9425, + "global-mmlu-lite/Chinese": 0.9475, + "global-mmlu-lite/Burmese": 0.9425, + "swe-bench/swe-bench": 0.7576, + "tau-bench-2_airline/tau-bench-2/airline": 0.68, + "tau-bench-2_retail/tau-bench-2/retail": 0.7805, + "tau-bench-2_telecom/tau-bench-2/telecom": 0.88 } }, { - "id": "Sakalti/light-3b-beta", - "name": "light-3b-beta", - "developer": "Sakalti", + "id": "google/gemini-3.1-pro", + "name": "Gemini 3.1 Pro", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5485, - "hfopenllm_v2/BBH": 0.4815, - "hfopenllm_v2/MATH Level 5": 0.2772, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.3758 + "terminal-bench-2.0/terminal-bench-2.0": 78.4 } }, { - "id": "Sakalti/light-7b-beta", - "name": "light-7b-beta", - "developer": "Sakalti", + "id": "google/gemma-1.1-2b-it", + "name": "gemma-1.1-2b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6234, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.3769, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.4456 + "hfopenllm_v2/IFEval": 0.3067, + "hfopenllm_v2/BBH": 0.3185, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3394, + "hfopenllm_v2/MMLU-PRO": 0.1484 } }, { - "id": "Sakalti/llama-3-yanyuedao-8b-instruct", - "name": "llama-3-yanyuedao-8b-instruct", - "developer": "Sakalti", + "id": "google/gemma-1.1-7b-it", + "name": "gemma-1.1-7b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2186, - "hfopenllm_v2/BBH": 0.435, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.2911 + "hfopenllm_v2/IFEval": 0.5039, + "hfopenllm_v2/BBH": 0.3935, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.423, + "hfopenllm_v2/MMLU-PRO": 0.2584 } }, { - "id": "Sakalti/magro-7B", - "name": "magro-7B", - "developer": "Sakalti", + "id": "google/gemma-2-27b", + "name": "Gemma 2 27B", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1344, - "hfopenllm_v2/BBH": 0.4186, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.446, - "hfopenllm_v2/MMLU-PRO": 0.2765 + "helm_mmlu/MMLU All Subjects": 0.757, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.77, + "helm_mmlu/College Physics": 0.5, + "helm_mmlu/Computer Security": 0.84, + "helm_mmlu/Econometrics": 0.667, + "helm_mmlu/Global Facts": 0.43, + "helm_mmlu/Jurisprudence": 0.861, + "helm_mmlu/Philosophy": 0.849, + "helm_mmlu/Professional Psychology": 0.84, + "helm_mmlu/Us Foreign Policy": 0.95, + "helm_mmlu/Astronomy": 0.829, + "helm_mmlu/Business Ethics": 0.78, + "helm_mmlu/Clinical Knowledge": 0.808, + "helm_mmlu/Conceptual Physics": 0.834, + "helm_mmlu/Electrical Engineering": 0.738, + "helm_mmlu/Elementary Mathematics": 0.558, + "helm_mmlu/Formal Logic": 0.516, + "helm_mmlu/High School World History": 0.89, + "helm_mmlu/Human Sexuality": 0.84, + "helm_mmlu/International Law": 0.843, + "helm_mmlu/Logical Fallacies": 0.865, + "helm_mmlu/Machine Learning": 0.625, + "helm_mmlu/Management": 0.864, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.87, + "helm_mmlu/Miscellaneous": 0.885, + "helm_mmlu/Moral Scenarios": 0.394, + "helm_mmlu/Nutrition": 0.824, + "helm_mmlu/Prehistory": 0.877, + "helm_mmlu/Public Relations": 0.745, + "helm_mmlu/Security Studies": 0.808, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.56, + "helm_mmlu/World Religions": 0.924, + "helm_mmlu/Mean win rate": 0.05, + "hfopenllm_v2/IFEval": 0.2475, + "hfopenllm_v2/BBH": 0.5643, + "hfopenllm_v2/MATH Level 5": 0.1662, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4396, + "hfopenllm_v2/MMLU-PRO": 0.4371 } }, { - "id": "Sakalti/mergekit-01", - "name": "mergekit-01", - "developer": "Sakalti", + "id": "google/gemma-2-27b-it", + "name": "Gemma 2 Instruct 27B", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6234, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.3769, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.4456 + "helm_lite/Mean win rate": 0.675, + "helm_lite/NarrativeQA": 0.79, + "helm_lite/NaturalQuestions (closed-book)": 0.353, + "helm_lite/OpenbookQA": 0.918, + "helm_lite/MMLU": 0.664, + "helm_lite/MATH": 0.746, + "helm_lite/GSM8K": 0.812, + "helm_lite/LegalBench": 0.7, + "helm_lite/MedQA": 0.684, + "helm_lite/WMT 2014": 0.214, + "hfopenllm_v2/IFEval": 0.7978, + "hfopenllm_v2/BBH": 0.6451, + "hfopenllm_v2/MATH Level 5": 0.2387, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4033, + "hfopenllm_v2/MMLU-PRO": 0.4451, + "reward-bench/Score": 0.809, + "reward-bench/Chat": 0.9483, + "reward-bench/Chat Hard": 0.591, + "reward-bench/Safety": 0.8635, + "reward-bench/Reasoning": 0.833 } }, { - "id": "Sakalti/mergekit-della_linear-vmeykci", - "name": "mergekit-della_linear-vmeykci", - "developer": "Sakalti", + "id": "google/gemma-2-2b", + "name": "gemma-2-2b", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1126, - "hfopenllm_v2/BBH": 0.2816, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3897, - "hfopenllm_v2/MMLU-PRO": 0.1089 + "hfopenllm_v2/IFEval": 0.1993, + "hfopenllm_v2/BBH": 0.3656, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.218 } }, { - "id": "Sakalti/model-3", - "name": "model-3", - "developer": "Sakalti", + "id": "google/gemma-2-2b-it", + "name": "gemma-2-2b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6264, - "hfopenllm_v2/BBH": 0.5542, - "hfopenllm_v2/MATH Level 5": 0.3708, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.4455 + "hfopenllm_v2/IFEval": 0.5668, + "hfopenllm_v2/BBH": 0.4199, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3929, + "hfopenllm_v2/MMLU-PRO": 0.255 } }, { - "id": "Sakalti/qwen2.5-2.3B", - "name": "qwen2.5-2.3B", - "developer": "Sakalti", + "id": "google/gemma-2-2b-jpn-it", + "name": "gemma-2-2b-jpn-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1288, - "hfopenllm_v2/BBH": 0.2849, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3857, - "hfopenllm_v2/MMLU-PRO": 0.1173 + "hfopenllm_v2/IFEval": 0.5078, + "hfopenllm_v2/BBH": 0.4226, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.2578 } }, { - "id": "Sakalti/tara-3.8B", - "name": "tara-3.8B", - "developer": "Sakalti", + "id": "google/gemma-2-9b", + "name": "Gemma 2 9B", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4077, - "hfopenllm_v2/BBH": 0.4886, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.478, - "hfopenllm_v2/MMLU-PRO": 0.3281 + "helm_mmlu/MMLU All Subjects": 0.721, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.704, + "helm_mmlu/College Physics": 0.5, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.579, + "helm_mmlu/Global Facts": 0.53, + "helm_mmlu/Jurisprudence": 0.833, + "helm_mmlu/Philosophy": 0.772, + "helm_mmlu/Professional Psychology": 0.788, + "helm_mmlu/Us Foreign Policy": 0.9, + "helm_mmlu/Astronomy": 0.789, + "helm_mmlu/Business Ethics": 0.77, + "helm_mmlu/Clinical Knowledge": 0.777, + "helm_mmlu/Conceptual Physics": 0.732, + "helm_mmlu/Electrical Engineering": 0.724, + "helm_mmlu/Elementary Mathematics": 0.577, + "helm_mmlu/Formal Logic": 0.492, + "helm_mmlu/High School World History": 0.865, + "helm_mmlu/Human Sexuality": 0.809, + "helm_mmlu/International Law": 0.835, + "helm_mmlu/Logical Fallacies": 0.816, + "helm_mmlu/Machine Learning": 0.509, + "helm_mmlu/Management": 0.874, + "helm_mmlu/Marketing": 0.919, + "helm_mmlu/Medical Genetics": 0.84, + "helm_mmlu/Miscellaneous": 0.844, + "helm_mmlu/Moral Scenarios": 0.295, + "helm_mmlu/Nutrition": 0.775, + "helm_mmlu/Prehistory": 0.812, + "helm_mmlu/Public Relations": 0.736, + "helm_mmlu/Security Studies": 0.78, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.53, + "helm_mmlu/World Religions": 0.86, + "helm_mmlu/Mean win rate": 0.265, + "hfopenllm_v2/IFEval": 0.204, + "hfopenllm_v2/BBH": 0.5377, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4461, + "hfopenllm_v2/MMLU-PRO": 0.4103 } }, { - "id": "Sakalti/ultiima-14B", - "name": "ultiima-14B", - "developer": "Sakalti", + "id": "google/gemma-2-9b-it", + "name": "Gemma 2 Instruct 9B", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5701, - "hfopenllm_v2/BBH": 0.6491, - "hfopenllm_v2/MATH Level 5": 0.4698, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4718, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "helm_lite/Mean win rate": 0.562, + "helm_lite/NarrativeQA": 0.768, + "helm_lite/NaturalQuestions (closed-book)": 0.328, + "helm_lite/OpenbookQA": 0.91, + "helm_lite/MMLU": 0.645, + "helm_lite/MATH": 0.724, + "helm_lite/GSM8K": 0.762, + "helm_lite/LegalBench": 0.639, + "helm_lite/MedQA": 0.63, + "helm_lite/WMT 2014": 0.201, + "hfopenllm_v2/IFEval": 0.7436, + "hfopenllm_v2/BBH": 0.599, + "hfopenllm_v2/MATH Level 5": 0.1949, + "hfopenllm_v2/GPQA": 0.3607, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3875, + "la_leaderboard/la_leaderboard": 33.62 } }, { - "id": "Sakalti/ultiima-14B-v0.2", - "name": "ultiima-14B-v0.2", - "developer": "Sakalti", + "id": "google/gemma-2b", + "name": "gemma-2b", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.707, - "hfopenllm_v2/BBH": 0.6472, - "hfopenllm_v2/MATH Level 5": 0.3995, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4794, - "hfopenllm_v2/MMLU-PRO": 0.5387 + "hfopenllm_v2/IFEval": 0.2038, + "hfopenllm_v2/BBH": 0.3366, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3978, + "hfopenllm_v2/MMLU-PRO": 0.1366 } }, { - "id": "Sakalti/ultiima-14B-v0.3", - "name": "ultiima-14B-v0.3", - "developer": "Sakalti", + "id": "google/gemma-2b-it", + "name": "gemma-2b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.704, - "hfopenllm_v2/BBH": 0.6398, - "hfopenllm_v2/MATH Level 5": 0.3965, - "hfopenllm_v2/GPQA": 0.3767, - "hfopenllm_v2/MUSR": 0.4754, - "hfopenllm_v2/MMLU-PRO": 0.5337 + "hfopenllm_v2/IFEval": 0.269, + "hfopenllm_v2/BBH": 0.3151, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1353 } }, { - "id": "Sakalti/ultiima-14B-v0.4", - "name": "ultiima-14B-v0.4", - "developer": "Sakalti", + "id": "google/gemma-3-27b-it", + "name": "gemma-3-27b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3008, - "hfopenllm_v2/BBH": 0.642, - "hfopenllm_v2/MATH Level 5": 0.3535, - "hfopenllm_v2/GPQA": 0.396, - "hfopenllm_v2/MUSR": 0.4886, - "hfopenllm_v2/MMLU-PRO": 0.5278 + "global-mmlu-lite/Global MMLU Lite": 0.763, + "global-mmlu-lite/Culturally Sensitive": 0.7528, + "global-mmlu-lite/Culturally Agnostic": 0.7733, + "global-mmlu-lite/Arabic": 0.78, + "global-mmlu-lite/English": 0.7337, + "global-mmlu-lite/Bengali": 0.75, + "global-mmlu-lite/German": 0.775, + "global-mmlu-lite/French": 0.7481, + "global-mmlu-lite/Hindi": 0.7335, + "global-mmlu-lite/Indonesian": 0.7563, + "global-mmlu-lite/Italian": 0.75, + "global-mmlu-lite/Japanese": 0.7925, + "global-mmlu-lite/Korean": 0.798, + "global-mmlu-lite/Portuguese": 0.7481, + "global-mmlu-lite/Spanish": 0.7494, + "global-mmlu-lite/Swahili": 0.785, + "global-mmlu-lite/Yoruba": 0.7444, + "global-mmlu-lite/Chinese": 0.7925, + "global-mmlu-lite/Burmese": 0.7719 } }, { - "id": "Sakalti/ultiima-32B", - "name": "ultiima-32B", - "developer": "Sakalti", + "id": "google/gemma-3-4b-it", + "name": "gemma-3-4b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6854, - "hfopenllm_v2/BBH": 0.7037, - "hfopenllm_v2/MATH Level 5": 0.4962, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4995, - "hfopenllm_v2/MMLU-PRO": 0.591 + "global-mmlu-lite/Global MMLU Lite": 0.6511, + "global-mmlu-lite/Culturally Sensitive": 0.6116, + "global-mmlu-lite/Culturally Agnostic": 0.6906, + "global-mmlu-lite/Arabic": 0.6525, + "global-mmlu-lite/English": 0.67, + "global-mmlu-lite/Bengali": 0.68, + "global-mmlu-lite/German": 0.6525, + "global-mmlu-lite/French": 0.6575, + "global-mmlu-lite/Hindi": 0.6475, + "global-mmlu-lite/Indonesian": 0.6775, + "global-mmlu-lite/Italian": 0.6675, + "global-mmlu-lite/Japanese": 0.6325, + "global-mmlu-lite/Korean": 0.66, + "global-mmlu-lite/Portuguese": 0.68, + "global-mmlu-lite/Spanish": 0.6725, + "global-mmlu-lite/Swahili": 0.6075, + "global-mmlu-lite/Yoruba": 0.5825, + "global-mmlu-lite/Chinese": 0.6475, + "global-mmlu-lite/Burmese": 0.63 } }, { - "id": "Sakalti/ultiima-72B", - "name": "ultiima-72B", - "developer": "Sakalti", + "id": "google/gemma-7b", + "name": "Gemma 7B", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.714, - "hfopenllm_v2/BBH": 0.7218, - "hfopenllm_v2/MATH Level 5": 0.5355, - "hfopenllm_v2/GPQA": 0.4144, - "hfopenllm_v2/MUSR": 0.4652, - "hfopenllm_v2/MMLU-PRO": 0.5906 + "helm_lite/Mean win rate": 0.336, + "helm_lite/NarrativeQA": 0.752, + "helm_lite/NaturalQuestions (closed-book)": 0.336, + "helm_lite/OpenbookQA": 0.808, + "helm_lite/MMLU": 0.571, + "helm_lite/MATH": 0.5, + "helm_lite/GSM8K": 0.559, + "helm_lite/LegalBench": 0.581, + "helm_lite/MedQA": 0.513, + "helm_lite/WMT 2014": 0.187, + "helm_mmlu/MMLU All Subjects": 0.661, + "helm_mmlu/Abstract Algebra": 0.28, + "helm_mmlu/Anatomy": 0.563, + "helm_mmlu/College Physics": 0.412, + "helm_mmlu/Computer Security": 0.75, + "helm_mmlu/Econometrics": 0.474, + "helm_mmlu/Global Facts": 0.42, + "helm_mmlu/Jurisprudence": 0.769, + "helm_mmlu/Philosophy": 0.727, + "helm_mmlu/Professional Psychology": 0.712, + "helm_mmlu/Us Foreign Policy": 0.87, + "helm_mmlu/Astronomy": 0.717, + "helm_mmlu/Business Ethics": 0.65, + "helm_mmlu/Clinical Knowledge": 0.698, + "helm_mmlu/Conceptual Physics": 0.621, + "helm_mmlu/Electrical Engineering": 0.628, + "helm_mmlu/Elementary Mathematics": 0.516, + "helm_mmlu/Formal Logic": 0.508, + "helm_mmlu/High School World History": 0.857, + "helm_mmlu/Human Sexuality": 0.733, + "helm_mmlu/International Law": 0.835, + "helm_mmlu/Logical Fallacies": 0.742, + "helm_mmlu/Machine Learning": 0.554, + "helm_mmlu/Management": 0.864, + "helm_mmlu/Marketing": 0.885, + "helm_mmlu/Medical Genetics": 0.7, + "helm_mmlu/Miscellaneous": 0.838, + "helm_mmlu/Moral Scenarios": 0.377, + "helm_mmlu/Nutrition": 0.778, + "helm_mmlu/Prehistory": 0.756, + "helm_mmlu/Public Relations": 0.682, + "helm_mmlu/Security Studies": 0.735, + "helm_mmlu/Sociology": 0.841, + "helm_mmlu/Virology": 0.548, + "helm_mmlu/World Religions": 0.842, + "helm_mmlu/Mean win rate": 0.824, + "hfopenllm_v2/IFEval": 0.2659, + "hfopenllm_v2/BBH": 0.4362, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4062, + "hfopenllm_v2/MMLU-PRO": 0.2948 } }, { - "id": "Sakalti/ultiima-72B-v1.5", - "name": "ultiima-72B-v1.5", - "developer": "Sakalti", + "id": "google/gemma-7b-it", + "name": "gemma-7b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.655, - "hfopenllm_v2/BBH": 0.7392, - "hfopenllm_v2/MATH Level 5": 0.4396, - "hfopenllm_v2/GPQA": 0.4136, - "hfopenllm_v2/MUSR": 0.4691, - "hfopenllm_v2/MMLU-PRO": 0.6054 + "hfopenllm_v2/IFEval": 0.3868, + "hfopenllm_v2/BBH": 0.3646, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4274, + "hfopenllm_v2/MMLU-PRO": 0.1695 } }, { - "id": "Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R", - "name": "LLaMA-3-8B-SFR-Iterative-DPO-R", - "developer": "Salesforce", + "id": "google/mt5-base", + "name": "mt5-base", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3816, - "hfopenllm_v2/BBH": 0.5012, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3633, - "hfopenllm_v2/MMLU-PRO": 0.3172 + "hfopenllm_v2/IFEval": 0.1645, + "hfopenllm_v2/BBH": 0.2883, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3672, + "hfopenllm_v2/MMLU-PRO": 0.107 } }, { - "id": "Salesforce/SFR-LLaMa-3.1-70B-Judge-r", - "name": "Salesforce/SFR-LLaMa-3.1-70B-Judge-r", - "developer": "Salesforce", + "id": "google/mt5-small", + "name": "mt5-small", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9272, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.8476, - "reward-bench/Safety": 0.9162, - "reward-bench/Reasoning": 0.9757 + "hfopenllm_v2/IFEval": 0.1718, + "hfopenllm_v2/BBH": 0.2766, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3857, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "Salesforce/SFR-LLaMa-3.1-8B-Judge-r", - "name": "Salesforce/SFR-LLaMa-3.1-8B-Judge-r", - "developer": "Salesforce", + "id": "google/mt5-xl", + "name": "mt5-xl", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8865, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.7774, - "reward-bench/Safety": 0.8622, - "reward-bench/Reasoning": 0.9513 + "hfopenllm_v2/IFEval": 0.196, + "hfopenllm_v2/BBH": 0.3047, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3795, + "hfopenllm_v2/MMLU-PRO": 0.112 } }, { - "id": "Salesforce/SFR-nemo-12B-Judge-r", - "name": "Salesforce/SFR-nemo-12B-Judge-r", - "developer": "Salesforce", + "id": "google/mt5-xxl", + "name": "mt5-xxl", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9027, - "reward-bench/Chat": 0.9721, - "reward-bench/Chat Hard": 0.8224, - "reward-bench/Safety": 0.8649, - "reward-bench/Reasoning": 0.9513 + "hfopenllm_v2/IFEval": 0.2358, + "hfopenllm_v2/BBH": 0.2959, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.3689, + "hfopenllm_v2/MMLU-PRO": 0.1089 } }, { - "id": "SanjiWatsuki/Kunoichi-DPO-v2-7B", - "name": "Kunoichi-DPO-v2-7B", - "developer": "SanjiWatsuki", + "id": "google/Palmyra-X-43B", + "name": "Palmyra X 43B", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5431, - "hfopenllm_v2/BBH": 0.4416, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4188, - "hfopenllm_v2/MMLU-PRO": 0.3107 + "helm_classic/Mean win rate": 0.732, + "helm_classic/MMLU": 0.609, + "helm_classic/BoolQ": 0.896, + "helm_classic/NarrativeQA": 0.742, + "helm_classic/NaturalQuestions (open-book)": -1.0, + "helm_classic/QuAC": 0.473, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.616, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.049, + "helm_classic/XSUM": 0.149, + "helm_classic/IMDB": 0.935, + "helm_classic/CivilComments": 0.008, + "helm_classic/RAFT": 0.701 } }, { - "id": "SanjiWatsuki/Silicon-Maid-7B", - "name": "Silicon-Maid-7B", - "developer": "SanjiWatsuki", + "id": "google/recurrentgemma-2b", + "name": "recurrentgemma-2b", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5368, - "hfopenllm_v2/BBH": 0.4128, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4188, - "hfopenllm_v2/MMLU-PRO": 0.3083 + "hfopenllm_v2/IFEval": 0.3017, + "hfopenllm_v2/BBH": 0.3197, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3446, + "hfopenllm_v2/MMLU-PRO": 0.1176 } }, { - "id": "Sao10K/70B-L3.3-Cirrus-x1", - "name": "70B-L3.3-Cirrus-x1", - "developer": "Sao10K", + "id": "google/recurrentgemma-2b-it", + "name": "recurrentgemma-2b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6681, - "hfopenllm_v2/BBH": 0.7029, - "hfopenllm_v2/MATH Level 5": 0.3739, - "hfopenllm_v2/GPQA": 0.4497, - "hfopenllm_v2/MUSR": 0.4842, - "hfopenllm_v2/MMLU-PRO": 0.5378 + "hfopenllm_v2/IFEval": 0.2949, + "hfopenllm_v2/BBH": 0.333, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1402 } }, { - "id": "Sao10K/Fimbulvetr-11B-v2", - "name": "Fimbulvetr-11B-v2", - "developer": "Sao10K", + "id": "google/recurrentgemma-9b", + "name": "recurrentgemma-9b", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.51, - "hfopenllm_v2/BBH": 0.4544, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.3301 + "hfopenllm_v2/IFEval": 0.3116, + "hfopenllm_v2/BBH": 0.3956, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3803, + "hfopenllm_v2/MMLU-PRO": 0.2605 } }, { - "id": "Sao10K/L3-70B-Euryale-v2.1", - "name": "L3-70B-Euryale-v2.1", - "developer": "Sao10K", + "id": "google/recurrentgemma-9b-it", + "name": "recurrentgemma-9b-it", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7281, - "hfopenllm_v2/BBH": 0.6503, - "hfopenllm_v2/MATH Level 5": 0.2243, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4196, - "hfopenllm_v2/MMLU-PRO": 0.5096 + "hfopenllm_v2/IFEval": 0.501, + "hfopenllm_v2/BBH": 0.4367, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4379, + "hfopenllm_v2/MMLU-PRO": 0.2843 } }, { - "id": "Sao10K/L3-8B-Lunaris-v1", - "name": "L3-8B-Lunaris-v1", - "developer": "Sao10K", + "id": "google/switch-base-8", + "name": "switch-base-8", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6895, - "hfopenllm_v2/BBH": 0.5235, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3727, - "hfopenllm_v2/MMLU-PRO": 0.3787 + "hfopenllm_v2/IFEval": 0.1585, + "hfopenllm_v2/BBH": 0.2876, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3517, + "hfopenllm_v2/MMLU-PRO": 0.1098 } }, { - "id": "Sao10K/L3-8B-Niitama-v1", - "name": "L3-8B-Niitama-v1", - "developer": "Sao10K", + "id": "google/T5-11B", + "name": "T5 11B", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6791, - "hfopenllm_v2/BBH": 0.5303, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.3807, - "hfopenllm_v2/MMLU-PRO": 0.3701 + "helm_classic/Mean win rate": 0.131, + "helm_classic/MMLU": 0.29, + "helm_classic/BoolQ": 0.761, + "helm_classic/NarrativeQA": 0.086, + "helm_classic/NaturalQuestions (open-book)": 0.477, + "helm_classic/QuAC": 0.116, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.133, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.043, + "helm_classic/XSUM": 0.015, + "helm_classic/IMDB": 0.379, + "helm_classic/CivilComments": 0.509, + "helm_classic/RAFT": 0.37 } }, { - "id": "Sao10K/L3-8B-Stheno-v3.2", - "name": "L3-8B-Stheno-v3.2", - "developer": "Sao10K", + "id": "google/text-bison@001", + "name": "PaLM-2 Bison", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6873, - "hfopenllm_v2/BBH": 0.5228, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.3794, - "hfopenllm_v2/MMLU-PRO": 0.3768 + "helm_lite/Mean win rate": 0.526, + "helm_lite/NarrativeQA": 0.718, + "helm_lite/NaturalQuestions (closed-book)": 0.39, + "helm_lite/OpenbookQA": 0.878, + "helm_lite/MMLU": 0.608, + "helm_lite/MATH": 0.421, + "helm_lite/GSM8K": 0.61, + "helm_lite/LegalBench": 0.645, + "helm_lite/MedQA": 0.547, + "helm_lite/WMT 2014": 0.241, + "helm_mmlu/MMLU All Subjects": 0.692, + "helm_mmlu/Abstract Algebra": 0.39, + "helm_mmlu/Anatomy": 0.644, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.74, + "helm_mmlu/Econometrics": 0.518, + "helm_mmlu/Global Facts": 0.38, + "helm_mmlu/Jurisprudence": 0.769, + "helm_mmlu/Philosophy": 0.736, + "helm_mmlu/Professional Psychology": 0.761, + "helm_mmlu/Us Foreign Policy": 0.87, + "helm_mmlu/Astronomy": 0.803, + "helm_mmlu/Business Ethics": 0.76, + "helm_mmlu/Clinical Knowledge": 0.725, + "helm_mmlu/Conceptual Physics": 0.694, + "helm_mmlu/Electrical Engineering": 0.69, + "helm_mmlu/Elementary Mathematics": 0.487, + "helm_mmlu/Formal Logic": 0.5, + "helm_mmlu/High School World History": 0.869, + "helm_mmlu/Human Sexuality": 0.84, + "helm_mmlu/International Law": 0.835, + "helm_mmlu/Logical Fallacies": 0.853, + "helm_mmlu/Machine Learning": 0.562, + "helm_mmlu/Management": 0.893, + "helm_mmlu/Marketing": 0.893, + "helm_mmlu/Medical Genetics": 0.75, + "helm_mmlu/Miscellaneous": 0.866, + "helm_mmlu/Moral Scenarios": 0.369, + "helm_mmlu/Nutrition": 0.709, + "helm_mmlu/Prehistory": 0.812, + "helm_mmlu/Public Relations": 0.691, + "helm_mmlu/Security Studies": 0.812, + "helm_mmlu/Sociology": 0.92, + "helm_mmlu/Virology": 0.494, + "helm_mmlu/World Religions": 0.883, + "helm_mmlu/Mean win rate": 0.192 } }, { - "id": "Sao10K/L3-8B-Stheno-v3.3-32K", - "name": "L3-8B-Stheno-v3.3-32K", - "developer": "Sao10K", + "id": "google/text-unicorn@001", + "name": "PaLM-2 Unicorn", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4604, - "hfopenllm_v2/BBH": 0.3844, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3725, - "hfopenllm_v2/MMLU-PRO": 0.1896 + "helm_lite/Mean win rate": 0.644, + "helm_lite/NarrativeQA": 0.583, + "helm_lite/NaturalQuestions (closed-book)": 0.435, + "helm_lite/OpenbookQA": 0.938, + "helm_lite/MMLU": 0.702, + "helm_lite/MATH": 0.674, + "helm_lite/GSM8K": 0.831, + "helm_lite/LegalBench": 0.677, + "helm_lite/MedQA": 0.684, + "helm_lite/WMT 2014": 0.26, + "helm_mmlu/MMLU All Subjects": 0.786, + "helm_mmlu/Abstract Algebra": 0.51, + "helm_mmlu/Anatomy": 0.733, + "helm_mmlu/College Physics": 0.549, + "helm_mmlu/Computer Security": 0.77, + "helm_mmlu/Econometrics": 0.649, + "helm_mmlu/Global Facts": 0.53, + "helm_mmlu/Jurisprudence": 0.88, + "helm_mmlu/Philosophy": 0.836, + "helm_mmlu/Professional Psychology": 0.858, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.862, + "helm_mmlu/Business Ethics": 0.83, + "helm_mmlu/Clinical Knowledge": 0.804, + "helm_mmlu/Conceptual Physics": 0.809, + "helm_mmlu/Electrical Engineering": 0.772, + "helm_mmlu/Elementary Mathematics": 0.661, + "helm_mmlu/Formal Logic": 0.659, + "helm_mmlu/High School World History": 0.911, + "helm_mmlu/Human Sexuality": 0.924, + "helm_mmlu/International Law": 0.909, + "helm_mmlu/Logical Fallacies": 0.877, + "helm_mmlu/Machine Learning": 0.625, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.83, + "helm_mmlu/Miscellaneous": 0.894, + "helm_mmlu/Moral Scenarios": 0.562, + "helm_mmlu/Nutrition": 0.856, + "helm_mmlu/Prehistory": 0.87, + "helm_mmlu/Public Relations": 0.773, + "helm_mmlu/Security Studies": 0.829, + "helm_mmlu/Sociology": 0.91, + "helm_mmlu/Virology": 0.572, + "helm_mmlu/World Religions": 0.877, + "helm_mmlu/Mean win rate": 0.142 } }, { - "id": "Sao10K/MN-12B-Lyra-v3", - "name": "MN-12B-Lyra-v3", - "developer": "Sao10K", + "id": "google/UL2-20B", + "name": "UL2 20B", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4486, - "hfopenllm_v2/BBH": 0.4804, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.3249 + "helm_classic/Mean win rate": 0.167, + "helm_classic/MMLU": 0.291, + "helm_classic/BoolQ": 0.746, + "helm_classic/NarrativeQA": 0.083, + "helm_classic/NaturalQuestions (open-book)": 0.349, + "helm_classic/QuAC": 0.144, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.193, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.03, + "helm_classic/XSUM": 0.058, + "helm_classic/IMDB": 0.337, + "helm_classic/CivilComments": 0.521, + "helm_classic/RAFT": 0.404 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V1-32B", - "name": "Linkbricks-Horizon-AI-Avengers-V1-32B", - "developer": "Saxo", + "id": "google/umt5-base", + "name": "umt5-base", + "developer": "Google", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7972, - "hfopenllm_v2/BBH": 0.7001, - "hfopenllm_v2/MATH Level 5": 0.6027, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4538, - "hfopenllm_v2/MMLU-PRO": 0.5793 + "hfopenllm_v2/IFEval": 0.1746, + "hfopenllm_v2/BBH": 0.2788, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1078 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V2-32B", - "name": "Linkbricks-Horizon-AI-Avengers-V2-32B", - "developer": "Saxo", + "id": "GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct", + "name": "gemma2-9b-cpt-sahabatai-v1-instruct", + "developer": "GoToCompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7956, - "hfopenllm_v2/BBH": 0.7023, - "hfopenllm_v2/MATH Level 5": 0.5665, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4166, - "hfopenllm_v2/MMLU-PRO": 0.572 + "hfopenllm_v2/IFEval": 0.6551, + "hfopenllm_v2/BBH": 0.5955, + "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4779, + "hfopenllm_v2/MMLU-PRO": 0.4264 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V3-32B", - "name": "Linkbricks-Horizon-AI-Avengers-V3-32B", - "developer": "Saxo", + "id": "GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct", + "name": "llama3-8b-cpt-sahabatai-v1-instruct", + "developer": "GoToCompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8249, - "hfopenllm_v2/BBH": 0.6913, - "hfopenllm_v2/MATH Level 5": 0.6178, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4275, - "hfopenllm_v2/MMLU-PRO": 0.5664 + "hfopenllm_v2/IFEval": 0.5238, + "hfopenllm_v2/BBH": 0.4951, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.4488, + "hfopenllm_v2/MMLU-PRO": 0.3453 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V4-32B", - "name": "Linkbricks-Horizon-AI-Avengers-V4-32B", - "developer": "Saxo", + "id": "goulue5/merging_LLM", + "name": "merging_LLM", + "developer": "goulue5", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7631, - "hfopenllm_v2/BBH": 0.692, - "hfopenllm_v2/MATH Level 5": 0.5363, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4643, - "hfopenllm_v2/MMLU-PRO": 0.5752 + "hfopenllm_v2/IFEval": 0.3233, + "hfopenllm_v2/BBH": 0.4216, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4333, + "hfopenllm_v2/MMLU-PRO": 0.2958 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V5-32B", - "name": "Linkbricks-Horizon-AI-Avengers-V5-32B", - "developer": "Saxo", + "id": "gradientai/Llama-3-8B-Instruct-Gradient-1048k", + "name": "Llama-3-8B-Instruct-Gradient-1048k", + "developer": "gradientai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7516, - "hfopenllm_v2/BBH": 0.6929, - "hfopenllm_v2/MATH Level 5": 0.5461, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4709, - "hfopenllm_v2/MMLU-PRO": 0.5762 + "hfopenllm_v2/IFEval": 0.4456, + "hfopenllm_v2/BBH": 0.4346, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4298, + "hfopenllm_v2/MMLU-PRO": 0.294 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V6-32B", - "name": "Linkbricks-Horizon-AI-Avengers-V6-32B", - "developer": "Saxo", + "id": "GreenNode/GreenNode-small-9B-it", + "name": "GreenNode-small-9B-it", + "developer": "GreenNode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8209, - "hfopenllm_v2/BBH": 0.689, - "hfopenllm_v2/MATH Level 5": 0.6224, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4274, - "hfopenllm_v2/MMLU-PRO": 0.5672 + "hfopenllm_v2/IFEval": 0.7436, + "hfopenllm_v2/BBH": 0.5994, + "hfopenllm_v2/MATH Level 5": 0.1745, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4204, + "hfopenllm_v2/MMLU-PRO": 0.3927 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Korean-Avengers-V2-27B", - "name": "Linkbricks-Horizon-AI-Korean-Avengers-V2-27B", - "developer": "Saxo", + "id": "grimjim/DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B", + "name": "DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8146, - "hfopenllm_v2/BBH": 0.6463, - "hfopenllm_v2/MATH Level 5": 0.2802, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4139, - "hfopenllm_v2/MMLU-PRO": 0.4599 + "hfopenllm_v2/IFEval": 0.4797, + "hfopenllm_v2/BBH": 0.5269, + "hfopenllm_v2/MATH Level 5": 0.2221, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4408, + "hfopenllm_v2/MMLU-PRO": 0.3957 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Korean-Avengers-V3-27B", - "name": "Linkbricks-Horizon-AI-Korean-Avengers-V3-27B", - "developer": "Saxo", + "id": "grimjim/Gigantes-v1-gemma2-9b-it", + "name": "Gigantes-v1-gemma2-9b-it", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8142, - "hfopenllm_v2/BBH": 0.6404, - "hfopenllm_v2/MATH Level 5": 0.2492, - "hfopenllm_v2/GPQA": 0.3591, - "hfopenllm_v2/MUSR": 0.4467, - "hfopenllm_v2/MMLU-PRO": 0.4524 + "hfopenllm_v2/IFEval": 0.6925, + "hfopenllm_v2/BBH": 0.5978, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3532, + "hfopenllm_v2/MUSR": 0.4555, + "hfopenllm_v2/MMLU-PRO": 0.4225 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Korean-Superb-22B", - "name": "Linkbricks-Horizon-AI-Korean-Superb-22B", - "developer": "Saxo", + "id": "grimjim/Gigantes-v2-gemma2-9b-it", + "name": "Gigantes-v2-gemma2-9b-it", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6767, - "hfopenllm_v2/BBH": 0.5626, - "hfopenllm_v2/MATH Level 5": 0.2372, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.3908, - "hfopenllm_v2/MMLU-PRO": 0.3871 + "hfopenllm_v2/IFEval": 0.7351, + "hfopenllm_v2/BBH": 0.5987, + "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.4259 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Korean-Superb-27B", - "name": "Linkbricks-Horizon-AI-Korean-Superb-27B", - "developer": "Saxo", + "id": "grimjim/Gigantes-v3-gemma2-9b-it", + "name": "Gigantes-v3-gemma2-9b-it", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7768, - "hfopenllm_v2/BBH": 0.6518, - "hfopenllm_v2/MATH Level 5": 0.2719, - "hfopenllm_v2/GPQA": 0.3599, - "hfopenllm_v2/MUSR": 0.4791, - "hfopenllm_v2/MMLU-PRO": 0.4647 + "hfopenllm_v2/IFEval": 0.6976, + "hfopenllm_v2/BBH": 0.5984, + "hfopenllm_v2/MATH Level 5": 0.21, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4608, + "hfopenllm_v2/MMLU-PRO": 0.4226 } }, { - "id": "Saxo/Linkbricks-Horizon-AI-Superb-27B", - "name": "Linkbricks-Horizon-AI-Superb-27B", - "developer": "Saxo", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7302, - "hfopenllm_v2/BBH": 0.6186, - "hfopenllm_v2/MATH Level 5": 0.2221, - "hfopenllm_v2/GPQA": 0.3574, - "hfopenllm_v2/MUSR": 0.465, - "hfopenllm_v2/MMLU-PRO": 0.406 + "id": "grimjim/HuatuoSkywork-o1-Llama-3.1-8B", + "name": "HuatuoSkywork-o1-Llama-3.1-8B", + "developer": "grimjim", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3961, + "hfopenllm_v2/BBH": 0.4886, + "hfopenllm_v2/MATH Level 5": 0.3882, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3839, + "hfopenllm_v2/MMLU-PRO": 0.3095 } }, { - "id": "Schrieffer/Llama-SARM-4B", - "name": "Schrieffer/Llama-SARM-4B", - "developer": "Schrieffer", + "id": "grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge", + "name": "Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7379, - "reward-bench/Factuality": 0.6874, - "reward-bench/Precise IF": 0.4281, - "reward-bench/Math": 0.6448, - "reward-bench/Safety": 0.9178, - "reward-bench/Focus": 0.9556, - "reward-bench/Ties": 0.7939 + "hfopenllm_v2/IFEval": 0.6806, + "hfopenllm_v2/BBH": 0.5022, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3885, + "hfopenllm_v2/MMLU-PRO": 0.3684 } }, { - "id": "SeaLLMs/SeaLLM-7B-v2", - "name": "SeaLLM-7B-v2", - "developer": "SeaLLMs", + "id": "grimjim/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge", + "name": "Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3671, - "hfopenllm_v2/BBH": 0.4902, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.407, - "hfopenllm_v2/MMLU-PRO": 0.3083 + "hfopenllm_v2/IFEval": 0.4271, + "hfopenllm_v2/BBH": 0.4962, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4043, + "hfopenllm_v2/MMLU-PRO": 0.3625 } }, { - "id": "SeaLLMs/SeaLLM-7B-v2.5", - "name": "SeaLLM-7B-v2.5", - "developer": "SeaLLMs", + "id": "grimjim/llama-3-Nephilim-v1-8B", + "name": "llama-3-Nephilim-v1-8B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4522, - "hfopenllm_v2/BBH": 0.498, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4203, - "hfopenllm_v2/MMLU-PRO": 0.3203 + "hfopenllm_v2/IFEval": 0.4277, + "hfopenllm_v2/BBH": 0.5132, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.3796 } }, { - "id": "SeaLLMs/SeaLLMs-v3-7B-Chat", - "name": "SeaLLMs-v3-7B-Chat", - "developer": "SeaLLMs", + "id": "grimjim/llama-3-Nephilim-v2-8B", + "name": "llama-3-Nephilim-v2-8B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4377, - "hfopenllm_v2/BBH": 0.5266, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4174, - "hfopenllm_v2/MMLU-PRO": 0.3895 + "hfopenllm_v2/IFEval": 0.3922, + "hfopenllm_v2/BBH": 0.5048, + "hfopenllm_v2/MATH Level 5": 0.1065, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3895, + "hfopenllm_v2/MMLU-PRO": 0.3641 } }, { - "id": "SenseLLM/ReflectionCoder-CL-34B", - "name": "ReflectionCoder-CL-34B", - "developer": "SenseLLM", + "id": "grimjim/llama-3-Nephilim-v2.1-8B", + "name": "llama-3-Nephilim-v2.1-8B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4008, - "hfopenllm_v2/BBH": 0.3953, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.4155, - "hfopenllm_v2/MMLU-PRO": 0.1424 + "hfopenllm_v2/IFEval": 0.3895, + "hfopenllm_v2/BBH": 0.5095, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3935, + "hfopenllm_v2/MMLU-PRO": 0.3644 } }, { - "id": "SenseLLM/ReflectionCoder-DS-33B", - "name": "ReflectionCoder-DS-33B", - "developer": "SenseLLM", + "id": "grimjim/llama-3-Nephilim-v3-8B", + "name": "llama-3-Nephilim-v3-8B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3787, - "hfopenllm_v2/BBH": 0.3449, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3343, - "hfopenllm_v2/MMLU-PRO": 0.1202 + "hfopenllm_v2/IFEval": 0.4174, + "hfopenllm_v2/BBH": 0.5013, + "hfopenllm_v2/MATH Level 5": 0.0952, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3989, + "hfopenllm_v2/MMLU-PRO": 0.3612 } }, { - "id": "SentientAGI/Dobby-Mini-Leashed-Llama-3.1-8B", - "name": "Dobby-Mini-Leashed-Llama-3.1-8B", - "developer": "SentientAGI", + "id": "grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter", + "name": "Llama-3.1-8B-Instruct-abliterated_via_adapter", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7847, - "hfopenllm_v2/BBH": 0.5138, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.3694 + "hfopenllm_v2/IFEval": 0.487, + "hfopenllm_v2/BBH": 0.5105, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.401, + "hfopenllm_v2/MMLU-PRO": 0.3651 } }, { - "id": "SentientAGI/Dobby-Mini-Unhinged-Llama-3.1-8B", - "name": "Dobby-Mini-Unhinged-Llama-3.1-8B", - "developer": "SentientAGI", + "id": "grimjim/Llama-3.1-Bonsaikraft-8B-Instruct", + "name": "Llama-3.1-Bonsaikraft-8B-Instruct", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7457, - "hfopenllm_v2/BBH": 0.5142, - "hfopenllm_v2/MATH Level 5": 0.1563, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4013, - "hfopenllm_v2/MMLU-PRO": 0.3585 + "hfopenllm_v2/IFEval": 0.425, + "hfopenllm_v2/BBH": 0.5287, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4235, + "hfopenllm_v2/MMLU-PRO": 0.3764 } }, { - "id": "SeppeV/SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo", - "name": "SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo", - "developer": "SeppeV", + "id": "grimjim/Llama-Nephilim-Metamorphosis-v2-8B", + "name": "Llama-Nephilim-Metamorphosis-v2-8B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0955, - "hfopenllm_v2/BBH": 0.3073, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4032, - "hfopenllm_v2/MMLU-PRO": 0.1161 + "hfopenllm_v2/IFEval": 0.4545, + "hfopenllm_v2/BBH": 0.5013, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4091, + "hfopenllm_v2/MMLU-PRO": 0.3809 } }, { - "id": "Sharathhebbar24/SSH_355M", - "name": "SSH_355M", - "developer": "Sharathhebbar24", + "id": "grimjim/Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B", + "name": "Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1424, - "hfopenllm_v2/BBH": 0.3099, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.1176 + "hfopenllm_v2/IFEval": 0.4366, + "hfopenllm_v2/BBH": 0.5287, + "hfopenllm_v2/MATH Level 5": 0.3006, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.3999, + "hfopenllm_v2/MMLU-PRO": 0.3684 } }, { - "id": "Sharathhebbar24/chat_gpt2_dpo", - "name": "chat_gpt2_dpo", - "developer": "Sharathhebbar24", + "id": "grimjim/Magnolia-v1-Gemma2-8k-9B", + "name": "Magnolia-v1-Gemma2-8k-9B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0986, - "hfopenllm_v2/BBH": 0.2902, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.1142 + "hfopenllm_v2/IFEval": 0.3531, + "hfopenllm_v2/BBH": 0.5589, + "hfopenllm_v2/MATH Level 5": 0.1684, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4645, + "hfopenllm_v2/MMLU-PRO": 0.4242 } }, { - "id": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1", - "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1", - "developer": "ShikaiChen", + "id": "grimjim/Magnolia-v2-12B", + "name": "Magnolia-v2-12B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7249, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.9079, - "reward-bench/Safety": 0.9222, - "reward-bench/Reasoning": 0.9903, - "reward-bench/Factuality": 0.7558, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.6448, - "reward-bench/Focus": 0.9131, - "reward-bench/Ties": 0.7633 + "hfopenllm_v2/IFEval": 0.3506, + "hfopenllm_v2/BBH": 0.529, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3601 } }, { - "id": "Shreyash2010/Uma-4x4B-Instruct-v0.1", - "name": "Uma-4x4B-Instruct-v0.1", - "developer": "Shreyash2010", + "id": "grimjim/Magnolia-v2-Gemma2-8k-9B", + "name": "Magnolia-v2-Gemma2-8k-9B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5517, - "hfopenllm_v2/BBH": 0.5512, - "hfopenllm_v2/MATH Level 5": 0.1775, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4441, - "hfopenllm_v2/MMLU-PRO": 0.387 + "hfopenllm_v2/IFEval": 0.7384, + "hfopenllm_v2/BBH": 0.6016, + "hfopenllm_v2/MATH Level 5": 0.2281, + "hfopenllm_v2/GPQA": 0.3574, + "hfopenllm_v2/MUSR": 0.4488, + "hfopenllm_v2/MMLU-PRO": 0.4332 } }, { - "id": "Sicarius-Prototyping/Brainy_LLAMA", - "name": "Brainy_LLAMA", - "developer": "Sicarius-Prototyping", + "id": "grimjim/Magnolia-v3-12B", + "name": "Magnolia-v3-12B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5204, - "hfopenllm_v2/BBH": 0.5117, - "hfopenllm_v2/MATH Level 5": 0.1337, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4143, - "hfopenllm_v2/MMLU-PRO": 0.3849 + "hfopenllm_v2/IFEval": 0.3965, + "hfopenllm_v2/BBH": 0.5327, + "hfopenllm_v2/MATH Level 5": 0.1352, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "Sicarius-Prototyping/Micropenis_1B", - "name": "Micropenis_1B", - "developer": "Sicarius-Prototyping", + "id": "grimjim/Magnolia-v3-Gemma2-8k-9B", + "name": "Magnolia-v3-Gemma2-8k-9B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3461, - "hfopenllm_v2/BBH": 0.3372, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3325, - "hfopenllm_v2/MMLU-PRO": 0.186 + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.6015, + "hfopenllm_v2/MATH Level 5": 0.2319, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4488, + "hfopenllm_v2/MMLU-PRO": 0.4337 } }, { - "id": "Sicarius-Prototyping/bacon_and_food", - "name": "bacon_and_food", - "developer": "Sicarius-Prototyping", + "id": "grimjim/Magnolia-v4-12B", + "name": "Magnolia-v4-12B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.586, - "hfopenllm_v2/BBH": 0.4725, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3884, - "hfopenllm_v2/MMLU-PRO": 0.3263 + "hfopenllm_v2/IFEval": 0.3418, + "hfopenllm_v2/BBH": 0.5431, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3672 } }, { - "id": "SicariusSicariiStuff/2B-ad", - "name": "2B-ad", - "developer": "SicariusSicariiStuff", + "id": "grimjim/Magnolia-v5a-12B", + "name": "Magnolia-v5a-12B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4379, - "hfopenllm_v2/BBH": 0.4092, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4015, - "hfopenllm_v2/MMLU-PRO": 0.2662 + "hfopenllm_v2/IFEval": 0.4114, + "hfopenllm_v2/BBH": 0.5312, + "hfopenllm_v2/MATH Level 5": 0.1375, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.3601 } }, { - "id": "SicariusSicariiStuff/2B_or_not_2B", - "name": "2B_or_not_2B", - "developer": "SicariusSicariiStuff", + "id": "grimjim/Magot-v1-Gemma2-8k-9B", + "name": "Magot-v1-Gemma2-8k-9B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2062, - "hfopenllm_v2/BBH": 0.3416, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3791, - "hfopenllm_v2/MMLU-PRO": 0.1399 + "hfopenllm_v2/IFEval": 0.2997, + "hfopenllm_v2/BBH": 0.6019, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4488, + "hfopenllm_v2/MMLU-PRO": 0.4337 } }, { - "id": "SicariusSicariiStuff/Dusk_Rainbow", - "name": "Dusk_Rainbow", - "developer": "SicariusSicariiStuff", + "id": "grimjim/Magot-v2-Gemma2-8k-9B", + "name": "Magot-v2-Gemma2-8k-9B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3588, - "hfopenllm_v2/BBH": 0.4772, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4025, - "hfopenllm_v2/MMLU-PRO": 0.3443 + "hfopenllm_v2/IFEval": 0.7347, + "hfopenllm_v2/BBH": 0.5897, + "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4344, + "hfopenllm_v2/MMLU-PRO": 0.4223 } }, { - "id": "SicariusSicariiStuff/Eximius_Persona_5B", - "name": "Eximius_Persona_5B", - "developer": "SicariusSicariiStuff", + "id": "grimjim/SauerHuatuoSkywork-o1-Llama-3.1-8B", + "name": "SauerHuatuoSkywork-o1-Llama-3.1-8B", + "developer": "grimjim", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.656, - "hfopenllm_v2/BBH": 0.4512, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.314 + "hfopenllm_v2/IFEval": 0.5219, + "hfopenllm_v2/BBH": 0.5222, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4527, + "hfopenllm_v2/MMLU-PRO": 0.3991 } }, { - "id": "SicariusSicariiStuff/Impish_LLAMA_3B", - "name": "Impish_LLAMA_3B", - "developer": "SicariusSicariiStuff", + "id": "GritLM/GritLM-7B-KTO", + "name": "GritLM-7B-KTO", + "developer": "GritLM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.463, - "hfopenllm_v2/BBH": 0.4091, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3673, - "hfopenllm_v2/MMLU-PRO": 0.2941 + "hfopenllm_v2/IFEval": 0.531, + "hfopenllm_v2/BBH": 0.4853, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.371, + "hfopenllm_v2/MMLU-PRO": 0.268 } }, { - "id": "SicariusSicariiStuff/Impish_Mind_8B", - "name": "Impish_Mind_8B", - "developer": "SicariusSicariiStuff", + "id": "GritLM/GritLM-8x7B-KTO", + "name": "GritLM-8x7B-KTO", + "developer": "GritLM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3179, - "hfopenllm_v2/BBH": 0.4674, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.407, - "hfopenllm_v2/MMLU-PRO": 0.3309 + "hfopenllm_v2/IFEval": 0.5714, + "hfopenllm_v2/BBH": 0.582, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4217, + "hfopenllm_v2/MMLU-PRO": 0.3648 } }, { - "id": "SicariusSicariiStuff/Impish_QWEN_14B-1M", - "name": "Impish_QWEN_14B-1M", - "developer": "SicariusSicariiStuff", + "id": "Groq/Llama-3-Groq-8B-Tool-Use", + "name": "Llama-3-Groq-8B-Tool-Use", + "developer": "Groq", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7868, - "hfopenllm_v2/BBH": 0.6283, - "hfopenllm_v2/MATH Level 5": 0.3965, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4615, - "hfopenllm_v2/MMLU-PRO": 0.5044 + "hfopenllm_v2/IFEval": 0.6098, + "hfopenllm_v2/BBH": 0.4863, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.3399 } }, { - "id": "SicariusSicariiStuff/Impish_QWEN_7B-1M", - "name": "Impish_QWEN_7B-1M", - "developer": "SicariusSicariiStuff", + "id": "Gryphe/Pantheon-RP-1.0-8b-Llama-3", + "name": "Pantheon-RP-1.0-8b-Llama-3", + "developer": "Gryphe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6382, - "hfopenllm_v2/BBH": 0.5372, - "hfopenllm_v2/MATH Level 5": 0.3089, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4074, - "hfopenllm_v2/MMLU-PRO": 0.4265 + "hfopenllm_v2/IFEval": 0.3933, + "hfopenllm_v2/BBH": 0.4539, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3832, + "hfopenllm_v2/MMLU-PRO": 0.3067 } }, { - "id": "SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA", - "name": "LLAMA-3_8B_Unaligned_BETA", - "developer": "SicariusSicariiStuff", + "id": "Gryphe/Pantheon-RP-1.5-12b-Nemo", + "name": "Pantheon-RP-1.5-12b-Nemo", + "developer": "Gryphe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3713, - "hfopenllm_v2/BBH": 0.4717, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4119, - "hfopenllm_v2/MMLU-PRO": 0.3465 + "hfopenllm_v2/IFEval": 0.4763, + "hfopenllm_v2/BBH": 0.5196, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.442, + "hfopenllm_v2/MMLU-PRO": 0.3302 } }, { - "id": "SicariusSicariiStuff/Phi-Line_14B", - "name": "Phi-Line_14B", - "developer": "SicariusSicariiStuff", + "id": "Gryphe/Pantheon-RP-1.6-12b-Nemo", + "name": "Pantheon-RP-1.6-12b-Nemo", + "developer": "Gryphe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6496, - "hfopenllm_v2/BBH": 0.6154, - "hfopenllm_v2/MATH Level 5": 0.386, - "hfopenllm_v2/GPQA": 0.3532, - "hfopenllm_v2/MUSR": 0.4479, - "hfopenllm_v2/MMLU-PRO": 0.5454 + "hfopenllm_v2/IFEval": 0.4481, + "hfopenllm_v2/BBH": 0.5204, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4288, + "hfopenllm_v2/MMLU-PRO": 0.3311 } }, { - "id": "SicariusSicariiStuff/Phi-lthy4", - "name": "Phi-lthy4", - "developer": "SicariusSicariiStuff", + "id": "Gryphe/Pantheon-RP-1.6-12b-Nemo-KTO", + "name": "Pantheon-RP-1.6-12b-Nemo-KTO", + "developer": "Gryphe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7679, - "hfopenllm_v2/BBH": 0.5879, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4083, - "hfopenllm_v2/MMLU-PRO": 0.4333 + "hfopenllm_v2/IFEval": 0.4636, + "hfopenllm_v2/BBH": 0.5277, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4248, + "hfopenllm_v2/MMLU-PRO": 0.3382 } }, { - "id": "SicariusSicariiStuff/Qwen2.5-14B_Uncencored", - "name": "Qwen2.5-14B_Uncencored", - "developer": "SicariusSicariiStuff", + "id": "Gryphe/Pantheon-RP-Pure-1.6.2-22b-Small", + "name": "Pantheon-RP-Pure-1.6.2-22b-Small", + "developer": "Gryphe", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3158, - "hfopenllm_v2/BBH": 0.6309, - "hfopenllm_v2/MATH Level 5": 0.318, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4517, - "hfopenllm_v2/MMLU-PRO": 0.5266 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6931, + "hfopenllm_v2/BBH": 0.5305, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.3765, + "hfopenllm_v2/MMLU-PRO": 0.3942 } }, { - "id": "SicariusSicariiStuff/Qwen2.5-14B_Uncensored", - "name": "Qwen2.5-14B_Uncensored", - "developer": "SicariusSicariiStuff", + "id": "GuilhermeNaturaUmana/Nature-Reason-1.2-reallysmall", + "name": "Nature-Reason-1.2-reallysmall", + "developer": "GuilhermeNaturaUmana", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3173, - "hfopenllm_v2/BBH": 0.6309, - "hfopenllm_v2/MATH Level 5": 0.318, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4517, - "hfopenllm_v2/MMLU-PRO": 0.5266 + "hfopenllm_v2/IFEval": 0.4985, + "hfopenllm_v2/BBH": 0.5645, + "hfopenllm_v2/MATH Level 5": 0.2576, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4373, + "hfopenllm_v2/MMLU-PRO": 0.4429 } }, { - "id": "SicariusSicariiStuff/Qwen2.5-14B_Uncensored_Instruct", - "name": "Qwen2.5-14B_Uncensored_Instruct", - "developer": "SicariusSicariiStuff", + "id": "Gunulhona/Gemma-Ko-Merge", + "name": "Gemma-Ko-Merge", + "developer": "Gunulhona", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3789, - "hfopenllm_v2/BBH": 0.5937, - "hfopenllm_v2/MATH Level 5": 0.3285, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.3697, - "hfopenllm_v2/MMLU-PRO": 0.5127 + "hfopenllm_v2/IFEval": 0.6416, + "hfopenllm_v2/BBH": 0.5813, + "hfopenllm_v2/MATH Level 5": 0.1881, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4047, + "hfopenllm_v2/MMLU-PRO": 0.3879 } }, { - "id": "SicariusSicariiStuff/Redemption_Wind_24B", - "name": "Redemption_Wind_24B", - "developer": "SicariusSicariiStuff", + "id": "Gunulhona/Gemma-Ko-Merge-PEFT", + "name": "Gemma-Ko-Merge-PEFT", + "developer": "Gunulhona", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2501, - "hfopenllm_v2/BBH": 0.6428, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.4262, - "hfopenllm_v2/MMLU-PRO": 0.5432 + "hfopenllm_v2/IFEval": 0.4441, + "hfopenllm_v2/BBH": 0.4863, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3986, + "hfopenllm_v2/MMLU-PRO": 0.3098 } }, { - "id": "SicariusSicariiStuff/Winged_Imp_8B", - "name": "Winged_Imp_8B", - "developer": "SicariusSicariiStuff", + "id": "gupta-tanish/llama-7b-dpo-baseline", + "name": "llama-7b-dpo-baseline", + "developer": "gupta-tanish", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.743, - "hfopenllm_v2/BBH": 0.512, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4148, - "hfopenllm_v2/MMLU-PRO": 0.3639 + "hfopenllm_v2/IFEval": 0.2693, + "hfopenllm_v2/BBH": 0.3897, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.4456, + "hfopenllm_v2/MMLU-PRO": 0.2028 } }, { - "id": "SicariusSicariiStuff/Wingless_Imp_8B", - "name": "Wingless_Imp_8B", - "developer": "SicariusSicariiStuff", + "id": "gz987/qwen2.5-7b-cabs-v0.1", + "name": "qwen2.5-7b-cabs-v0.1", + "developer": "gz987", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.743, - "hfopenllm_v2/BBH": 0.512, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4148, - "hfopenllm_v2/MMLU-PRO": 0.3639 + "hfopenllm_v2/IFEval": 0.7506, + "hfopenllm_v2/BBH": 0.5482, + "hfopenllm_v2/MATH Level 5": 0.4796, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4376, + "hfopenllm_v2/MMLU-PRO": 0.4406 } }, { - "id": "SicariusSicariiStuff/Zion_Alpha", - "name": "Zion_Alpha", - "developer": "SicariusSicariiStuff", + "id": "gz987/qwen2.5-7b-cabs-v0.2", + "name": "qwen2.5-7b-cabs-v0.2", + "developer": "gz987", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3324, - "hfopenllm_v2/BBH": 0.4932, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4727, - "hfopenllm_v2/MMLU-PRO": 0.3132 + "hfopenllm_v2/IFEval": 0.7418, + "hfopenllm_v2/BBH": 0.5516, + "hfopenllm_v2/MATH Level 5": 0.4902, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4429, + "hfopenllm_v2/MMLU-PRO": 0.4397 } }, { - "id": "SicariusSicariiStuff/dn_ep02", - "name": "dn_ep02", - "developer": "SicariusSicariiStuff", + "id": "gz987/qwen2.5-7b-cabs-v0.3", + "name": "qwen2.5-7b-cabs-v0.3", + "developer": "gz987", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5064, - "hfopenllm_v2/BBH": 0.5266, - "hfopenllm_v2/MATH Level 5": 0.142, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4316, - "hfopenllm_v2/MMLU-PRO": 0.3998 + "hfopenllm_v2/IFEval": 0.757, + "hfopenllm_v2/BBH": 0.5494, + "hfopenllm_v2/MATH Level 5": 0.4932, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.443, + "hfopenllm_v2/MMLU-PRO": 0.4402 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.1-8B-lora", - "name": "SKY-Ko-Llama3.1-8B-lora", - "developer": "SkyOrbis", + "id": "gz987/qwen2.5-7b-cabs-v0.4", + "name": "qwen2.5-7b-cabs-v0.4", + "developer": "gz987", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5058, - "hfopenllm_v2/BBH": 0.5088, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3777 + "hfopenllm_v2/IFEval": 0.7583, + "hfopenllm_v2/BBH": 0.5524, + "hfopenllm_v2/MATH Level 5": 0.4849, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.443, + "hfopenllm_v2/MMLU-PRO": 0.4396 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.1-8B-lora-epoch1", - "name": "SKY-Ko-Llama3.1-8B-lora-epoch1", - "developer": "SkyOrbis", + "id": "h2oai/h2o-danube-1.8b-chat", + "name": "h2o-danube-1.8b-chat", + "developer": "h2oai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5058, - "hfopenllm_v2/BBH": 0.5088, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3777 + "hfopenllm_v2/IFEval": 0.2199, + "hfopenllm_v2/BBH": 0.322, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3989, + "hfopenllm_v2/MMLU-PRO": 0.1314 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch3", - "name": "SKY-Ko-Llama3.2-1B-lora-epoch3", - "developer": "SkyOrbis", + "id": "h2oai/h2o-danube3-4b-base", + "name": "h2o-danube3-4b-base", + "developer": "h2oai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3247, - "hfopenllm_v2/BBH": 0.3167, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1279 + "hfopenllm_v2/IFEval": 0.2338, + "hfopenllm_v2/BBH": 0.3599, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3778, + "hfopenllm_v2/MMLU-PRO": 0.2109 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch5", - "name": "SKY-Ko-Llama3.2-1B-lora-epoch5", - "developer": "SkyOrbis", + "id": "h2oai/h2o-danube3-4b-chat", + "name": "h2o-danube3-4b-chat", + "developer": "h2oai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.436, - "hfopenllm_v2/BBH": 0.3406, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3471, - "hfopenllm_v2/MMLU-PRO": 0.1946 + "hfopenllm_v2/IFEval": 0.3629, + "hfopenllm_v2/BBH": 0.3466, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.2228 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch3", - "name": "SKY-Ko-Llama3.2-1B-lora-v2-epoch3", - "developer": "SkyOrbis", + "id": "h2oai/h2o-danube3-500m-chat", + "name": "h2o-danube3-500m-chat", + "developer": "h2oai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.436, - "hfopenllm_v2/BBH": 0.3406, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3471, - "hfopenllm_v2/MMLU-PRO": 0.1946 + "hfopenllm_v2/IFEval": 0.2208, + "hfopenllm_v2/BBH": 0.3035, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2307, + "hfopenllm_v2/MUSR": 0.3434, + "hfopenllm_v2/MMLU-PRO": 0.1144 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch5", - "name": "SKY-Ko-Llama3.2-1B-lora-v2-epoch5", - "developer": "SkyOrbis", + "id": "h2oai/h2o-danube3.1-4b-chat", + "name": "h2o-danube3.1-4b-chat", + "developer": "h2oai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4247, - "hfopenllm_v2/BBH": 0.3397, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3458, - "hfopenllm_v2/MMLU-PRO": 0.1946 + "hfopenllm_v2/IFEval": 0.5021, + "hfopenllm_v2/BBH": 0.3608, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4102, + "hfopenllm_v2/MMLU-PRO": 0.2719 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch1", - "name": "SKY-Ko-Llama3.2-3B-lora-epoch1", - "developer": "SkyOrbis", + "id": "haoranxu/ALMA-13B-R", + "name": "ALMA-13B-R", + "developer": "haoranxu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5331, - "hfopenllm_v2/BBH": 0.44, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3522, - "hfopenllm_v2/MMLU-PRO": 0.3004 + "hfopenllm_v2/IFEval": 0.0039, + "hfopenllm_v2/BBH": 0.3457, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3528, + "hfopenllm_v2/MMLU-PRO": 0.1817 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch2", - "name": "SKY-Ko-Llama3.2-3B-lora-epoch2", - "developer": "SkyOrbis", + "id": "haoranxu/Llama-3-Instruct-8B-CPO-SimPO", + "name": "Llama-3-Instruct-8B-CPO-SimPO", + "developer": "haoranxu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5331, - "hfopenllm_v2/BBH": 0.44, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3522, - "hfopenllm_v2/MMLU-PRO": 0.3004 + "hfopenllm_v2/IFEval": 0.7046, + "hfopenllm_v2/BBH": 0.5048, + "hfopenllm_v2/MATH Level 5": 0.1027, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3567, + "hfopenllm_v2/MMLU-PRO": 0.3686 } }, { - "id": "SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch3", - "name": "SKY-Ko-Llama3.2-3B-lora-epoch3", - "developer": "SkyOrbis", + "id": "haoranxu/Llama-3-Instruct-8B-SimPO", + "name": "Llama-3-Instruct-8B-SimPO", + "developer": "haoranxu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5331, - "hfopenllm_v2/BBH": 0.44, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3522, - "hfopenllm_v2/MMLU-PRO": 0.3004 + "hfopenllm_v2/IFEval": 0.7347, + "hfopenllm_v2/BBH": 0.4979, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3566, + "hfopenllm_v2/MMLU-PRO": 0.3733 } }, { - "id": "SkyOrbis/SKY-Ko-Qwen2.5-3B-Instruct", - "name": "SKY-Ko-Qwen2.5-3B-Instruct", - "developer": "SkyOrbis", + "id": "HarbingerX/Zeitgeist-3b-V1", + "name": "Zeitgeist-3b-V1", + "developer": "HarbingerX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3534, - "hfopenllm_v2/BBH": 0.4265, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4024, - "hfopenllm_v2/MMLU-PRO": 0.2812 + "hfopenllm_v2/IFEval": 0.6712, + "hfopenllm_v2/BBH": 0.4441, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.3009 } }, { - "id": "SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000", - "name": "SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000", - "developer": "SkyOrbis", + "id": "HarbingerX/Zeitgeist-3b-V1.2", + "name": "Zeitgeist-3b-V1.2", + "developer": "HarbingerX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3819, - "hfopenllm_v2/BBH": 0.5078, - "hfopenllm_v2/MATH Level 5": 0.1866, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4436, - "hfopenllm_v2/MMLU-PRO": 0.3914 + "hfopenllm_v2/IFEval": 0.6754, + "hfopenllm_v2/BBH": 0.4441, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.3056 } }, { - "id": "SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000", - "name": "SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000", - "developer": "SkyOrbis", + "id": "Hastagaras/L3.2-JametMini-3B-MK.III", + "name": "L3.2-JametMini-3B-MK.III", + "developer": "Hastagaras", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3812, - "hfopenllm_v2/BBH": 0.539, - "hfopenllm_v2/MATH Level 5": 0.21, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4238, - "hfopenllm_v2/MMLU-PRO": 0.4238 + "hfopenllm_v2/IFEval": 0.6183, + "hfopenllm_v2/BBH": 0.4539, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3686, + "hfopenllm_v2/MMLU-PRO": 0.2983 } }, { - "id": "Skywork/Skywork-Critic-Llama-3.1-70B", - "name": "Skywork/Skywork-Critic-Llama-3.1-70B", - "developer": "Skywork", + "id": "Hastagaras/Llama-3.1-Jamet-8B-MK.I", + "name": "Llama-3.1-Jamet-8B-MK.I", + "developer": "Hastagaras", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9331, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.8794, - "reward-bench/Safety": 0.9311, - "reward-bench/Reasoning": 0.9554 + "hfopenllm_v2/IFEval": 0.7338, + "hfopenllm_v2/BBH": 0.5049, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3726, + "hfopenllm_v2/MMLU-PRO": 0.3482 } }, { - "id": "Skywork/Skywork-Critic-Llama-3.1-8B", - "name": "Skywork/Skywork-Critic-Llama-3.1-8B", - "developer": "Skywork", + "id": "Hastagaras/Zabuza-8B-Llama-3.1", + "name": "Zabuza-8B-Llama-3.1", + "developer": "Hastagaras", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8896, - "reward-bench/Chat": 0.9358, - "reward-bench/Chat Hard": 0.8136, - "reward-bench/Safety": 0.9108, - "reward-bench/Reasoning": 0.898 + "hfopenllm_v2/IFEval": 0.6265, + "hfopenllm_v2/BBH": 0.4539, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3568, + "hfopenllm_v2/MMLU-PRO": 0.2923 } }, { - "id": "Skywork/Skywork-Reward-Gemma-2-27B", - "name": "Skywork/Skywork-Reward-Gemma-2-27B", - "developer": "Skywork", + "id": "hatemmahmoud/qwen2.5-1.5b-sft-raft-grpo-hra-doc", + "name": "qwen2.5-1.5b-sft-raft-grpo-hra-doc", + "developer": "hatemmahmoud", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7576, - "reward-bench/Chat": 0.9581, - "reward-bench/Chat Hard": 0.9145, - "reward-bench/Safety": 0.9422, - "reward-bench/Reasoning": 0.9606, - "reward-bench/Factuality": 0.7368, - "reward-bench/Precise IF": 0.4031, - "reward-bench/Math": 0.7049, - "reward-bench/Focus": 0.9323, - "reward-bench/Ties": 0.8261 + "hfopenllm_v2/IFEval": 0.4196, + "hfopenllm_v2/BBH": 0.427, + "hfopenllm_v2/MATH Level 5": 0.2175, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.361, + "hfopenllm_v2/MMLU-PRO": 0.2776 } }, { - "id": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", - "name": "Skywork-Reward-Gemma-2-27B-v0.2", - "developer": "Skywork", + "id": "HelpingAI/Cipher-20B", + "name": "Cipher-20B", + "developer": "HelpingAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7807, - "hfopenllm_v2/BBH": 0.636, - "hfopenllm_v2/MATH Level 5": 0.2273, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.4103, - "reward-bench/Score": 0.9426, - "reward-bench/Factuality": 0.7674, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.6721, - "reward-bench/Safety": 0.9297, - "reward-bench/Focus": 0.9172, - "reward-bench/Ties": 0.8182, - "reward-bench/Chat": 0.9609, - "reward-bench/Chat Hard": 0.8991, - "reward-bench/Reasoning": 0.9807 + "hfopenllm_v2/IFEval": 0.5378, + "hfopenllm_v2/BBH": 0.6032, + "hfopenllm_v2/MATH Level 5": 0.1994, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4003, + "hfopenllm_v2/MMLU-PRO": 0.3744 } }, { - "id": "Skywork/Skywork-Reward-Llama-3.1-8B", - "name": "Skywork/Skywork-Reward-Llama-3.1-8B", - "developer": "Skywork", + "id": "HelpingAI/Dhanishtha-Large", + "name": "Dhanishtha-Large", + "developer": "HelpingAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9252, - "reward-bench/Factuality": 0.6989, - "reward-bench/Precise IF": 0.425, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.9081, - "reward-bench/Focus": 0.9616, - "reward-bench/Ties": 0.741, - "reward-bench/Chat": 0.9581, - "reward-bench/Chat Hard": 0.8728, - "reward-bench/Reasoning": 0.962 + "hfopenllm_v2/IFEval": 0.2457, + "hfopenllm_v2/BBH": 0.4604, + "hfopenllm_v2/MATH Level 5": 0.3852, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3845, + "hfopenllm_v2/MMLU-PRO": 0.2755 } }, { - "id": "Skywork/Skywork-Reward-Llama-3.1-8B-v0.2", - "name": "Skywork/Skywork-Reward-Llama-3.1-8B-v0.2", - "developer": "Skywork", + "id": "HelpingAI/Priya-10B", + "name": "Priya-10B", + "developer": "HelpingAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9313, - "reward-bench/Factuality": 0.6968, - "reward-bench/Precise IF": 0.4062, - "reward-bench/Math": 0.6011, - "reward-bench/Safety": 0.927, - "reward-bench/Focus": 0.9414, - "reward-bench/Ties": 0.7169, - "reward-bench/Chat": 0.9469, - "reward-bench/Chat Hard": 0.8838, - "reward-bench/Reasoning": 0.9675 + "hfopenllm_v2/IFEval": 0.4043, + "hfopenllm_v2/BBH": 0.4441, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3793, + "hfopenllm_v2/MMLU-PRO": 0.2493 } }, { - "id": "Skywork/Skywork-Reward-V2-Llama-3.1-8B", - "name": "Skywork/Skywork-Reward-V2-Llama-3.1-8B", - "developer": "Skywork", + "id": "HelpingAI/Priya-3B", + "name": "Priya-3B", + "developer": "HelpingAI", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8413, - "reward-bench/Factuality": 0.8463, - "reward-bench/Precise IF": 0.6625, - "reward-bench/Math": 0.776, - "reward-bench/Safety": 0.9667, - "reward-bench/Focus": 0.9838, - "reward-bench/Ties": 0.8124 + "hfopenllm_v2/IFEval": 0.4526, + "hfopenllm_v2/BBH": 0.3961, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3713, + "hfopenllm_v2/MMLU-PRO": 0.2339 } }, { - "id": "Skywork/Skywork-Reward-V2-Llama-3.2-1B", - "name": "Skywork/Skywork-Reward-V2-Llama-3.2-1B", - "developer": "Skywork", + "id": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0", + "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0", + "developer": "hendrydong", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6438, - "reward-bench/Factuality": 0.6084, - "reward-bench/Precise IF": 0.4562, + "reward-bench/Score": 0.5851, + "reward-bench/Chat": 0.9832, + "reward-bench/Chat Hard": 0.5789, + "reward-bench/Safety": 0.6956, + "reward-bench/Reasoning": 0.7434, + "reward-bench/Prior Sets (0.5 weight)": 0.7508, + "reward-bench/Factuality": 0.5779, + "reward-bench/Precise IF": 0.3625, "reward-bench/Math": 0.6011, - "reward-bench/Safety": 0.8733, - "reward-bench/Focus": 0.8929, - "reward-bench/Ties": 0.4306 + "reward-bench/Focus": 0.6747, + "reward-bench/Ties": 0.5988 } }, { - "id": "Skywork/Skywork-Reward-V2-Llama-3.2-3B", - "name": "Skywork/Skywork-Reward-V2-Llama-3.2-3B", - "developer": "Skywork", + "id": "HeraiHench/DeepSeek-R1-Qwen-Coder-8B", + "name": "DeepSeek-R1-Qwen-Coder-8B", + "developer": "HeraiHench", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7466, - "reward-bench/Factuality": 0.7621, - "reward-bench/Precise IF": 0.4562, - "reward-bench/Math": 0.694, - "reward-bench/Safety": 0.9311, - "reward-bench/Focus": 0.9596, - "reward-bench/Ties": 0.6768 + "hfopenllm_v2/IFEval": 0.1869, + "hfopenllm_v2/BBH": 0.2913, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "Skywork/Skywork-Reward-V2-Qwen3-0.6B", - "name": "Skywork/Skywork-Reward-V2-Qwen3-0.6B", - "developer": "Skywork", + "id": "HeraiHench/Double-Down-Qwen-Math-7B", + "name": "Double-Down-Qwen-Math-7B", + "developer": "HeraiHench", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6125, - "reward-bench/Factuality": 0.58, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.7158, - "reward-bench/Safety": 0.8444, - "reward-bench/Focus": 0.7949, - "reward-bench/Ties": 0.3397 + "hfopenllm_v2/IFEval": 0.167, + "hfopenllm_v2/BBH": 0.2845, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3737, + "hfopenllm_v2/MMLU-PRO": 0.1112 } }, { - "id": "Skywork/Skywork-Reward-V2-Qwen3-1.7B", - "name": "Skywork/Skywork-Reward-V2-Qwen3-1.7B", - "developer": "Skywork", + "id": "HeraiHench/Marge-Qwen-Math-7B", + "name": "Marge-Qwen-Math-7B", + "developer": "HeraiHench", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6818, - "reward-bench/Factuality": 0.6568, - "reward-bench/Precise IF": 0.4437, - "reward-bench/Math": 0.7268, - "reward-bench/Safety": 0.8911, - "reward-bench/Focus": 0.8848, - "reward-bench/Ties": 0.4872 + "hfopenllm_v2/IFEval": 0.1262, + "hfopenllm_v2/BBH": 0.3069, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3939, + "hfopenllm_v2/MMLU-PRO": 0.1056 } }, { - "id": "Skywork/Skywork-Reward-V2-Qwen3-4B", - "name": "Skywork/Skywork-Reward-V2-Qwen3-4B", - "developer": "Skywork", + "id": "HeraiHench/Phi-4-slerp-ReasoningRP-14B", + "name": "Phi-4-slerp-ReasoningRP-14B", + "developer": "HeraiHench", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7551, - "reward-bench/Factuality": 0.7737, - "reward-bench/Precise IF": 0.4625, - "reward-bench/Math": 0.7322, - "reward-bench/Safety": 0.9222, - "reward-bench/Focus": 0.9657, - "reward-bench/Ties": 0.6743 + "hfopenllm_v2/IFEval": 0.1575, + "hfopenllm_v2/BBH": 0.4196, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3116, + "hfopenllm_v2/MMLU-PRO": 0.19 } }, { - "id": "Skywork/Skywork-Reward-V2-Qwen3-8B", - "name": "Skywork/Skywork-Reward-V2-Qwen3-8B", - "developer": "Skywork", + "id": "HFXM/RAMO-Llama3.1-8B", + "name": "HFXM/RAMO-Llama3.1-8B", + "developer": "HFXM", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7837, - "reward-bench/Factuality": 0.7989, - "reward-bench/Precise IF": 0.5, - "reward-bench/Math": 0.7705, - "reward-bench/Safety": 0.94, - "reward-bench/Focus": 0.9636, - "reward-bench/Ties": 0.7294 + "reward-bench/Score": 0.6917, + "reward-bench/Factuality": 0.6547, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.5628, + "reward-bench/Safety": 0.9756, + "reward-bench/Focus": 0.9071, + "reward-bench/Ties": 0.6752 } }, { - "id": "Skywork/Skywork-VL-Reward-7B", - "name": "Skywork/Skywork-VL-Reward-7B", - "developer": "Skywork", + "id": "HiroseKoichi/Llama-Salad-4x8B-V3", + "name": "Llama-Salad-4x8B-V3", + "developer": "HiroseKoichi", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9007, - "reward-bench/Factuality": 0.6063, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.9108, - "reward-bench/Focus": 0.8909, - "reward-bench/Ties": 0.7586, - "reward-bench/Chat": 0.8994, - "reward-bench/Chat Hard": 0.875, - "reward-bench/Reasoning": 0.9176 + "hfopenllm_v2/IFEval": 0.6654, + "hfopenllm_v2/BBH": 0.5245, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.374, + "hfopenllm_v2/MMLU-PRO": 0.3518 } }, { - "id": "Skywork/Skywork-o1-Open-Llama-3.1-8B", - "name": "Skywork-o1-Open-Llama-3.1-8B", - "developer": "Skywork", + "id": "HoangHa/Pensez-Llama3.1-8B", + "name": "Pensez-Llama3.1-8B", + "developer": "HoangHa", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3518, - "hfopenllm_v2/BBH": 0.4516, - "hfopenllm_v2/MATH Level 5": 0.5211, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3156, - "hfopenllm_v2/MMLU-PRO": 0.203 + "hfopenllm_v2/IFEval": 0.3887, + "hfopenllm_v2/BBH": 0.4669, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3597, + "hfopenllm_v2/MMLU-PRO": 0.3126 } }, { - "id": "Solshine/Brimful-merged-replete", - "name": "Brimful-merged-replete", - "developer": "Solshine", + "id": "hon9kon9ize/CantoneseLLMChat-v0.5", + "name": "CantoneseLLMChat-v0.5", + "developer": "hon9kon9ize", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1761, - "hfopenllm_v2/BBH": 0.2883, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3421, - "hfopenllm_v2/MMLU-PRO": 0.1085 + "hfopenllm_v2/IFEval": 0.3231, + "hfopenllm_v2/BBH": 0.4345, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4706, + "hfopenllm_v2/MMLU-PRO": 0.2504 } }, { - "id": "Solshine/Llama-3-1-big-thoughtful-passthrough-merge-2", - "name": "Llama-3-1-big-thoughtful-passthrough-merge-2", - "developer": "Solshine", + "id": "hon9kon9ize/CantoneseLLMChat-v1.0-7B", + "name": "CantoneseLLMChat-v1.0-7B", + "developer": "hon9kon9ize", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2547, - "hfopenllm_v2/BBH": 0.3209, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3889, - "hfopenllm_v2/MMLU-PRO": 0.1185 + "hfopenllm_v2/IFEval": 0.4455, + "hfopenllm_v2/BBH": 0.4866, + "hfopenllm_v2/MATH Level 5": 0.2107, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.3883, + "hfopenllm_v2/MMLU-PRO": 0.3785 } }, { - "id": "Sorawiz/Gemma-9B-Base", - "name": "Gemma-9B-Base", - "developer": "Sorawiz", + "id": "hongbai12/li-0.4-pre", + "name": "li-0.4-pre", + "developer": "hongbai12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1667, - "hfopenllm_v2/BBH": 0.593, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.4235 + "hfopenllm_v2/IFEval": 0.52, + "hfopenllm_v2/BBH": 0.6298, + "hfopenllm_v2/MATH Level 5": 0.4924, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4513, + "hfopenllm_v2/MMLU-PRO": 0.5015 } }, { - "id": "Sorawiz/Gemma-Creative-9B-Base", - "name": "Gemma-Creative-9B-Base", - "developer": "Sorawiz", + "id": "hotmailuser/Deepseek-qwen-modelstock-2B", + "name": "Deepseek-qwen-modelstock-2B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1515, - "hfopenllm_v2/BBH": 0.5459, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.4008 + "hfopenllm_v2/IFEval": 0.2149, + "hfopenllm_v2/BBH": 0.3549, + "hfopenllm_v2/MATH Level 5": 0.3399, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.1911 } }, { - "id": "Sourjayon/DeepSeek-R1-8b-Sify", - "name": "DeepSeek-R1-8b-Sify", - "developer": "Sourjayon", + "id": "hotmailuser/Falcon3Slerp1-10B", + "name": "Falcon3Slerp1-10B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3679, - "hfopenllm_v2/BBH": 0.3379, - "hfopenllm_v2/MATH Level 5": 0.2447, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3303, - "hfopenllm_v2/MMLU-PRO": 0.1981 + "hfopenllm_v2/IFEval": 0.5694, + "hfopenllm_v2/BBH": 0.617, + "hfopenllm_v2/MATH Level 5": 0.2598, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4318, + "hfopenllm_v2/MMLU-PRO": 0.4402 } }, { - "id": "Sourjayon/DeepSeek-R1-ForumNXT", - "name": "DeepSeek-R1-ForumNXT", - "developer": "Sourjayon", + "id": "hotmailuser/Falcon3Slerp2-10B", + "name": "Falcon3Slerp2-10B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2603, - "hfopenllm_v2/BBH": 0.331, - "hfopenllm_v2/MATH Level 5": 0.2576, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3392, - "hfopenllm_v2/MMLU-PRO": 0.1648 + "hfopenllm_v2/IFEval": 0.6118, + "hfopenllm_v2/BBH": 0.6164, + "hfopenllm_v2/MATH Level 5": 0.2319, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4096, + "hfopenllm_v2/MMLU-PRO": 0.4369 } }, { - "id": "SpaceYL/ECE_Poirot", - "name": "ECE_Poirot", - "developer": "SpaceYL", + "id": "hotmailuser/Falcon3Slerp4-10B", + "name": "Falcon3Slerp4-10B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3107, - "hfopenllm_v2/BBH": 0.4262, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4026, - "hfopenllm_v2/MMLU-PRO": 0.2883 + "hfopenllm_v2/IFEval": 0.6072, + "hfopenllm_v2/BBH": 0.6114, + "hfopenllm_v2/MATH Level 5": 0.2289, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4017, + "hfopenllm_v2/MMLU-PRO": 0.4387 } }, { - "id": "Spestly/Athena-1-3B", - "name": "Athena-1-3B", - "developer": "Spestly", + "id": "hotmailuser/FalconSlerp-3B", + "name": "FalconSlerp-3B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5569, - "hfopenllm_v2/BBH": 0.4702, - "hfopenllm_v2/MATH Level 5": 0.2379, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4362, - "hfopenllm_v2/MMLU-PRO": 0.3519 + "hfopenllm_v2/IFEval": 0.5695, + "hfopenllm_v2/BBH": 0.4624, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3989, + "hfopenllm_v2/MMLU-PRO": 0.2968 } }, { - "id": "Spestly/Atlas-Pro-1.5B-Preview", - "name": "Atlas-Pro-1.5B-Preview", - "developer": "Spestly", + "id": "hotmailuser/FalconSlerp1-7B", + "name": "FalconSlerp1-7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.243, - "hfopenllm_v2/BBH": 0.3499, - "hfopenllm_v2/MATH Level 5": 0.3195, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3354, - "hfopenllm_v2/MMLU-PRO": 0.1925 + "hfopenllm_v2/IFEval": 0.5395, + "hfopenllm_v2/BBH": 0.5355, + "hfopenllm_v2/MATH Level 5": 0.2379, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4452, + "hfopenllm_v2/MMLU-PRO": 0.4129 } }, { - "id": "Spestly/Atlas-Pro-7B-Preview", - "name": "Atlas-Pro-7B-Preview", - "developer": "Spestly", + "id": "hotmailuser/FalconSlerp2-7B", + "name": "FalconSlerp2-7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3154, - "hfopenllm_v2/BBH": 0.4668, - "hfopenllm_v2/MATH Level 5": 0.5083, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.3911, - "hfopenllm_v2/MMLU-PRO": 0.297 + "hfopenllm_v2/IFEval": 0.616, + "hfopenllm_v2/BBH": 0.5538, + "hfopenllm_v2/MATH Level 5": 0.2983, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4479, + "hfopenllm_v2/MMLU-PRO": 0.4141 } }, { - "id": "Stark2008/GutenLaserPi", - "name": "GutenLaserPi", - "developer": "Stark2008", + "id": "hotmailuser/FalconSlerp3-10B", + "name": "FalconSlerp3-10B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4227, - "hfopenllm_v2/BBH": 0.5212, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.462, - "hfopenllm_v2/MMLU-PRO": 0.3106 + "hfopenllm_v2/IFEval": 0.6002, + "hfopenllm_v2/BBH": 0.606, + "hfopenllm_v2/MATH Level 5": 0.2273, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4031, + "hfopenllm_v2/MMLU-PRO": 0.4323 } }, { - "id": "Stark2008/LayleleFlamPi", - "name": "LayleleFlamPi", - "developer": "Stark2008", + "id": "hotmailuser/FalconSlerp3-7B", + "name": "FalconSlerp3-7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4284, - "hfopenllm_v2/BBH": 0.5116, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4608, - "hfopenllm_v2/MMLU-PRO": 0.3093 + "hfopenllm_v2/IFEval": 0.6096, + "hfopenllm_v2/BBH": 0.5533, + "hfopenllm_v2/MATH Level 5": 0.3157, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4507, + "hfopenllm_v2/MMLU-PRO": 0.4127 } }, { - "id": "Stark2008/VisFlamCat", - "name": "VisFlamCat", - "developer": "Stark2008", + "id": "hotmailuser/FalconSlerp4-7B", + "name": "FalconSlerp4-7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4366, - "hfopenllm_v2/BBH": 0.5217, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4463, - "hfopenllm_v2/MMLU-PRO": 0.3144 + "hfopenllm_v2/IFEval": 0.6285, + "hfopenllm_v2/BBH": 0.5524, + "hfopenllm_v2/MATH Level 5": 0.2213, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4585, + "hfopenllm_v2/MMLU-PRO": 0.4032 } }, { - "id": "Steelskull/L3.3-MS-Nevoria-70b", - "name": "L3.3-MS-Nevoria-70b", - "developer": "Steelskull", + "id": "hotmailuser/FalconSlerp6-7B", + "name": "FalconSlerp6-7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6963, - "hfopenllm_v2/BBH": 0.6998, - "hfopenllm_v2/MATH Level 5": 0.3958, - "hfopenllm_v2/GPQA": 0.4706, - "hfopenllm_v2/MUSR": 0.4682, - "hfopenllm_v2/MMLU-PRO": 0.5535 + "hfopenllm_v2/IFEval": 0.6027, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.2047, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4492, + "hfopenllm_v2/MMLU-PRO": 0.3995 } }, { - "id": "Steelskull/L3.3-Nevoria-R1-70b", - "name": "L3.3-Nevoria-R1-70b", - "developer": "Steelskull", + "id": "hotmailuser/Gemma2atlas-27B", + "name": "Gemma2atlas-27B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6024, - "hfopenllm_v2/BBH": 0.6972, - "hfopenllm_v2/MATH Level 5": 0.463, - "hfopenllm_v2/GPQA": 0.469, - "hfopenllm_v2/MUSR": 0.4775, - "hfopenllm_v2/MMLU-PRO": 0.5463 + "hfopenllm_v2/IFEval": 0.7214, + "hfopenllm_v2/BBH": 0.6545, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4445, + "hfopenllm_v2/MMLU-PRO": 0.475 } }, { - "id": "StelleX/Qwen2.5_Math_7B_Cot", - "name": "Qwen2.5_Math_7B_Cot", - "developer": "StelleX", + "id": "hotmailuser/Gemma2Crono-27B", + "name": "Gemma2Crono-27B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2143, - "hfopenllm_v2/BBH": 0.4313, - "hfopenllm_v2/MATH Level 5": 0.3263, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3924, - "hfopenllm_v2/MMLU-PRO": 0.281 + "hfopenllm_v2/IFEval": 0.7086, + "hfopenllm_v2/BBH": 0.6505, + "hfopenllm_v2/MATH Level 5": 0.2424, + "hfopenllm_v2/GPQA": 0.3708, + "hfopenllm_v2/MUSR": 0.4567, + "hfopenllm_v2/MMLU-PRO": 0.4633 } }, { - "id": "StelleX/Vorisatex-7B-preview", - "name": "Vorisatex-7B-preview", - "developer": "StelleX", + "id": "hotmailuser/Gemma2magnum-27b", + "name": "Gemma2magnum-27b", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1515, - "hfopenllm_v2/BBH": 0.3112, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.4192, - "hfopenllm_v2/MMLU-PRO": 0.1166 + "hfopenllm_v2/IFEval": 0.5051, + "hfopenllm_v2/BBH": 0.62, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.3851, + "hfopenllm_v2/MUSR": 0.4723, + "hfopenllm_v2/MMLU-PRO": 0.4596 } }, { - "id": "SultanR/SmolTulu-1.7b-Instruct", - "name": "SmolTulu-1.7b-Instruct", - "developer": "SultanR", + "id": "hotmailuser/Gemma2SimPO-27B", + "name": "Gemma2SimPO-27B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6541, - "hfopenllm_v2/BBH": 0.3713, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.354, - "hfopenllm_v2/MMLU-PRO": 0.171 + "hfopenllm_v2/IFEval": 0.7222, + "hfopenllm_v2/BBH": 0.6413, + "hfopenllm_v2/MATH Level 5": 0.2817, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4447, + "hfopenllm_v2/MMLU-PRO": 0.4642 } }, { - "id": "SultanR/SmolTulu-1.7b-RM", - "name": "SultanR/SmolTulu-1.7b-RM", - "developer": "SultanR", + "id": "hotmailuser/Llama-Hermes-slerp-8B", + "name": "Llama-Hermes-slerp-8B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5094, - "reward-bench/Chat": 0.743, - "reward-bench/Chat Hard": 0.4408, - "reward-bench/Safety": 0.5716, - "reward-bench/Reasoning": 0.2821 + "hfopenllm_v2/IFEval": 0.339, + "hfopenllm_v2/BBH": 0.531, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4078, + "hfopenllm_v2/MMLU-PRO": 0.3331 } }, { - "id": "SultanR/SmolTulu-1.7b-Reinforced", - "name": "SmolTulu-1.7b-Reinforced", - "developer": "SultanR", + "id": "hotmailuser/Llama-Hermes-slerp2-8B", + "name": "Llama-Hermes-slerp2-8B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6791, - "hfopenllm_v2/BBH": 0.3552, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3406, - "hfopenllm_v2/MMLU-PRO": 0.1763 + "hfopenllm_v2/IFEval": 0.3728, + "hfopenllm_v2/BBH": 0.5265, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4248, + "hfopenllm_v2/MMLU-PRO": 0.3379 } }, { - "id": "SultanR/SmolTulu-1.7b-it-v0", - "name": "SmolTulu-1.7b-it-v0", - "developer": "SultanR", + "id": "hotmailuser/LlamaStock-8B", + "name": "LlamaStock-8B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6541, - "hfopenllm_v2/BBH": 0.3713, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.354, - "hfopenllm_v2/MMLU-PRO": 0.171 + "hfopenllm_v2/IFEval": 0.425, + "hfopenllm_v2/BBH": 0.5329, + "hfopenllm_v2/MATH Level 5": 0.1699, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4129, + "hfopenllm_v2/MMLU-PRO": 0.3807 } }, { - "id": "Supichi/BBA-123", - "name": "BBA-123", - "developer": "Supichi", + "id": "hotmailuser/Mistral-modelstock-24B", + "name": "Mistral-modelstock-24B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.208, - "hfopenllm_v2/BBH": 0.292, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3499, - "hfopenllm_v2/MMLU-PRO": 0.1167 + "hfopenllm_v2/IFEval": 0.3424, + "hfopenllm_v2/BBH": 0.6452, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.4102, + "hfopenllm_v2/MUSR": 0.459, + "hfopenllm_v2/MMLU-PRO": 0.507 } }, { - "id": "Supichi/BBA99", - "name": "BBA99", - "developer": "Supichi", + "id": "hotmailuser/Mistral-modelstock2-24B", + "name": "Mistral-modelstock2-24B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1407, - "hfopenllm_v2/BBH": 0.2769, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3218, - "hfopenllm_v2/MMLU-PRO": 0.1112 + "hfopenllm_v2/IFEval": 0.4318, + "hfopenllm_v2/BBH": 0.6689, + "hfopenllm_v2/MATH Level 5": 0.2402, + "hfopenllm_v2/GPQA": 0.3926, + "hfopenllm_v2/MUSR": 0.4616, + "hfopenllm_v2/MMLU-PRO": 0.5318 } }, { - "id": "Supichi/BBAIK29", - "name": "BBAIK29", - "developer": "Supichi", + "id": "hotmailuser/Phi4-Slerp4-14B", + "name": "Phi4-Slerp4-14B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4588, - "hfopenllm_v2/BBH": 0.559, - "hfopenllm_v2/MATH Level 5": 0.3678, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4501, - "hfopenllm_v2/MMLU-PRO": 0.4469 + "hfopenllm_v2/IFEval": 0.0629, + "hfopenllm_v2/BBH": 0.6731, + "hfopenllm_v2/MATH Level 5": 0.3474, + "hfopenllm_v2/GPQA": 0.3968, + "hfopenllm_v2/MUSR": 0.5097, + "hfopenllm_v2/MMLU-PRO": 0.5278 } }, { - "id": "Supichi/BBAI_135_Gemma", - "name": "BBAI_135_Gemma", - "developer": "Supichi", + "id": "hotmailuser/Qwen2.5-HomerSlerp-7B", + "name": "Qwen2.5-HomerSlerp-7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0656, - "hfopenllm_v2/BBH": 0.3568, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3805, - "hfopenllm_v2/MMLU-PRO": 0.1672 + "hfopenllm_v2/IFEval": 0.4488, + "hfopenllm_v2/BBH": 0.5633, + "hfopenllm_v2/MATH Level 5": 0.3316, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4383, + "hfopenllm_v2/MMLU-PRO": 0.4549 } }, { - "id": "Supichi/BBAI_250_Xia0_gZ", - "name": "BBAI_250_Xia0_gZ", - "developer": "Supichi", + "id": "hotmailuser/QwenModelStock-1.8B", + "name": "QwenModelStock-1.8B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4685, - "hfopenllm_v2/BBH": 0.5568, - "hfopenllm_v2/MATH Level 5": 0.364, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4579, - "hfopenllm_v2/MMLU-PRO": 0.4465 + "hfopenllm_v2/IFEval": 0.3263, + "hfopenllm_v2/BBH": 0.4188, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4359, + "hfopenllm_v2/MMLU-PRO": 0.2959 } }, { - "id": "Supichi/BBAI_275_Tsunami_gZ", - "name": "BBAI_275_Tsunami_gZ", - "developer": "Supichi", + "id": "hotmailuser/QwenSlerp-14B", + "name": "QwenSlerp-14B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.537, - "hfopenllm_v2/BBH": 0.5531, - "hfopenllm_v2/MATH Level 5": 0.3285, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4448, - "hfopenllm_v2/MMLU-PRO": 0.4492 + "hfopenllm_v2/IFEval": 0.7025, + "hfopenllm_v2/BBH": 0.6491, + "hfopenllm_v2/MATH Level 5": 0.3837, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4634, + "hfopenllm_v2/MMLU-PRO": 0.54 } }, { - "id": "Supichi/BBAI_525_Tsu_gZ_Xia0", - "name": "BBAI_525_Tsu_gZ_Xia0", - "developer": "Supichi", + "id": "hotmailuser/QwenSlerp-3B", + "name": "QwenSlerp-3B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5339, - "hfopenllm_v2/BBH": 0.5562, - "hfopenllm_v2/MATH Level 5": 0.3429, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4474, - "hfopenllm_v2/MMLU-PRO": 0.4477 + "hfopenllm_v2/IFEval": 0.4334, + "hfopenllm_v2/BBH": 0.4892, + "hfopenllm_v2/MATH Level 5": 0.2749, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4317, + "hfopenllm_v2/MMLU-PRO": 0.3693 } }, { - "id": "Supichi/BBAI_78B_Calme_3_1_Ties", - "name": "BBAI_78B_Calme_3_1_Ties", - "developer": "Supichi", + "id": "hotmailuser/QwenSlerp-7B", + "name": "QwenSlerp-7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1828, - "hfopenllm_v2/BBH": 0.2828, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.229, - "hfopenllm_v2/MUSR": 0.31, - "hfopenllm_v2/MMLU-PRO": 0.1144 + "hfopenllm_v2/IFEval": 0.4673, + "hfopenllm_v2/BBH": 0.5636, + "hfopenllm_v2/MATH Level 5": 0.3444, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4409, + "hfopenllm_v2/MMLU-PRO": 0.4509 } }, { - "id": "Supichi/BBAI_QWEEN_V000000_LUMEN_14B", - "name": "BBAI_QWEEN_V000000_LUMEN_14B", - "developer": "Supichi", + "id": "hotmailuser/QwenSlerp2-14B", + "name": "QwenSlerp2-14B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1815, - "hfopenllm_v2/BBH": 0.2297, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2315, - "hfopenllm_v2/MUSR": 0.3445, - "hfopenllm_v2/MMLU-PRO": 0.116 + "hfopenllm_v2/IFEval": 0.7037, + "hfopenllm_v2/BBH": 0.6493, + "hfopenllm_v2/MATH Level 5": 0.3965, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4807, + "hfopenllm_v2/MMLU-PRO": 0.5379 } }, { - "id": "Supichi/HF_TOKEN", - "name": "HF_TOKEN", - "developer": "Supichi", + "id": "hotmailuser/QwenSlerp2-3B", + "name": "QwenSlerp2-3B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.138, - "hfopenllm_v2/BBH": 0.2764, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3272, - "hfopenllm_v2/MMLU-PRO": 0.111 + "hfopenllm_v2/IFEval": 0.428, + "hfopenllm_v2/BBH": 0.4802, + "hfopenllm_v2/MATH Level 5": 0.2606, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4252, + "hfopenllm_v2/MMLU-PRO": 0.3742 } }, { - "id": "Supichi/NJS26", - "name": "NJS26", - "developer": "Supichi", + "id": "hotmailuser/QwenSlerp3-14B", + "name": "QwenSlerp3-14B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0448, - "hfopenllm_v2/BBH": 0.478, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.3854, - "hfopenllm_v2/MMLU-PRO": 0.3037 + "hfopenllm_v2/IFEval": 0.6632, + "hfopenllm_v2/BBH": 0.6267, + "hfopenllm_v2/MATH Level 5": 0.4305, + "hfopenllm_v2/GPQA": 0.3666, + "hfopenllm_v2/MUSR": 0.4808, + "hfopenllm_v2/MMLU-PRO": 0.5263 } }, { - "id": "Svak/MN-12B-Inferor-v0.0", - "name": "MN-12B-Inferor-v0.0", - "developer": "Svak", + "id": "hotmailuser/QwenSparse-7B", + "name": "QwenSparse-7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5708, - "hfopenllm_v2/BBH": 0.5195, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4639, - "hfopenllm_v2/MMLU-PRO": 0.3559 + "hfopenllm_v2/IFEval": 0.1086, + "hfopenllm_v2/BBH": 0.2896, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3562, + "hfopenllm_v2/MMLU-PRO": 0.1122 } }, { - "id": "Svak/MN-12B-Inferor-v0.1", - "name": "MN-12B-Inferor-v0.1", - "developer": "Svak", + "id": "hotmailuser/QwenStock-0.5B", + "name": "QwenStock-0.5B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6347, - "hfopenllm_v2/BBH": 0.5147, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4351, - "hfopenllm_v2/MMLU-PRO": 0.3662 + "hfopenllm_v2/IFEval": 0.2049, + "hfopenllm_v2/BBH": 0.2912, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3575, + "hfopenllm_v2/MMLU-PRO": 0.1167 } }, { - "id": "Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo", - "name": "Phi-3-mini-4K-instruct-cpo-simpo", - "developer": "Syed-Hasan-8503", + "id": "hotmailuser/QwenStock-1.7B", + "name": "QwenStock-1.7B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5714, - "hfopenllm_v2/BBH": 0.5682, - "hfopenllm_v2/MATH Level 5": 0.1571, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.3861 + "hfopenllm_v2/IFEval": 0.3214, + "hfopenllm_v2/BBH": 0.4188, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4412, + "hfopenllm_v2/MMLU-PRO": 0.2955 } }, { - "id": "T145/KRONOS-8B-V1-P1", - "name": "KRONOS-8B-V1-P1", - "developer": "T145", + "id": "hotmailuser/QwenStock1-14B", + "name": "QwenStock1-14B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.785, - "hfopenllm_v2/BBH": 0.5085, - "hfopenllm_v2/MATH Level 5": 0.1979, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3881, - "hfopenllm_v2/MMLU-PRO": 0.376 + "hfopenllm_v2/IFEval": 0.6693, + "hfopenllm_v2/BBH": 0.6502, + "hfopenllm_v2/MATH Level 5": 0.3701, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.4781, + "hfopenllm_v2/MMLU-PRO": 0.5416 } }, { - "id": "T145/KRONOS-8B-V1-P2", - "name": "KRONOS-8B-V1-P2", - "developer": "T145", + "id": "hotmailuser/RombosBeagle-v2beta-MGS-32B", + "name": "RombosBeagle-v2beta-MGS-32B", + "developer": "hotmailuser", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6724, - "hfopenllm_v2/BBH": 0.4772, - "hfopenllm_v2/MATH Level 5": 0.1601, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3568, - "hfopenllm_v2/MMLU-PRO": 0.3453 + "hfopenllm_v2/IFEval": 0.5157, + "hfopenllm_v2/BBH": 0.7037, + "hfopenllm_v2/MATH Level 5": 0.4992, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.5021, + "hfopenllm_v2/MMLU-PRO": 0.5908 } }, { - "id": "T145/KRONOS-8B-V1-P3", - "name": "KRONOS-8B-V1-P3", - "developer": "T145", + "id": "HPAI-BSC/Llama3-Aloe-8B-Alpha", + "name": "Llama3-Aloe-8B-Alpha", + "developer": "HPAI-BSC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7137, - "hfopenllm_v2/BBH": 0.5128, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3616, - "hfopenllm_v2/MMLU-PRO": 0.3405 + "hfopenllm_v2/IFEval": 0.5081, + "hfopenllm_v2/BBH": 0.4831, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3673, + "hfopenllm_v2/MMLU-PRO": 0.3295 } }, { - "id": "T145/KRONOS-8B-V2", - "name": "KRONOS-8B-V2", - "developer": "T145", + "id": "HPAI-BSC/Llama3.1-Aloe-Beta-8B", + "name": "Llama3.1-Aloe-Beta-8B", + "developer": "HPAI-BSC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.518, - "hfopenllm_v2/BBH": 0.5133, - "hfopenllm_v2/MATH Level 5": 0.2266, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3829, - "hfopenllm_v2/MMLU-PRO": 0.3738 + "hfopenllm_v2/IFEval": 0.7253, + "hfopenllm_v2/BBH": 0.5093, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3835, + "hfopenllm_v2/MMLU-PRO": 0.358 } }, { - "id": "T145/KRONOS-8B-V3", - "name": "KRONOS-8B-V3", - "developer": "T145", + "id": "HPAI-BSC/Qwen2.5-Aloe-Beta-7B", + "name": "Qwen2.5-Aloe-Beta-7B", + "developer": "HPAI-BSC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5475, - "hfopenllm_v2/BBH": 0.5119, - "hfopenllm_v2/MATH Level 5": 0.2598, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.3738 + "hfopenllm_v2/IFEval": 0.4554, + "hfopenllm_v2/BBH": 0.5049, + "hfopenllm_v2/MATH Level 5": 0.3542, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.4354 } }, { - "id": "T145/KRONOS-8B-V4", - "name": "KRONOS-8B-V4", - "developer": "T145", + "id": "HuggingFaceH4/starchat2-15b-v0.1", + "name": "HuggingFaceH4/starchat2-15b-v0.1", + "developer": "HuggingFaceH4", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7889, - "hfopenllm_v2/BBH": 0.5092, - "hfopenllm_v2/MATH Level 5": 0.1949, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.383, - "hfopenllm_v2/MMLU-PRO": 0.3786 + "reward-bench/Score": 0.7322, + "reward-bench/Chat": 0.9385, + "reward-bench/Chat Hard": 0.5548, + "reward-bench/Safety": 0.7095, + "reward-bench/Reasoning": 0.8159, + "reward-bench/Prior Sets (0.5 weight)": 0.5525 } }, { - "id": "T145/KRONOS-8B-V5", - "name": "KRONOS-8B-V5", - "developer": "T145", + "id": "HuggingFaceH4/zephyr-7b-alpha", + "name": "HuggingFaceH4/zephyr-7b-alpha", + "developer": "HuggingFaceH4", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5405, - "hfopenllm_v2/BBH": 0.5089, - "hfopenllm_v2/MATH Level 5": 0.2689, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4055, - "hfopenllm_v2/MMLU-PRO": 0.3759 + "hfopenllm_v2/IFEval": 0.5191, + "hfopenllm_v2/BBH": 0.4583, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.395, + "hfopenllm_v2/MMLU-PRO": 0.2795, + "reward-bench/Score": 0.7392, + "reward-bench/Chat": 0.9162, + "reward-bench/Chat Hard": 0.625, + "reward-bench/Safety": 0.7662, + "reward-bench/Reasoning": 0.7514, + "reward-bench/Prior Sets (0.5 weight)": 0.5353 } }, { - "id": "T145/KRONOS-8B-V6", - "name": "KRONOS-8B-V6", - "developer": "T145", + "id": "HuggingFaceH4/zephyr-7b-beta", + "name": "HuggingFaceH4/zephyr-7b-beta", + "developer": "HuggingFaceH4", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7022, - "hfopenllm_v2/BBH": 0.5034, - "hfopenllm_v2/MATH Level 5": 0.2598, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4121, - "hfopenllm_v2/MMLU-PRO": 0.3501 + "hfopenllm_v2/IFEval": 0.495, + "hfopenllm_v2/BBH": 0.4316, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3925, + "hfopenllm_v2/MMLU-PRO": 0.2781, + "reward-bench/Score": 0.7281, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.6272, + "reward-bench/Safety": 0.6568, + "reward-bench/Reasoning": 0.7789, + "reward-bench/Prior Sets (0.5 weight)": 0.5216 } }, { - "id": "T145/KRONOS-8B-V7", - "name": "KRONOS-8B-V7", - "developer": "T145", + "id": "HuggingFaceH4/zephyr-7b-gemma-v0.1", + "name": "HuggingFaceH4/zephyr-7b-gemma-v0.1", + "developer": "HuggingFaceH4", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3529, - "hfopenllm_v2/BBH": 0.4526, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.2697 + "hfopenllm_v2/IFEval": 0.3364, + "hfopenllm_v2/BBH": 0.4624, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.374, + "hfopenllm_v2/MMLU-PRO": 0.2847, + "reward-bench/Score": 0.6758, + "reward-bench/Chat": 0.9581, + "reward-bench/Chat Hard": 0.4956, + "reward-bench/Safety": 0.5824, + "reward-bench/Reasoning": 0.7463, + "reward-bench/Prior Sets (0.5 weight)": 0.5171 } }, { - "id": "T145/KRONOS-8B-V8", - "name": "KRONOS-8B-V8", - "developer": "T145", + "id": "HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", + "name": "zephyr-orpo-141b-A35b-v0.1", + "developer": "HuggingFaceH4", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.777, - "hfopenllm_v2/BBH": 0.5094, + "hfopenllm_v2/IFEval": 0.6511, + "hfopenllm_v2/BBH": 0.629, "hfopenllm_v2/MATH Level 5": 0.2047, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3869, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "hfopenllm_v2/GPQA": 0.3784, + "hfopenllm_v2/MUSR": 0.4465, + "hfopenllm_v2/MMLU-PRO": 0.4586 } }, { - "id": "T145/KRONOS-8B-V9", - "name": "KRONOS-8B-V9", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM-1.7B", + "name": "SmolLM-1.7B", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7856, - "hfopenllm_v2/BBH": 0.5099, - "hfopenllm_v2/MATH Level 5": 0.1986, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.3868, - "hfopenllm_v2/MMLU-PRO": 0.3752 + "hfopenllm_v2/IFEval": 0.2362, + "hfopenllm_v2/BBH": 0.3181, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.3421, + "hfopenllm_v2/MMLU-PRO": 0.1148 } }, { - "id": "T145/Llama-3.1-8B-Instruct-Zeus", - "name": "Llama-3.1-8B-Instruct-Zeus", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM-1.7B-Instruct", + "name": "SmolLM-1.7B-Instruct", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7941, - "hfopenllm_v2/BBH": 0.5174, - "hfopenllm_v2/MATH Level 5": 0.1956, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3976, - "hfopenllm_v2/MMLU-PRO": 0.3893 + "hfopenllm_v2/IFEval": 0.2348, + "hfopenllm_v2/BBH": 0.2885, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.1166 } }, { - "id": "T145/Llama-3.1-8B-Zeus", - "name": "Llama-3.1-8B-Zeus", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM-135M", + "name": "SmolLM-135M", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3518, - "hfopenllm_v2/BBH": 0.3671, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3316, - "hfopenllm_v2/MMLU-PRO": 0.1332 + "hfopenllm_v2/IFEval": 0.2125, + "hfopenllm_v2/BBH": 0.3046, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4366, + "hfopenllm_v2/MMLU-PRO": 0.1122 } }, { - "id": "T145/Meta-Llama-3.1-8B-Instruct-TIES", - "name": "Meta-Llama-3.1-8B-Instruct-TIES", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM-135M-Instruct", + "name": "SmolLM-135M-Instruct", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5424, - "hfopenllm_v2/BBH": 0.507, - "hfopenllm_v2/MATH Level 5": 0.21, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3843, - "hfopenllm_v2/MMLU-PRO": 0.378 + "hfopenllm_v2/IFEval": 0.1214, + "hfopenllm_v2/BBH": 0.3015, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3635, + "hfopenllm_v2/MMLU-PRO": 0.1176 } }, { - "id": "T145/ZEUS-8B-V10", - "name": "ZEUS-8B-V10", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM-360M", + "name": "SmolLM-360M", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7707, - "hfopenllm_v2/BBH": 0.527, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.3898, - "hfopenllm_v2/MMLU-PRO": 0.3904 + "hfopenllm_v2/IFEval": 0.2134, + "hfopenllm_v2/BBH": 0.3065, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4018, + "hfopenllm_v2/MMLU-PRO": 0.1124 } }, { - "id": "T145/ZEUS-8B-V11", - "name": "ZEUS-8B-V11", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM-360M-Instruct", + "name": "SmolLM-360M-Instruct", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.81, - "hfopenllm_v2/BBH": 0.5162, - "hfopenllm_v2/MATH Level 5": 0.1964, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.3807, - "hfopenllm_v2/MMLU-PRO": 0.3884 + "hfopenllm_v2/IFEval": 0.1952, + "hfopenllm_v2/BBH": 0.2885, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3472, + "hfopenllm_v2/MMLU-PRO": 0.1166 } }, { - "id": "T145/ZEUS-8B-V12", - "name": "ZEUS-8B-V12", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM2-1.7B", + "name": "SmolLM2-1.7B", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7816, - "hfopenllm_v2/BBH": 0.5254, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.3858, - "hfopenllm_v2/MMLU-PRO": 0.3912 + "hfopenllm_v2/IFEval": 0.244, + "hfopenllm_v2/BBH": 0.3453, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3485, + "hfopenllm_v2/MMLU-PRO": 0.2138 } }, { - "id": "T145/ZEUS-8B-V13", - "name": "ZEUS-8B-V13", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM2-1.7B-Instruct", + "name": "SmolLM2-1.7B-Instruct", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7904, - "hfopenllm_v2/BBH": 0.5277, - "hfopenllm_v2/MATH Level 5": 0.2137, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.3845, - "hfopenllm_v2/MMLU-PRO": 0.3911 + "hfopenllm_v2/IFEval": 0.5368, + "hfopenllm_v2/BBH": 0.3599, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3421, + "hfopenllm_v2/MMLU-PRO": 0.2054 } }, { - "id": "T145/ZEUS-8B-V13-abliterated", - "name": "ZEUS-8B-V13-abliterated", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM2-135M", + "name": "SmolLM2-135M", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7878, - "hfopenllm_v2/BBH": 0.5198, - "hfopenllm_v2/MATH Level 5": 0.179, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.3871, - "hfopenllm_v2/MMLU-PRO": 0.3872 + "hfopenllm_v2/IFEval": 0.1818, + "hfopenllm_v2/BBH": 0.3044, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.4112, + "hfopenllm_v2/MMLU-PRO": 0.1095 } }, { - "id": "T145/ZEUS-8B-V14", - "name": "ZEUS-8B-V14", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM2-135M-Instruct", + "name": "SmolLM2-135M-Instruct", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7709, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.213, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.3844, - "hfopenllm_v2/MMLU-PRO": 0.3914 + "hfopenllm_v2/IFEval": 0.0593, + "hfopenllm_v2/BBH": 0.3135, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2341, + "hfopenllm_v2/MUSR": 0.3871, + "hfopenllm_v2/MMLU-PRO": 0.1092 } }, { - "id": "T145/ZEUS-8B-V15", - "name": "ZEUS-8B-V15", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM2-360M", + "name": "SmolLM2-360M", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7013, - "hfopenllm_v2/BBH": 0.5538, - "hfopenllm_v2/MATH Level 5": 0.2304, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.4059 + "hfopenllm_v2/IFEval": 0.2115, + "hfopenllm_v2/BBH": 0.3233, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3954, + "hfopenllm_v2/MMLU-PRO": 0.1169 } }, { - "id": "T145/ZEUS-8B-V16", - "name": "ZEUS-8B-V16", - "developer": "T145", + "id": "HuggingFaceTB/SmolLM2-360M-Instruct", + "name": "SmolLM2-360M-Instruct", + "developer": "HuggingFaceTB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7925, - "hfopenllm_v2/BBH": 0.5266, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3951, - "hfopenllm_v2/MMLU-PRO": 0.3926 + "hfopenllm_v2/IFEval": 0.3842, + "hfopenllm_v2/BBH": 0.3144, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3461, + "hfopenllm_v2/MMLU-PRO": 0.1117 } }, { - "id": "T145/ZEUS-8B-V17", - "name": "ZEUS-8B-V17", - "developer": "T145", + "id": "huggyllama/llama-13b", + "name": "llama-13b", + "developer": "huggyllama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7941, - "hfopenllm_v2/BBH": 0.5251, - "hfopenllm_v2/MATH Level 5": 0.2243, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4016, - "hfopenllm_v2/MMLU-PRO": 0.3935 + "hfopenllm_v2/IFEval": 0.2411, + "hfopenllm_v2/BBH": 0.3988, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3462, + "hfopenllm_v2/MMLU-PRO": 0.1952 } }, { - "id": "T145/ZEUS-8B-V17-abliterated", - "name": "ZEUS-8B-V17-abliterated", - "developer": "T145", + "id": "huggyllama/llama-65b", + "name": "llama-65b", + "developer": "huggyllama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7576, - "hfopenllm_v2/BBH": 0.52, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4269, - "hfopenllm_v2/MMLU-PRO": 0.3622 + "hfopenllm_v2/IFEval": 0.2526, + "hfopenllm_v2/BBH": 0.4703, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3595, + "hfopenllm_v2/MMLU-PRO": 0.3078 } }, { - "id": "T145/ZEUS-8B-V17-abliterated-V2", - "name": "ZEUS-8B-V17-abliterated-V2", - "developer": "T145", + "id": "huggyllama/llama-7b", + "name": "llama-7b", + "developer": "huggyllama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6532, - "hfopenllm_v2/BBH": 0.4928, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3407, - "hfopenllm_v2/MMLU-PRO": 0.3402 + "hfopenllm_v2/IFEval": 0.2501, + "hfopenllm_v2/BBH": 0.3277, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3354, + "hfopenllm_v2/MMLU-PRO": 0.1313 } }, { - "id": "T145/ZEUS-8B-V17-abliterated-V4", - "name": "ZEUS-8B-V17-abliterated-V4", - "developer": "T145", + "id": "huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2", + "name": "DeepSeek-R1-Distill-Qwen-14B-abliterated-v2", + "developer": "huihui-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7228, - "hfopenllm_v2/BBH": 0.5169, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.3774 + "hfopenllm_v2/IFEval": 0.4211, + "hfopenllm_v2/BBH": 0.3487, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4701, + "hfopenllm_v2/MMLU-PRO": 0.1915 } }, { - "id": "T145/ZEUS-8B-V18", - "name": "ZEUS-8B-V18", - "developer": "T145", + "id": "huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2", + "name": "Qwen2.5-14B-Instruct-abliterated-v2", + "developer": "huihui-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7834, - "hfopenllm_v2/BBH": 0.527, - "hfopenllm_v2/MATH Level 5": 0.2183, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4043, - "hfopenllm_v2/MMLU-PRO": 0.3942 + "hfopenllm_v2/IFEval": 0.8328, + "hfopenllm_v2/BBH": 0.6324, + "hfopenllm_v2/MATH Level 5": 0.5302, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.422, + "hfopenllm_v2/MMLU-PRO": 0.4962 } }, { - "id": "T145/ZEUS-8B-V19", - "name": "ZEUS-8B-V19", - "developer": "T145", + "id": "huihui-ai/Qwen2.5-72B-Instruct-abliterated", + "name": "Qwen2.5-72B-Instruct-abliterated", + "developer": "huihui-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7883, - "hfopenllm_v2/BBH": 0.5276, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4043, - "hfopenllm_v2/MMLU-PRO": 0.3934 + "hfopenllm_v2/IFEval": 0.8593, + "hfopenllm_v2/BBH": 0.719, + "hfopenllm_v2/MATH Level 5": 0.6012, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4233, + "hfopenllm_v2/MMLU-PRO": 0.5537 } }, { - "id": "T145/ZEUS-8B-V2", - "name": "ZEUS-8B-V2", - "developer": "T145", + "id": "huihui-ai/Qwen2.5-7B-Instruct-abliterated", + "name": "Qwen2.5-7B-Instruct-abliterated", + "developer": "huihui-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8029, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.216, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.391, - "hfopenllm_v2/MMLU-PRO": 0.3896 + "hfopenllm_v2/IFEval": 0.7546, + "hfopenllm_v2/BBH": 0.5262, + "hfopenllm_v2/MATH Level 5": 0.4577, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.3967, + "hfopenllm_v2/MMLU-PRO": 0.418 } }, { - "id": "T145/ZEUS-8B-V2-ORPO", - "name": "ZEUS-8B-V2-ORPO", - "developer": "T145", + "id": "huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2", + "name": "Qwen2.5-7B-Instruct-abliterated-v2", + "developer": "huihui-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7187, - "hfopenllm_v2/BBH": 0.5075, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.3935, - "hfopenllm_v2/MMLU-PRO": 0.3678 + "hfopenllm_v2/IFEval": 0.7606, + "hfopenllm_v2/BBH": 0.5377, + "hfopenllm_v2/MATH Level 5": 0.4637, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.4208 } }, { - "id": "T145/ZEUS-8B-V2-abliterated", - "name": "ZEUS-8B-V2-abliterated", - "developer": "T145", + "id": "huihui-ai/QwQ-32B-Coder-Fusion-7030", + "name": "QwQ-32B-Coder-Fusion-7030", + "developer": "huihui-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7895, - "hfopenllm_v2/BBH": 0.5129, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.3911, - "hfopenllm_v2/MMLU-PRO": 0.3825 + "hfopenllm_v2/IFEval": 0.3865, + "hfopenllm_v2/BBH": 0.6178, + "hfopenllm_v2/MATH Level 5": 0.2795, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.4368 } }, { - "id": "T145/ZEUS-8B-V20", - "name": "ZEUS-8B-V20", - "developer": "T145", + "id": "huihui-ai/QwQ-32B-Coder-Fusion-8020", + "name": "QwQ-32B-Coder-Fusion-8020", + "developer": "huihui-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7956, - "hfopenllm_v2/BBH": 0.5244, - "hfopenllm_v2/MATH Level 5": 0.219, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4043, - "hfopenllm_v2/MMLU-PRO": 0.393 + "hfopenllm_v2/IFEval": 0.6021, + "hfopenllm_v2/BBH": 0.6665, + "hfopenllm_v2/MATH Level 5": 0.4592, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.5367 } }, { - "id": "T145/ZEUS-8B-V21", - "name": "ZEUS-8B-V21", - "developer": "T145", + "id": "huihui-ai/QwQ-32B-Coder-Fusion-9010", + "name": "QwQ-32B-Coder-Fusion-9010", + "developer": "huihui-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3785, - "hfopenllm_v2/BBH": 0.3398, - "hfopenllm_v2/MATH Level 5": 0.1594, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1714 + "hfopenllm_v2/IFEval": 0.5778, + "hfopenllm_v2/BBH": 0.6727, + "hfopenllm_v2/MATH Level 5": 0.5317, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4682, + "hfopenllm_v2/MMLU-PRO": 0.56 } }, { - "id": "T145/ZEUS-8B-V22", - "name": "ZEUS-8B-V22", - "developer": "T145", + "id": "HumanLLMs/Humanish-LLama3-8B-Instruct", + "name": "Humanish-LLama3-8B-Instruct", + "developer": "HumanLLMs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7995, - "hfopenllm_v2/BBH": 0.5245, - "hfopenllm_v2/MATH Level 5": 0.2228, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.399, - "hfopenllm_v2/MMLU-PRO": 0.3938 + "hfopenllm_v2/IFEval": 0.6498, + "hfopenllm_v2/BBH": 0.4968, + "hfopenllm_v2/MATH Level 5": 0.1027, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3582, + "hfopenllm_v2/MMLU-PRO": 0.3702 } }, { - "id": "T145/ZEUS-8B-V23", - "name": "ZEUS-8B-V23", - "developer": "T145", + "id": "HumanLLMs/Humanish-Mistral-Nemo-Instruct-2407", + "name": "Humanish-Mistral-Nemo-Instruct-2407", + "developer": "HumanLLMs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7621, - "hfopenllm_v2/BBH": 0.5195, - "hfopenllm_v2/MATH Level 5": 0.182, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.3666 + "hfopenllm_v2/IFEval": 0.5451, + "hfopenllm_v2/BBH": 0.5262, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3968, + "hfopenllm_v2/MMLU-PRO": 0.3521 } }, { - "id": "T145/ZEUS-8B-V24", - "name": "ZEUS-8B-V24", - "developer": "T145", + "id": "HumanLLMs/Humanish-Qwen2.5-7B-Instruct", + "name": "Humanish-Qwen2.5-7B-Instruct", + "developer": "HumanLLMs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6, - "hfopenllm_v2/BBH": 0.4778, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3729, - "hfopenllm_v2/MMLU-PRO": 0.3285 + "hfopenllm_v2/IFEval": 0.7284, + "hfopenllm_v2/BBH": 0.5364, + "hfopenllm_v2/MATH Level 5": 0.5, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.4398 } }, { - "id": "T145/ZEUS-8B-V25", - "name": "ZEUS-8B-V25", - "developer": "T145", + "id": "huu-ontocord/wide_3b_orpo_stage1.1-ss1-orpo3", + "name": "wide_3b_orpo_stage1.1-ss1-orpo3", + "developer": "huu-ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.332, - "hfopenllm_v2/BBH": 0.4547, - "hfopenllm_v2/MATH Level 5": 0.2039, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3488, - "hfopenllm_v2/MMLU-PRO": 0.2885 + "hfopenllm_v2/IFEval": 0.1505, + "hfopenllm_v2/BBH": 0.2937, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3618, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "T145/ZEUS-8B-V26", - "name": "ZEUS-8B-V26", - "developer": "T145", + "id": "ibivibiv/colossus_120b", + "name": "colossus_120b", + "developer": "ibivibiv", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6708, - "hfopenllm_v2/BBH": 0.5232, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4016, - "hfopenllm_v2/MMLU-PRO": 0.3907 + "hfopenllm_v2/IFEval": 0.4276, + "hfopenllm_v2/BBH": 0.6061, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4733, + "hfopenllm_v2/MMLU-PRO": 0.3961 } }, { - "id": "T145/ZEUS-8B-V27", - "name": "ZEUS-8B-V27", - "developer": "T145", + "id": "ibivibiv/multimaster-7b-v6", + "name": "multimaster-7b-v6", + "developer": "ibivibiv", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6544, - "hfopenllm_v2/BBH": 0.523, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.3902 + "hfopenllm_v2/IFEval": 0.4473, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4396, + "hfopenllm_v2/MMLU-PRO": 0.3095 } }, { - "id": "T145/ZEUS-8B-V28", - "name": "ZEUS-8B-V28", - "developer": "T145", + "id": "ibm-granite/granite-3.0-1b-a400m-base", + "name": "granite-3.0-1b-a400m-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6353, - "hfopenllm_v2/BBH": 0.5254, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3896, - "hfopenllm_v2/MMLU-PRO": 0.3902 + "hfopenllm_v2/IFEval": 0.2404, + "hfopenllm_v2/BBH": 0.3221, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3367, + "hfopenllm_v2/MMLU-PRO": 0.1152 } }, { - "id": "T145/ZEUS-8B-V29", - "name": "ZEUS-8B-V29", - "developer": "T145", + "id": "ibm-granite/granite-3.0-1b-a400m-instruct", + "name": "granite-3.0-1b-a400m-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7418, - "hfopenllm_v2/BBH": 0.5253, - "hfopenllm_v2/MATH Level 5": 0.1601, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4003, - "hfopenllm_v2/MMLU-PRO": 0.392 + "hfopenllm_v2/IFEval": 0.3332, + "hfopenllm_v2/BBH": 0.3224, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3623, + "hfopenllm_v2/MMLU-PRO": 0.1244 } }, { - "id": "T145/ZEUS-8B-V2L1", - "name": "ZEUS-8B-V2L1", - "developer": "T145", + "id": "ibm-granite/granite-3.0-2b-base", + "name": "granite-3.0-2b-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3192, - "hfopenllm_v2/BBH": 0.5013, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.3882, - "hfopenllm_v2/MMLU-PRO": 0.3638 + "hfopenllm_v2/IFEval": 0.3874, + "hfopenllm_v2/BBH": 0.4047, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3434, + "hfopenllm_v2/MMLU-PRO": 0.2381 } }, { - "id": "T145/ZEUS-8B-V2L2", - "name": "ZEUS-8B-V2L2", - "developer": "T145", + "id": "ibm-granite/granite-3.0-2b-instruct", + "name": "granite-3.0-2b-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8021, - "hfopenllm_v2/BBH": 0.5203, - "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/IFEval": 0.514, + "hfopenllm_v2/BBH": 0.4412, + "hfopenllm_v2/MATH Level 5": 0.0921, "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3975, - "hfopenllm_v2/MMLU-PRO": 0.3884 + "hfopenllm_v2/MUSR": 0.3515, + "hfopenllm_v2/MMLU-PRO": 0.2814 } }, { - "id": "T145/ZEUS-8B-V3", - "name": "ZEUS-8B-V3", - "developer": "T145", + "id": "ibm-granite/granite-3.0-3b-a800m-base", + "name": "granite-3.0-3b-a800m-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7887, - "hfopenllm_v2/BBH": 0.5265, - "hfopenllm_v2/MATH Level 5": 0.1677, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4017, - "hfopenllm_v2/MMLU-PRO": 0.3804 + "hfopenllm_v2/IFEval": 0.2732, + "hfopenllm_v2/BBH": 0.3667, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.342, + "hfopenllm_v2/MMLU-PRO": 0.1891 } }, { - "id": "T145/ZEUS-8B-V30", - "name": "ZEUS-8B-V30", - "developer": "T145", + "id": "ibm-granite/granite-3.0-3b-a800m-instruct", + "name": "granite-3.0-3b-a800m-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7436, - "hfopenllm_v2/BBH": 0.5243, - "hfopenllm_v2/MATH Level 5": 0.1586, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4029, - "hfopenllm_v2/MMLU-PRO": 0.3944 + "hfopenllm_v2/IFEval": 0.4298, + "hfopenllm_v2/BBH": 0.3753, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.2152 } }, { - "id": "T145/ZEUS-8B-V4", - "name": "ZEUS-8B-V4", - "developer": "T145", + "id": "ibm-granite/granite-3.0-8b-base", + "name": "granite-3.0-8b-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7807, - "hfopenllm_v2/BBH": 0.5246, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4029, - "hfopenllm_v2/MMLU-PRO": 0.3788 + "hfopenllm_v2/IFEval": 0.4583, + "hfopenllm_v2/BBH": 0.4944, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.3313 } }, { - "id": "T145/ZEUS-8B-V6", - "name": "ZEUS-8B-V6", - "developer": "T145", + "id": "ibm-granite/granite-3.0-8b-instruct", + "name": "granite-3.0-8b-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7838, - "hfopenllm_v2/BBH": 0.524, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4068, - "hfopenllm_v2/MMLU-PRO": 0.3759 + "hfopenllm_v2/IFEval": 0.531, + "hfopenllm_v2/BBH": 0.5192, + "hfopenllm_v2/MATH Level 5": 0.142, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.3901, + "hfopenllm_v2/MMLU-PRO": 0.3457 } }, { - "id": "T145/ZEUS-8B-V7", - "name": "ZEUS-8B-V7", - "developer": "T145", + "id": "ibm-granite/granite-3.1-1b-a400m-base", + "name": "granite-3.1-1b-a400m-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7786, - "hfopenllm_v2/BBH": 0.507, - "hfopenllm_v2/MATH Level 5": 0.148, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4162, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.2519, + "hfopenllm_v2/BBH": 0.3299, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3501, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "T145/ZEUS-8B-V8", - "name": "ZEUS-8B-V8", - "developer": "T145", + "id": "ibm-granite/granite-3.1-1b-a400m-instruct", + "name": "granite-3.1-1b-a400m-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7914, - "hfopenllm_v2/BBH": 0.5065, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4214, - "hfopenllm_v2/MMLU-PRO": 0.3761 + "hfopenllm_v2/IFEval": 0.4686, + "hfopenllm_v2/BBH": 0.328, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1217 } }, { - "id": "T145/ZEUS-8B-V9", - "name": "ZEUS-8B-V9", - "developer": "T145", + "id": "ibm-granite/granite-3.1-2b-base", + "name": "granite-3.1-2b-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5551, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.2137, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3949, - "hfopenllm_v2/MMLU-PRO": 0.3901 + "hfopenllm_v2/IFEval": 0.3522, + "hfopenllm_v2/BBH": 0.4047, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3486, + "hfopenllm_v2/MMLU-PRO": 0.2251 } }, { - "id": "T145/qwen-2.5-3B-merge-test", - "name": "qwen-2.5-3B-merge-test", - "developer": "T145", + "id": "ibm-granite/granite-3.1-2b-instruct", + "name": "granite-3.1-2b-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5751, - "hfopenllm_v2/BBH": 0.4842, - "hfopenllm_v2/MATH Level 5": 0.3202, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4007, - "hfopenllm_v2/MMLU-PRO": 0.329 + "hfopenllm_v2/IFEval": 0.6286, + "hfopenllm_v2/BBH": 0.4409, + "hfopenllm_v2/MATH Level 5": 0.1526, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3605, + "hfopenllm_v2/MMLU-PRO": 0.2819 } }, { - "id": "THUDM/glm-4-9b", - "name": "glm-4-9b", - "developer": "THUDM", + "id": "ibm-granite/granite-3.1-3b-a800m-base", + "name": "granite-3.1-3b-a800m-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1426, - "hfopenllm_v2/BBH": 0.5528, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4386, - "hfopenllm_v2/MMLU-PRO": 0.4145 + "hfopenllm_v2/IFEval": 0.2996, + "hfopenllm_v2/BBH": 0.3628, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1793 } }, { - "id": "THUDM/glm-4-9b-chat", - "name": "glm-4-9b-chat", - "developer": "THUDM", + "id": "ibm-granite/granite-3.1-3b-a800m-instruct", + "name": "granite-3.1-3b-a800m-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0, - "hfopenllm_v2/BBH": 0.4736, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.3994, - "hfopenllm_v2/MMLU-PRO": 0.3167 + "hfopenllm_v2/IFEval": 0.5516, + "hfopenllm_v2/BBH": 0.4009, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3486, + "hfopenllm_v2/MMLU-PRO": 0.2148 } }, { - "id": "THUDM/glm-4-9b-chat-1m", - "name": "glm-4-9b-chat-1m", - "developer": "THUDM", + "id": "ibm-granite/granite-3.1-8b-base", + "name": "granite-3.1-8b-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0, - "hfopenllm_v2/BBH": 0.418, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3795, - "hfopenllm_v2/MMLU-PRO": 0.3163 + "hfopenllm_v2/IFEval": 0.4221, + "hfopenllm_v2/BBH": 0.4777, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.3232 } }, { - "id": "THUDM/glm-4-9b-chat-1m-hf", - "name": "glm-4-9b-chat-1m-hf", - "developer": "THUDM", + "id": "ibm-granite/granite-3.1-8b-instruct", + "name": "granite-3.1-8b-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5341, - "hfopenllm_v2/BBH": 0.3901, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3689, - "hfopenllm_v2/MMLU-PRO": 0.1814 + "hfopenllm_v2/IFEval": 0.7208, + "hfopenllm_v2/BBH": 0.5364, + "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4707, + "hfopenllm_v2/MMLU-PRO": 0.3537 } }, { - "id": "THUDM/glm-4-9b-chat-hf", - "name": "glm-4-9b-chat-hf", - "developer": "THUDM", + "id": "ibm-granite/granite-3.2-2b-instruct", + "name": "granite-3.2-2b-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6513, - "hfopenllm_v2/BBH": 0.4432, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3593, - "hfopenllm_v2/MMLU-PRO": 0.2774 + "hfopenllm_v2/IFEval": 0.6152, + "hfopenllm_v2/BBH": 0.4387, + "hfopenllm_v2/MATH Level 5": 0.1443, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3646, + "hfopenllm_v2/MMLU-PRO": 0.2783 } }, { - "id": "TIGER-Lab/AceCodeRM-7B", - "name": "AceCodeRM-7B", - "developer": "TIGER-Lab", + "id": "ibm-granite/granite-3.2-8b-instruct", + "name": "granite-3.2-8b-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5855, - "hfopenllm_v2/BBH": 0.4773, - "hfopenllm_v2/MATH Level 5": 0.3467, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4192, - "hfopenllm_v2/MMLU-PRO": 0.3361 + "hfopenllm_v2/IFEval": 0.7275, + "hfopenllm_v2/BBH": 0.5402, + "hfopenllm_v2/MATH Level 5": 0.2379, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4562, + "hfopenllm_v2/MMLU-PRO": 0.3512 } }, { - "id": "TIGER-Lab/AceCoder-Qwen2.5-7B-Ins-Rule", - "name": "AceCoder-Qwen2.5-7B-Ins-Rule", - "developer": "TIGER-Lab", + "id": "ibm-granite/granite-7b-base", + "name": "granite-7b-base", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7424, - "hfopenllm_v2/BBH": 0.5404, - "hfopenllm_v2/MATH Level 5": 0.4992, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.398, - "hfopenllm_v2/MMLU-PRO": 0.4322 + "hfopenllm_v2/IFEval": 0.2414, + "hfopenllm_v2/BBH": 0.348, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.1834 } }, { - "id": "TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Base-Rule", - "name": "AceCoder-Qwen2.5-Coder-7B-Base-Rule", - "developer": "TIGER-Lab", + "id": "ibm-granite/granite-7b-instruct", + "name": "granite-7b-instruct", + "developer": "ibm-granite", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4408, - "hfopenllm_v2/BBH": 0.4902, - "hfopenllm_v2/MATH Level 5": 0.2017, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3449, - "hfopenllm_v2/MMLU-PRO": 0.3745 + "hfopenllm_v2/IFEval": 0.2972, + "hfopenllm_v2/BBH": 0.3723, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.2286 } }, { - "id": "TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Ins-Rule", - "name": "AceCoder-Qwen2.5-Coder-7B-Ins-Rule", - "developer": "TIGER-Lab", + "id": "ibm/granite-3.3-8b-instruct", + "name": "IBM Granite 3.3 8B Instruct", + "developer": "ibm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6222, - "hfopenllm_v2/BBH": 0.5089, - "hfopenllm_v2/MATH Level 5": 0.3603, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4046, - "hfopenllm_v2/MMLU-PRO": 0.3428 + "helm_capabilities/Mean score": 0.463, + "helm_capabilities/MMLU-Pro": 0.343, + "helm_capabilities/GPQA": 0.325, + "helm_capabilities/IFEval": 0.729, + "helm_capabilities/WildBench": 0.741, + "helm_capabilities/Omni-MATH": 0.176 } }, { - "id": "TIGER-Lab/MAmmoTH2-7B-Plus", - "name": "MAmmoTH2-7B-Plus", - "developer": "TIGER-Lab", + "id": "ibm/granite-4.0-h-small", + "name": "granite-4.0-h-small", + "developer": "ibm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5575, - "hfopenllm_v2/BBH": 0.4235, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4124, - "hfopenllm_v2/MMLU-PRO": 0.3017 + "global-mmlu-lite/Global MMLU Lite": 0.7503, + "global-mmlu-lite/Culturally Sensitive": 0.7182, + "global-mmlu-lite/Culturally Agnostic": 0.7826, + "global-mmlu-lite/Arabic": 0.7613, + "global-mmlu-lite/English": 0.77, + "global-mmlu-lite/Bengali": 0.7613, + "global-mmlu-lite/German": 0.755, + "global-mmlu-lite/French": 0.7594, + "global-mmlu-lite/Hindi": 0.7575, + "global-mmlu-lite/Indonesian": 0.7614, + "global-mmlu-lite/Italian": 0.7525, + "global-mmlu-lite/Japanese": 0.7406, + "global-mmlu-lite/Korean": 0.7525, + "global-mmlu-lite/Portuguese": 0.757, + "global-mmlu-lite/Spanish": 0.7638, + "global-mmlu-lite/Swahili": 0.7318, + "global-mmlu-lite/Yoruba": 0.6921, + "global-mmlu-lite/Chinese": 0.7475, + "global-mmlu-lite/Burmese": 0.7419 } }, { - "id": "TIGER-Lab/Qwen2.5-Math-7B-CFT", - "name": "Qwen2.5-Math-7B-CFT", - "developer": "TIGER-Lab", + "id": "ibm/merlinite-7b", + "name": "merlinite-7b", + "developer": "ibm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2777, - "hfopenllm_v2/BBH": 0.4637, - "hfopenllm_v2/MATH Level 5": 0.5574, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3887, - "hfopenllm_v2/MMLU-PRO": 0.2945 + "hfopenllm_v2/IFEval": 0.2499, + "hfopenllm_v2/BBH": 0.5007, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4412, + "hfopenllm_v2/MMLU-PRO": 0.3068 } }, { - "id": "TTTXXX01/Mistral-7B-Base-SimPO2-5e-7", - "name": "Mistral-7B-Base-SimPO2-5e-7", - "developer": "TTTXXX01", + "id": "ibm/PowerLM-3b", + "name": "PowerLM-3b", + "developer": "ibm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4392, - "hfopenllm_v2/BBH": 0.432, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3604, - "hfopenllm_v2/MMLU-PRO": 0.2766 + "hfopenllm_v2/IFEval": 0.3321, + "hfopenllm_v2/BBH": 0.3679, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3563, + "hfopenllm_v2/MMLU-PRO": 0.2016 } }, { - "id": "Tarek07/Progenitor-V1.1-LLaMa-70B", - "name": "Progenitor-V1.1-LLaMa-70B", - "developer": "Tarek07", + "id": "icefog72/Ice0.15-02.10-RP", + "name": "Ice0.15-02.10-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6906, - "hfopenllm_v2/BBH": 0.6971, - "hfopenllm_v2/MATH Level 5": 0.3573, - "hfopenllm_v2/GPQA": 0.4581, - "hfopenllm_v2/MUSR": 0.4736, - "hfopenllm_v2/MMLU-PRO": 0.5465 + "hfopenllm_v2/IFEval": 0.5343, + "hfopenllm_v2/BBH": 0.4976, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.3066 } }, { - "id": "Tarek07/Thalassic-Alpha-LLaMa-70B", - "name": "Thalassic-Alpha-LLaMa-70B", - "developer": "Tarek07", + "id": "icefog72/Ice0.16-02.10-RP", + "name": "Ice0.16-02.10-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7003, - "hfopenllm_v2/BBH": 0.694, - "hfopenllm_v2/MATH Level 5": 0.315, - "hfopenllm_v2/GPQA": 0.4438, - "hfopenllm_v2/MUSR": 0.4802, - "hfopenllm_v2/MMLU-PRO": 0.5435 + "hfopenllm_v2/IFEval": 0.5069, + "hfopenllm_v2/BBH": 0.4946, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4334, + "hfopenllm_v2/MMLU-PRO": 0.3068 } }, { - "id": "TeeZee/DoubleBagel-57B-v1.0", - "name": "DoubleBagel-57B-v1.0", - "developer": "TeeZee", + "id": "icefog72/Ice0.17-03.10-RP", + "name": "Ice0.17-03.10-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2336, - "hfopenllm_v2/BBH": 0.3251, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4315, - "hfopenllm_v2/MMLU-PRO": 0.1478 + "hfopenllm_v2/IFEval": 0.5124, + "hfopenllm_v2/BBH": 0.5007, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4334, + "hfopenllm_v2/MMLU-PRO": 0.3085 } }, { - "id": "Telugu-LLM-Labs/Indic-gemma-2b-finetuned-sft-Navarasa-2.0", - "name": "Indic-gemma-2b-finetuned-sft-Navarasa-2.0", - "developer": "Telugu-LLM-Labs", + "id": "icefog72/Ice0.27-06.11-RP", + "name": "Ice0.27-06.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2103, - "hfopenllm_v2/BBH": 0.3241, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3899, - "hfopenllm_v2/MMLU-PRO": 0.1279 + "hfopenllm_v2/IFEval": 0.4918, + "hfopenllm_v2/BBH": 0.5112, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4328, + "hfopenllm_v2/MMLU-PRO": 0.3154 } }, { - "id": "Telugu-LLM-Labs/Indic-gemma-7b-finetuned-sft-Navarasa-2.0", - "name": "Indic-gemma-7b-finetuned-sft-Navarasa-2.0", - "developer": "Telugu-LLM-Labs", + "id": "icefog72/Ice0.29-06.11-RP", + "name": "Ice0.29-06.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3237, - "hfopenllm_v2/BBH": 0.4023, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4083, - "hfopenllm_v2/MMLU-PRO": 0.235 + "hfopenllm_v2/IFEval": 0.4861, + "hfopenllm_v2/BBH": 0.5088, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4459, + "hfopenllm_v2/MMLU-PRO": 0.3093 } }, { - "id": "TencentARC/LLaMA-Pro-8B", - "name": "LLaMA-Pro-8B", - "developer": "TencentARC", + "id": "icefog72/Ice0.31-08.11-RP", + "name": "Ice0.31-08.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2277, - "hfopenllm_v2/BBH": 0.3484, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.4018, - "hfopenllm_v2/MMLU-PRO": 0.1811 + "hfopenllm_v2/IFEval": 0.5146, + "hfopenllm_v2/BBH": 0.5032, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3131 } }, { - "id": "TencentARC/LLaMA-Pro-8B-Instruct", - "name": "LLaMA-Pro-8B-Instruct", - "developer": "TencentARC", + "id": "icefog72/Ice0.32-10.11-RP", + "name": "Ice0.32-10.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4486, - "hfopenllm_v2/BBH": 0.4224, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.419, - "hfopenllm_v2/MMLU-PRO": 0.1946 + "hfopenllm_v2/IFEval": 0.4915, + "hfopenllm_v2/BBH": 0.5048, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4382, + "hfopenllm_v2/MMLU-PRO": 0.31 + } + }, + { + "id": "icefog72/Ice0.34b-14.11-RP", + "name": "Ice0.34b-14.11-RP", + "developer": "icefog72", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4762, + "hfopenllm_v2/BBH": 0.5067, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.442, + "hfopenllm_v2/MMLU-PRO": 0.3125 } }, { - "id": "TencentARC/MetaMath-Mistral-Pro", - "name": "MetaMath-Mistral-Pro", - "developer": "TencentARC", + "id": "icefog72/Ice0.34n-14.11-RP", + "name": "Ice0.34n-14.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2119, - "hfopenllm_v2/BBH": 0.4413, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3524, - "hfopenllm_v2/MMLU-PRO": 0.2472 + "hfopenllm_v2/IFEval": 0.4787, + "hfopenllm_v2/BBH": 0.5091, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.438, + "hfopenllm_v2/MMLU-PRO": 0.3124 } }, { - "id": "TencentARC/Mistral_Pro_8B_v0.1", - "name": "Mistral_Pro_8B_v0.1", - "developer": "TencentARC", + "id": "icefog72/Ice0.37-18.11-RP", + "name": "Ice0.37-18.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2115, - "hfopenllm_v2/BBH": 0.4526, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4242, - "hfopenllm_v2/MMLU-PRO": 0.2765 + "hfopenllm_v2/IFEval": 0.4972, + "hfopenllm_v2/BBH": 0.5084, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4339, + "hfopenllm_v2/MMLU-PRO": 0.3143 } }, { - "id": "TheDrummer/Cydonia-22B-v1.2", - "name": "Cydonia-22B-v1.2", - "developer": "TheDrummer", + "id": "icefog72/Ice0.38-19.11-RP", + "name": "Ice0.38-19.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5635, - "hfopenllm_v2/BBH": 0.5809, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4022, - "hfopenllm_v2/MMLU-PRO": 0.4141 + "hfopenllm_v2/IFEval": 0.4403, + "hfopenllm_v2/BBH": 0.5101, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4367, + "hfopenllm_v2/MMLU-PRO": 0.314 } }, { - "id": "TheDrummer/Gemmasutra-9B-v1", - "name": "Gemmasutra-9B-v1", - "developer": "TheDrummer", + "id": "icefog72/Ice0.39-19.11-RP", + "name": "Ice0.39-19.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2416, - "hfopenllm_v2/BBH": 0.5887, - "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/IFEval": 0.4757, + "hfopenllm_v2/BBH": 0.5093, + "hfopenllm_v2/MATH Level 5": 0.0498, "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4846, - "hfopenllm_v2/MMLU-PRO": 0.4045 + "hfopenllm_v2/MUSR": 0.4341, + "hfopenllm_v2/MMLU-PRO": 0.3127 } }, { - "id": "TheDrummer/Gemmasutra-Mini-2B-v1", - "name": "Gemmasutra-Mini-2B-v1", - "developer": "TheDrummer", + "id": "icefog72/Ice0.40-20.11-RP", + "name": "Ice0.40-20.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2549, - "hfopenllm_v2/BBH": 0.3575, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.349, - "hfopenllm_v2/MMLU-PRO": 0.2055 + "hfopenllm_v2/IFEval": 0.4763, + "hfopenllm_v2/BBH": 0.5093, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4446, + "hfopenllm_v2/MMLU-PRO": 0.3099 } }, { - "id": "TheDrummer/Llama-3SOME-8B-v2", - "name": "Llama-3SOME-8B-v2", - "developer": "TheDrummer", + "id": "icefog72/Ice0.41-22.11-RP", + "name": "Ice0.41-22.11-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4508, - "hfopenllm_v2/BBH": 0.5203, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3833, - "hfopenllm_v2/MMLU-PRO": 0.3753 + "hfopenllm_v2/IFEval": 0.462, + "hfopenllm_v2/BBH": 0.4723, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.456, + "hfopenllm_v2/MMLU-PRO": 0.2618 } }, { - "id": "TheDrummer/Ministrations-8B-v1", - "name": "Ministrations-8B-v1", - "developer": "TheDrummer", + "id": "icefog72/Ice0.50-16.01-RP", + "name": "Ice0.50-16.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2822, - "hfopenllm_v2/BBH": 0.4877, - "hfopenllm_v2/MATH Level 5": 0.1843, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4449, - "hfopenllm_v2/MMLU-PRO": 0.3644 + "hfopenllm_v2/IFEval": 0.4385, + "hfopenllm_v2/BBH": 0.498, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4381, + "hfopenllm_v2/MMLU-PRO": 0.3069 } }, { - "id": "TheDrummer/Rocinante-12B-v1", - "name": "Rocinante-12B-v1", - "developer": "TheDrummer", + "id": "icefog72/Ice0.50.1-16.01-RP", + "name": "Ice0.50.1-16.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6076, - "hfopenllm_v2/BBH": 0.5065, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4017, - "hfopenllm_v2/MMLU-PRO": 0.3477 + "hfopenllm_v2/IFEval": 0.4829, + "hfopenllm_v2/BBH": 0.5107, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4327, + "hfopenllm_v2/MMLU-PRO": 0.3132 } }, { - "id": "TheDrummer/Tiger-Gemma-9B-v1", - "name": "Tiger-Gemma-9B-v1", - "developer": "TheDrummer", + "id": "icefog72/Ice0.51-16.01-RP", + "name": "Ice0.51-16.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7282, - "hfopenllm_v2/BBH": 0.5704, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4162, - "hfopenllm_v2/MMLU-PRO": 0.4118 + "hfopenllm_v2/IFEval": 0.4431, + "hfopenllm_v2/BBH": 0.5044, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4437, + "hfopenllm_v2/MMLU-PRO": 0.306 } }, { - "id": "TheDrummer/Tiger-Gemma-9B-v2", - "name": "Tiger-Gemma-9B-v2", - "developer": "TheDrummer", + "id": "icefog72/Ice0.51.1-16.01-RP", + "name": "Ice0.51.1-16.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6986, - "hfopenllm_v2/BBH": 0.5617, - "hfopenllm_v2/MATH Level 5": 0.182, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4084, - "hfopenllm_v2/MMLU-PRO": 0.4112 + "hfopenllm_v2/IFEval": 0.4573, + "hfopenllm_v2/BBH": 0.5121, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4394, + "hfopenllm_v2/MMLU-PRO": 0.3104 } }, { - "id": "TheDrummer/Tiger-Gemma-9B-v3", - "name": "Tiger-Gemma-9B-v3", - "developer": "TheDrummer", + "id": "icefog72/Ice0.52-16.01-RP", + "name": "Ice0.52-16.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6821, - "hfopenllm_v2/BBH": 0.5812, - "hfopenllm_v2/MATH Level 5": 0.1624, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4004, - "hfopenllm_v2/MMLU-PRO": 0.4059 + "hfopenllm_v2/IFEval": 0.4503, + "hfopenllm_v2/BBH": 0.5047, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4396, + "hfopenllm_v2/MMLU-PRO": 0.308 } }, { - "id": "TheDrunkenSnail/Daughter-of-Rhodia-12B", - "name": "Daughter-of-Rhodia-12B", - "developer": "TheDrunkenSnail", + "id": "icefog72/Ice0.52.1-16.01-RP", + "name": "Ice0.52.1-16.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6904, - "hfopenllm_v2/BBH": 0.5179, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4348, - "hfopenllm_v2/MMLU-PRO": 0.3641 + "hfopenllm_v2/IFEval": 0.4549, + "hfopenllm_v2/BBH": 0.5106, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4394, + "hfopenllm_v2/MMLU-PRO": 0.3105 } }, { - "id": "TheDrunkenSnail/Mother-of-Rhodia-12B", - "name": "Mother-of-Rhodia-12B", - "developer": "TheDrunkenSnail", + "id": "icefog72/Ice0.53-16.01-RP", + "name": "Ice0.53-16.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6505, - "hfopenllm_v2/BBH": 0.4948, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4124, - "hfopenllm_v2/MMLU-PRO": 0.3551 + "hfopenllm_v2/IFEval": 0.4741, + "hfopenllm_v2/BBH": 0.5102, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4327, + "hfopenllm_v2/MMLU-PRO": 0.313 } }, { - "id": "TheDrunkenSnail/Son-of-Rhodia", - "name": "Son-of-Rhodia", - "developer": "TheDrunkenSnail", + "id": "icefog72/Ice0.54-17.01-RP", + "name": "Ice0.54-17.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7046, - "hfopenllm_v2/BBH": 0.5097, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4203, - "hfopenllm_v2/MMLU-PRO": 0.3608 + "hfopenllm_v2/IFEval": 0.4379, + "hfopenllm_v2/BBH": 0.4853, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4874, + "hfopenllm_v2/MMLU-PRO": 0.2326 } }, { - "id": "TheHierophant/Underground-Cognitive-V0.3-test", - "name": "Underground-Cognitive-V0.3-test", - "developer": "TheHierophant", + "id": "icefog72/Ice0.55-17.01-RP", + "name": "Ice0.55-17.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4808, - "hfopenllm_v2/BBH": 0.529, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4351, - "hfopenllm_v2/MMLU-PRO": 0.3318 + "hfopenllm_v2/IFEval": 0.4961, + "hfopenllm_v2/BBH": 0.5077, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4725, + "hfopenllm_v2/MMLU-PRO": 0.2658 } }, { - "id": "TheTsar1209/nemo-carpmuscle-v0.1", - "name": "nemo-carpmuscle-v0.1", - "developer": "TheTsar1209", + "id": "icefog72/Ice0.57-17.01-RP", + "name": "Ice0.57-17.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2276, - "hfopenllm_v2/BBH": 0.5084, - "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/IFEval": 0.5152, + "hfopenllm_v2/BBH": 0.5064, + "hfopenllm_v2/MATH Level 5": 0.0514, "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.3406 + "hfopenllm_v2/MUSR": 0.4686, + "hfopenllm_v2/MMLU-PRO": 0.2651 } }, { - "id": "TheTsar1209/qwen-carpmuscle-r-v0.3", - "name": "qwen-carpmuscle-r-v0.3", - "developer": "TheTsar1209", + "id": "icefog72/Ice0.60-18.01-RP", + "name": "Ice0.60-18.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4455, - "hfopenllm_v2/BBH": 0.6227, - "hfopenllm_v2/MATH Level 5": 0.3006, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4278, - "hfopenllm_v2/MMLU-PRO": 0.5103 + "hfopenllm_v2/IFEval": 0.5374, + "hfopenllm_v2/BBH": 0.5094, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.467, + "hfopenllm_v2/MMLU-PRO": 0.2837 } }, { - "id": "TheTsar1209/qwen-carpmuscle-v0.1", - "name": "qwen-carpmuscle-v0.1", - "developer": "TheTsar1209", + "id": "icefog72/Ice0.60.1-18.01-RP", + "name": "Ice0.60.1-18.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5622, - "hfopenllm_v2/BBH": 0.6434, - "hfopenllm_v2/MATH Level 5": 0.2628, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4161, - "hfopenllm_v2/MMLU-PRO": 0.52 + "hfopenllm_v2/IFEval": 0.5188, + "hfopenllm_v2/BBH": 0.512, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4498, + "hfopenllm_v2/MMLU-PRO": 0.2914 } }, { - "id": "TheTsar1209/qwen-carpmuscle-v0.2", - "name": "qwen-carpmuscle-v0.2", - "developer": "TheTsar1209", + "id": "icefog72/Ice0.61-18.01-RP", + "name": "Ice0.61-18.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5257, - "hfopenllm_v2/BBH": 0.6387, - "hfopenllm_v2/MATH Level 5": 0.2832, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4346, - "hfopenllm_v2/MMLU-PRO": 0.5147 + "hfopenllm_v2/IFEval": 0.5441, + "hfopenllm_v2/BBH": 0.5105, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4697, + "hfopenllm_v2/MMLU-PRO": 0.2709 } }, { - "id": "TheTsar1209/qwen-carpmuscle-v0.3", - "name": "qwen-carpmuscle-v0.3", - "developer": "TheTsar1209", + "id": "icefog72/Ice0.62-18.01-RP", + "name": "Ice0.62-18.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4476, - "hfopenllm_v2/BBH": 0.6152, - "hfopenllm_v2/MATH Level 5": 0.3134, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4132, - "hfopenllm_v2/MMLU-PRO": 0.5062 + "hfopenllm_v2/IFEval": 0.5367, + "hfopenllm_v2/BBH": 0.5103, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4538, + "hfopenllm_v2/MMLU-PRO": 0.2877 } }, { - "id": "TheTsar1209/qwen-carpmuscle-v0.4", - "name": "qwen-carpmuscle-v0.4", - "developer": "TheTsar1209", + "id": "icefog72/Ice0.62.1-24.01-RP", + "name": "Ice0.62.1-24.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7202, - "hfopenllm_v2/BBH": 0.6454, - "hfopenllm_v2/MATH Level 5": 0.2772, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4516, - "hfopenllm_v2/MMLU-PRO": 0.5144 + "hfopenllm_v2/IFEval": 0.5182, + "hfopenllm_v2/BBH": 0.5109, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4551, + "hfopenllm_v2/MMLU-PRO": 0.2871 } }, { - "id": "TheTsar1209/qwen-carpmuscle-v0.4.1", - "name": "qwen-carpmuscle-v0.4.1", - "developer": "TheTsar1209", + "id": "icefog72/Ice0.64-24.01-RP", + "name": "Ice0.64-24.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.736, - "hfopenllm_v2/BBH": 0.6507, - "hfopenllm_v2/MATH Level 5": 0.2779, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4489, - "hfopenllm_v2/MMLU-PRO": 0.5191 + "hfopenllm_v2/IFEval": 0.5441, + "hfopenllm_v2/BBH": 0.506, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.462, + "hfopenllm_v2/MMLU-PRO": 0.2933 } }, { - "id": "Tijmen2/cosmosage-v3", - "name": "cosmosage-v3", - "developer": "Tijmen2", + "id": "icefog72/Ice0.64.1-24.01-RP", + "name": "Ice0.64.1-24.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4482, - "hfopenllm_v2/BBH": 0.4551, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.2486 + "hfopenllm_v2/IFEval": 0.5447, + "hfopenllm_v2/BBH": 0.506, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.462, + "hfopenllm_v2/MMLU-PRO": 0.2933 } }, { - "id": "TinyLlama/TinyLlama-1.1B-Chat-v0.1", - "name": "TinyLlama-1.1B-Chat-v0.1", - "developer": "TinyLlama", + "id": "icefog72/Ice0.65-25.01-RP", + "name": "Ice0.65-25.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1479, - "hfopenllm_v2/BBH": 0.3084, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.229, - "hfopenllm_v2/MUSR": 0.3592, - "hfopenllm_v2/MMLU-PRO": 0.1098 + "hfopenllm_v2/IFEval": 0.5029, + "hfopenllm_v2/BBH": 0.5096, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.434, + "hfopenllm_v2/MMLU-PRO": 0.2997 } }, { - "id": "TinyLlama/TinyLlama-1.1B-Chat-v0.5", - "name": "TinyLlama-1.1B-Chat-v0.5", - "developer": "TinyLlama", + "id": "icefog72/Ice0.66-25.01-RP", + "name": "Ice0.66-25.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1634, - "hfopenllm_v2/BBH": 0.3105, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.1096 + "hfopenllm_v2/IFEval": 0.5325, + "hfopenllm_v2/BBH": 0.5129, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4434, + "hfopenllm_v2/MMLU-PRO": 0.3039 } }, { - "id": "TinyLlama/TinyLlama-1.1B-Chat-v0.6", - "name": "TinyLlama-1.1B-Chat-v0.6", - "developer": "TinyLlama", + "id": "icefog72/Ice0.67-25.01-RP", + "name": "Ice0.67-25.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1574, - "hfopenllm_v2/BBH": 0.3067, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3422, - "hfopenllm_v2/MMLU-PRO": 0.1149 + "hfopenllm_v2/IFEval": 0.5361, + "hfopenllm_v2/BBH": 0.5113, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.3097 } }, { - "id": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", - "name": "TinyLlama-1.1B-Chat-v1.0", - "developer": "TinyLlama", + "id": "icefog72/Ice0.68-25.01-RP", + "name": "Ice0.68-25.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0596, - "hfopenllm_v2/BBH": 0.3104, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3515, - "hfopenllm_v2/MMLU-PRO": 0.1101 + "hfopenllm_v2/IFEval": 0.5514, + "hfopenllm_v2/BBH": 0.513, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4446, + "hfopenllm_v2/MMLU-PRO": 0.3012 } }, { - "id": "TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T", - "name": "TinyLlama-1.1B-intermediate-step-1431k-3T", - "developer": "TinyLlama", + "id": "icefog72/Ice0.69-25.01-RP", + "name": "Ice0.69-25.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2277, - "hfopenllm_v2/BBH": 0.3071, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.338, - "hfopenllm_v2/MMLU-PRO": 0.112 + "hfopenllm_v2/IFEval": 0.5438, + "hfopenllm_v2/BBH": 0.5098, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4486, + "hfopenllm_v2/MMLU-PRO": 0.2965 + } + }, + { + "id": "icefog72/Ice0.7-29.09-RP", + "name": "Ice0.7-29.09-RP", + "developer": "icefog72", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5176, + "hfopenllm_v2/BBH": 0.5048, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4238, + "hfopenllm_v2/MMLU-PRO": 0.3127 } }, { - "id": "TinyLlama/TinyLlama_v1.1", - "name": "TinyLlama_v1.1", - "developer": "TinyLlama", + "id": "icefog72/Ice0.70-25.01-RP", + "name": "Ice0.70-25.01-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2001, - "hfopenllm_v2/BBH": 0.3024, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.37, - "hfopenllm_v2/MMLU-PRO": 0.1049 + "hfopenllm_v2/IFEval": 0.5498, + "hfopenllm_v2/BBH": 0.5136, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4512, + "hfopenllm_v2/MMLU-PRO": 0.2996 } }, { - "id": "ToastyPigeon/Sto-vo-kor-12B", - "name": "Sto-vo-kor-12B", - "developer": "ToastyPigeon", + "id": "icefog72/Ice0.70.1-01.02-RP", + "name": "Ice0.70.1-01.02-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5501, - "hfopenllm_v2/BBH": 0.5065, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3938, - "hfopenllm_v2/MMLU-PRO": 0.3398 + "hfopenllm_v2/IFEval": 0.507, + "hfopenllm_v2/BBH": 0.506, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4599, + "hfopenllm_v2/MMLU-PRO": 0.2749 } }, { - "id": "Trappu/Magnum-Picaro-0.7-v2-12b", - "name": "Magnum-Picaro-0.7-v2-12b", - "developer": "Trappu", + "id": "icefog72/Ice0.73-01.02-RP", + "name": "Ice0.73-01.02-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3003, - "hfopenllm_v2/BBH": 0.5507, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4727, - "hfopenllm_v2/MMLU-PRO": 0.358 + "hfopenllm_v2/IFEval": 0.5292, + "hfopenllm_v2/BBH": 0.5103, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4664, + "hfopenllm_v2/MMLU-PRO": 0.2702 } }, { - "id": "Trappu/Nemo-Picaro-12B", - "name": "Nemo-Picaro-12B", - "developer": "Trappu", + "id": "icefog72/Ice0.74-02.02-RP", + "name": "Ice0.74-02.02-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2577, - "hfopenllm_v2/BBH": 0.549, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4726, - "hfopenllm_v2/MMLU-PRO": 0.3605 + "hfopenllm_v2/IFEval": 0.2935, + "hfopenllm_v2/BBH": 0.4646, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.2143 } }, { - "id": "Tremontaine/L3-12B-Lunaris-v1", - "name": "L3-12B-Lunaris-v1", - "developer": "Tremontaine", + "id": "icefog72/Ice0.76-02.02-RP", + "name": "Ice0.76-02.02-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6909, - "hfopenllm_v2/BBH": 0.523, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3674, - "hfopenllm_v2/MMLU-PRO": 0.3775 + "hfopenllm_v2/IFEval": 0.4529, + "hfopenllm_v2/BBH": 0.5086, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4362, + "hfopenllm_v2/MMLU-PRO": 0.2652 } }, { - "id": "Triangle104/Annunaki-12b", - "name": "Annunaki-12b", - "developer": "Triangle104", + "id": "icefog72/Ice0.77-02.02-RP", + "name": "Ice0.77-02.02-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3872, - "hfopenllm_v2/BBH": 0.5499, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4409, - "hfopenllm_v2/MMLU-PRO": 0.3721 + "hfopenllm_v2/IFEval": 0.531, + "hfopenllm_v2/BBH": 0.5109, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4765, + "hfopenllm_v2/MMLU-PRO": 0.2999 } }, { - "id": "Triangle104/BigTalker-Lite-8B", - "name": "BigTalker-Lite-8B", - "developer": "Triangle104", + "id": "icefog72/Ice0.78-02.02-RP", + "name": "Ice0.78-02.02-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3689, - "hfopenllm_v2/BBH": 0.5308, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4208, - "hfopenllm_v2/MMLU-PRO": 0.3431 + "hfopenllm_v2/IFEval": 0.4053, + "hfopenllm_v2/BBH": 0.5002, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4686, + "hfopenllm_v2/MMLU-PRO": 0.2955 } }, { - "id": "Triangle104/Chatty-Harry_V2.0", - "name": "Chatty-Harry_V2.0", - "developer": "Triangle104", + "id": "icefog72/Ice0.80-03.02-RP", + "name": "Ice0.80-03.02-RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3326, - "hfopenllm_v2/BBH": 0.5319, - "hfopenllm_v2/MATH Level 5": 0.139, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4078, - "hfopenllm_v2/MMLU-PRO": 0.3683 + "hfopenllm_v2/IFEval": 0.5516, + "hfopenllm_v2/BBH": 0.5098, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4923, + "hfopenllm_v2/MMLU-PRO": 0.2912 } }, { - "id": "Triangle104/Chatty-Harry_V3.0", - "name": "Chatty-Harry_V3.0", - "developer": "Triangle104", + "id": "icefog72/IceCocoaRP-7b", + "name": "IceCocoaRP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3675, - "hfopenllm_v2/BBH": 0.5526, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4408, - "hfopenllm_v2/MMLU-PRO": 0.3702 + "hfopenllm_v2/IFEval": 0.4962, + "hfopenllm_v2/BBH": 0.4938, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3098 } }, { - "id": "Triangle104/Chronos-Prism_V1.0", - "name": "Chronos-Prism_V1.0", - "developer": "Triangle104", + "id": "icefog72/IceCoffeeRP-7b", + "name": "IceCoffeeRP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3259, - "hfopenllm_v2/BBH": 0.5554, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4263, - "hfopenllm_v2/MMLU-PRO": 0.3673 + "hfopenllm_v2/IFEval": 0.4959, + "hfopenllm_v2/BBH": 0.4889, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.416, + "hfopenllm_v2/MMLU-PRO": 0.2975 } }, { - "id": "Triangle104/DS-Distilled-Hermes-Llama-3.1", - "name": "DS-Distilled-Hermes-Llama-3.1", - "developer": "Triangle104", + "id": "icefog72/IceDrinkByFrankensteinV3RP", + "name": "IceDrinkByFrankensteinV3RP", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3229, - "hfopenllm_v2/BBH": 0.5117, - "hfopenllm_v2/MATH Level 5": 0.2931, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4039, - "hfopenllm_v2/MMLU-PRO": 0.311 + "hfopenllm_v2/IFEval": 0.4975, + "hfopenllm_v2/BBH": 0.4833, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4253, + "hfopenllm_v2/MMLU-PRO": 0.2927 } }, { - "id": "Triangle104/DS-Distilled-Hermes-Llama-3.1_TIES", - "name": "DS-Distilled-Hermes-Llama-3.1_TIES", - "developer": "Triangle104", + "id": "icefog72/IceDrinkNameGoesHereRP-7b-Model_Stock", + "name": "IceDrinkNameGoesHereRP-7b-Model_Stock", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1364, - "hfopenllm_v2/BBH": 0.2928, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3621, - "hfopenllm_v2/MMLU-PRO": 0.1104 + "hfopenllm_v2/IFEval": 0.4968, + "hfopenllm_v2/BBH": 0.4658, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4067, + "hfopenllm_v2/MMLU-PRO": 0.2817 } }, { - "id": "Triangle104/DS-R1-Distill-Q2.5-10B-Harmony", - "name": "DS-R1-Distill-Q2.5-10B-Harmony", - "developer": "Triangle104", + "id": "icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock", + "name": "IceDrinkNameNotFoundRP-7b-Model_Stock", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1751, - "hfopenllm_v2/BBH": 0.2643, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2106, - "hfopenllm_v2/MUSR": 0.3128, - "hfopenllm_v2/MMLU-PRO": 0.1173 + "hfopenllm_v2/IFEval": 0.513, + "hfopenllm_v2/BBH": 0.5026, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.3064 } }, { - "id": "Triangle104/DS-R1-Distill-Q2.5-14B-Harmony_V0.1", - "name": "DS-R1-Distill-Q2.5-14B-Harmony_V0.1", - "developer": "Triangle104", + "id": "icefog72/IceDrunkCherryRP-7b", + "name": "IceDrunkCherryRP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4515, - "hfopenllm_v2/BBH": 0.5783, - "hfopenllm_v2/MATH Level 5": 0.5551, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.5567, - "hfopenllm_v2/MMLU-PRO": 0.4601 + "hfopenllm_v2/IFEval": 0.4898, + "hfopenllm_v2/BBH": 0.4847, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4292, + "hfopenllm_v2/MMLU-PRO": 0.3009 } }, { - "id": "Triangle104/DS-R1-Distill-Q2.5-7B-RP", - "name": "DS-R1-Distill-Q2.5-7B-RP", - "developer": "Triangle104", + "id": "icefog72/IceDrunkenCherryRP-7b", + "name": "IceDrunkenCherryRP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3445, - "hfopenllm_v2/BBH": 0.4383, - "hfopenllm_v2/MATH Level 5": 0.4683, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.403, - "hfopenllm_v2/MMLU-PRO": 0.2891 + "hfopenllm_v2/IFEval": 0.4763, + "hfopenllm_v2/BBH": 0.5093, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4446, + "hfopenllm_v2/MMLU-PRO": 0.3099 } }, { - "id": "Triangle104/DS-R1-Llama-8B-Harmony", - "name": "DS-R1-Llama-8B-Harmony", - "developer": "Triangle104", + "id": "icefog72/IceEspressoRPv2-7b", + "name": "IceEspressoRPv2-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3566, - "hfopenllm_v2/BBH": 0.4154, - "hfopenllm_v2/MATH Level 5": 0.4282, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3762, - "hfopenllm_v2/MMLU-PRO": 0.2744 + "hfopenllm_v2/IFEval": 0.4977, + "hfopenllm_v2/BBH": 0.5055, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4331, + "hfopenllm_v2/MMLU-PRO": 0.3061 } }, { - "id": "Triangle104/DSR1-Distill-Llama-Lit-8B", - "name": "DSR1-Distill-Llama-Lit-8B", - "developer": "Triangle104", + "id": "icefog72/IceLemonTeaRP-32k-7b", + "name": "IceLemonTeaRP-32k-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1885, - "hfopenllm_v2/BBH": 0.4284, - "hfopenllm_v2/MATH Level 5": 0.352, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3535, - "hfopenllm_v2/MMLU-PRO": 0.2798 + "hfopenllm_v2/IFEval": 0.5212, + "hfopenllm_v2/BBH": 0.4997, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.3068 } }, { - "id": "Triangle104/DSR1-Distill-Qwen-7B-RP", - "name": "DSR1-Distill-Qwen-7B-RP", - "developer": "Triangle104", + "id": "icefog72/IceMartiniRP-7b", + "name": "IceMartiniRP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3609, - "hfopenllm_v2/BBH": 0.4326, - "hfopenllm_v2/MATH Level 5": 0.4804, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.3028 + "hfopenllm_v2/IFEval": 0.5045, + "hfopenllm_v2/BBH": 0.4972, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4345, + "hfopenllm_v2/MMLU-PRO": 0.3073 } }, { - "id": "Triangle104/Dark-Chivalry_V1.0", - "name": "Dark-Chivalry_V1.0", - "developer": "Triangle104", + "id": "icefog72/IceNalyvkaRP-7b", + "name": "IceNalyvkaRP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4326, - "hfopenllm_v2/BBH": 0.4974, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4182, - "hfopenllm_v2/MMLU-PRO": 0.3444 + "hfopenllm_v2/IFEval": 0.5498, + "hfopenllm_v2/BBH": 0.5136, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4512, + "hfopenllm_v2/MMLU-PRO": 0.2996 } }, { - "id": "Triangle104/Distilled-DarkPlanet-Allades-8B", - "name": "Distilled-DarkPlanet-Allades-8B", - "developer": "Triangle104", + "id": "icefog72/IceSakeRP-7b", + "name": "IceSakeRP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.346, - "hfopenllm_v2/BBH": 0.4634, - "hfopenllm_v2/MATH Level 5": 0.4003, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.2901 + "hfopenllm_v2/IFEval": 0.5228, + "hfopenllm_v2/BBH": 0.5119, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.413, + "hfopenllm_v2/MMLU-PRO": 0.3177 } }, { - "id": "Triangle104/Distilled-DarkPlanet-Allades-8B_TIES", - "name": "Distilled-DarkPlanet-Allades-8B_TIES", - "developer": "Triangle104", + "id": "icefog72/IceSakeV4RP-7b", + "name": "IceSakeV4RP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3892, - "hfopenllm_v2/BBH": 0.5042, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.3868, - "hfopenllm_v2/MMLU-PRO": 0.3401 + "hfopenllm_v2/IFEval": 0.4634, + "hfopenllm_v2/BBH": 0.493, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4082, + "hfopenllm_v2/MMLU-PRO": 0.3103 } }, { - "id": "Triangle104/Distilled-Whiskey-8b", - "name": "Distilled-Whiskey-8b", - "developer": "Triangle104", + "id": "icefog72/IceSakeV6RP-7b", + "name": "IceSakeV6RP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3448, - "hfopenllm_v2/BBH": 0.5028, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4172, - "hfopenllm_v2/MMLU-PRO": 0.3367 + "hfopenllm_v2/IFEval": 0.5033, + "hfopenllm_v2/BBH": 0.4976, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.42, + "hfopenllm_v2/MMLU-PRO": 0.3093 } }, { - "id": "Triangle104/Dolphin3-Llama3.2-Smart", - "name": "Dolphin3-Llama3.2-Smart", - "developer": "Triangle104", + "id": "icefog72/IceSakeV8RP-7b", + "name": "IceSakeV8RP-7b", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4137, - "hfopenllm_v2/BBH": 0.3975, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.2195 + "hfopenllm_v2/IFEval": 0.6086, + "hfopenllm_v2/BBH": 0.4885, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3993, + "hfopenllm_v2/MMLU-PRO": 0.301 } }, { - "id": "Triangle104/Gemmadevi-Stock-10B", - "name": "Gemmadevi-Stock-10B", - "developer": "Triangle104", + "id": "icefog72/IceTea21EnergyDrinkRPV13-DPOv3", + "name": "IceTea21EnergyDrinkRPV13-DPOv3", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1582, - "hfopenllm_v2/BBH": 0.6066, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.3532, - "hfopenllm_v2/MUSR": 0.4621, - "hfopenllm_v2/MMLU-PRO": 0.4262 + "hfopenllm_v2/IFEval": 0.5263, + "hfopenllm_v2/BBH": 0.502, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.3056 } }, { - "id": "Triangle104/Hermes-Llama-3.2-CoT", - "name": "Hermes-Llama-3.2-CoT", - "developer": "Triangle104", + "id": "icefog72/IceTea21EnergyDrinkRPV13-DPOv3.5", + "name": "IceTea21EnergyDrinkRPV13-DPOv3.5", + "developer": "icefog72", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4178, - "hfopenllm_v2/BBH": 0.4616, - "hfopenllm_v2/MATH Level 5": 0.0952, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3698, - "hfopenllm_v2/MMLU-PRO": 0.2947 + "hfopenllm_v2/IFEval": 0.4871, + "hfopenllm_v2/BBH": 0.44, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.2498 } }, { - "id": "Triangle104/Hermes-Llama-3.2-CoT-Summary", - "name": "Hermes-Llama-3.2-CoT-Summary", - "developer": "Triangle104", + "id": "IDEA-CCNL/Ziya-LLaMA-13B-v1", + "name": "Ziya-LLaMA-13B-v1", + "developer": "IDEA-CCNL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.483, - "hfopenllm_v2/BBH": 0.42, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3575, - "hfopenllm_v2/MMLU-PRO": 0.2901 + "hfopenllm_v2/IFEval": 0.1697, + "hfopenllm_v2/BBH": 0.2877, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3751, + "hfopenllm_v2/MMLU-PRO": 0.1101 } }, { - "id": "Triangle104/Hermes3-L3.1-DirtyHarry-8B", - "name": "Hermes3-L3.1-DirtyHarry-8B", - "developer": "Triangle104", + "id": "IDEA-CCNL/Ziya-LLaMA-7B-Reward", + "name": "IDEA-CCNL/Ziya-LLaMA-7B-Reward", + "developer": "IDEA-CCNL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3242, - "hfopenllm_v2/BBH": 0.5066, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4069, - "hfopenllm_v2/MMLU-PRO": 0.3339 + "reward-bench/Score": 0.6378, + "reward-bench/Chat": 0.8687, + "reward-bench/Chat Hard": 0.4605, + "reward-bench/Safety": 0.6405, + "reward-bench/Reasoning": 0.5775, + "reward-bench/Prior Sets (0.5 weight)": 0.6461 } }, { - "id": "Triangle104/Herodotos-14B", - "name": "Herodotos-14B", - "developer": "Triangle104", + "id": "ifable/gemma-2-Ifable-9B", + "name": "gemma-2-Ifable-9B", + "developer": "ifable", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4667, - "hfopenllm_v2/BBH": 0.6435, - "hfopenllm_v2/MATH Level 5": 0.5045, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4795, - "hfopenllm_v2/MMLU-PRO": 0.529 + "hfopenllm_v2/IFEval": 0.2984, + "hfopenllm_v2/BBH": 0.5866, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4053, + "hfopenllm_v2/MMLU-PRO": 0.4226 } }, { - "id": "Triangle104/Herodotos-14B_V0.1", - "name": "Herodotos-14B_V0.1", - "developer": "Triangle104", + "id": "iFaz/llama31_8B_en_emo_v4", + "name": "llama31_8B_en_emo_v4", + "developer": "iFaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1879, - "hfopenllm_v2/BBH": 0.3017, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.224, - "hfopenllm_v2/MUSR": 0.3684, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "hfopenllm_v2/IFEval": 0.3043, + "hfopenllm_v2/BBH": 0.4916, + "hfopenllm_v2/MATH Level 5": 0.0884, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3643, + "hfopenllm_v2/MMLU-PRO": 0.3049 } }, { - "id": "Triangle104/L3.1-8B-Dusky-Ink", - "name": "L3.1-8B-Dusky-Ink", - "developer": "Triangle104", + "id": "iFaz/llama32_1B_en_emo_v1", + "name": "llama32_1B_en_emo_v1", + "developer": "iFaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.453, - "hfopenllm_v2/BBH": 0.5098, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4224, - "hfopenllm_v2/MMLU-PRO": 0.3683 + "hfopenllm_v2/IFEval": 0.4408, + "hfopenllm_v2/BBH": 0.338, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3489, + "hfopenllm_v2/MMLU-PRO": 0.1761 } }, { - "id": "Triangle104/L3.1-8B-Dusky-Ink_v0.r1", - "name": "L3.1-8B-Dusky-Ink_v0.r1", - "developer": "Triangle104", + "id": "iFaz/llama32_3B_en_emo_1000_stp", + "name": "llama32_3B_en_emo_1000_stp", + "developer": "iFaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1985, - "hfopenllm_v2/BBH": 0.4337, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3988, - "hfopenllm_v2/MMLU-PRO": 0.3206 + "hfopenllm_v2/IFEval": 0.7295, + "hfopenllm_v2/BBH": 0.4522, + "hfopenllm_v2/MATH Level 5": 0.1465, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3621, + "hfopenllm_v2/MMLU-PRO": 0.3123 } }, { - "id": "Triangle104/LThreePointOne-8B-HermesBlackroot", - "name": "LThreePointOne-8B-HermesBlackroot", - "developer": "Triangle104", + "id": "iFaz/llama32_3B_en_emo_2000_stp", + "name": "llama32_3B_en_emo_2000_stp", + "developer": "iFaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1792, - "hfopenllm_v2/BBH": 0.4998, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3586, - "hfopenllm_v2/MMLU-PRO": 0.3285 + "hfopenllm_v2/IFEval": 0.7369, + "hfopenllm_v2/BBH": 0.4535, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3527, + "hfopenllm_v2/MMLU-PRO": 0.3098 } }, { - "id": "Triangle104/LThreePointOne-8B-HermesInk", - "name": "LThreePointOne-8B-HermesInk", - "developer": "Triangle104", + "id": "iFaz/llama32_3B_en_emo_300_stp", + "name": "llama32_3B_en_emo_300_stp", + "developer": "iFaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4031, - "hfopenllm_v2/BBH": 0.5223, - "hfopenllm_v2/MATH Level 5": 0.1722, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4129, - "hfopenllm_v2/MMLU-PRO": 0.3467 + "hfopenllm_v2/IFEval": 0.7256, + "hfopenllm_v2/BBH": 0.4505, + "hfopenllm_v2/MATH Level 5": 0.1601, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3621, + "hfopenllm_v2/MMLU-PRO": 0.3148 } }, { - "id": "Triangle104/Llama3.1-Allades-Lit-8b", - "name": "Llama3.1-Allades-Lit-8b", - "developer": "Triangle104", + "id": "iFaz/llama32_3B_en_emo_5000_stp", + "name": "llama32_3B_en_emo_5000_stp", + "developer": "iFaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2461, - "hfopenllm_v2/BBH": 0.4183, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3708, - "hfopenllm_v2/MMLU-PRO": 0.2724 + "hfopenllm_v2/IFEval": 0.71, + "hfopenllm_v2/BBH": 0.4568, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3446, + "hfopenllm_v2/MMLU-PRO": 0.3067 } }, { - "id": "Triangle104/Llama3.1-cc-Lit-8b", - "name": "Llama3.1-cc-Lit-8b", - "developer": "Triangle104", + "id": "iFaz/llama32_3B_en_emo_v2", + "name": "llama32_3B_en_emo_v2", + "developer": "iFaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2993, - "hfopenllm_v2/BBH": 0.3848, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3854, + "hfopenllm_v2/IFEval": 0.5454, + "hfopenllm_v2/BBH": 0.4284, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3482, "hfopenllm_v2/MMLU-PRO": 0.3004 } }, { - "id": "Triangle104/Minerva-1.5b", - "name": "Minerva-1.5b", - "developer": "Triangle104", + "id": "iFaz/llama32_3B_en_emo_v3", + "name": "llama32_3B_en_emo_v3", + "developer": "iFaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2694, - "hfopenllm_v2/BBH": 0.4026, - "hfopenllm_v2/MATH Level 5": 0.1027, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.3655, - "hfopenllm_v2/MMLU-PRO": 0.2698 + "hfopenllm_v2/IFEval": 0.5759, + "hfopenllm_v2/BBH": 0.4301, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3553, + "hfopenllm_v2/MMLU-PRO": 0.271 } }, { - "id": "Triangle104/Minerva-1.5b_V0.2", - "name": "Minerva-1.5b_V0.2", - "developer": "Triangle104", + "id": "ilsp/Llama-Krikri-8B-Instruct", + "name": "Llama-Krikri-8B-Instruct", + "developer": "ilsp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3083, - "hfopenllm_v2/BBH": 0.3989, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.396, - "hfopenllm_v2/MMLU-PRO": 0.2911 + "hfopenllm_v2/IFEval": 0.6079, + "hfopenllm_v2/BBH": 0.5047, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.408, + "hfopenllm_v2/MMLU-PRO": 0.3313 } }, { - "id": "Triangle104/Minerva-10b", - "name": "Minerva-10b", - "developer": "Triangle104", + "id": "IlyaGusev/gemma-2-2b-it-abliterated", + "name": "gemma-2-2b-it-abliterated", + "developer": "IlyaGusev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1879, - "hfopenllm_v2/BBH": 0.4462, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3627, - "hfopenllm_v2/MMLU-PRO": 0.2318 + "hfopenllm_v2/IFEval": 0.5331, + "hfopenllm_v2/BBH": 0.4119, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3782, + "hfopenllm_v2/MMLU-PRO": 0.2538 } }, { - "id": "Triangle104/Minerva-14b", - "name": "Minerva-14b", - "developer": "Triangle104", + "id": "IlyaGusev/gemma-2-9b-it-abliterated", + "name": "gemma-2-9b-it-abliterated", + "developer": "IlyaGusev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3468, - "hfopenllm_v2/BBH": 0.6301, - "hfopenllm_v2/MATH Level 5": 0.3051, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4766, - "hfopenllm_v2/MMLU-PRO": 0.5194 + "hfopenllm_v2/IFEval": 0.7473, + "hfopenllm_v2/BBH": 0.5906, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.3915 } }, { - "id": "Triangle104/Minerva-14b-V0.1", - "name": "Minerva-14b-V0.1", - "developer": "Triangle104", + "id": "Infinirc/Infinirc-Llama3-8B-2G-Release-v1.0", + "name": "Infinirc-Llama3-8B-2G-Release-v1.0", + "developer": "Infinirc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0861, - "hfopenllm_v2/BBH": 0.609, - "hfopenllm_v2/MATH Level 5": 0.3051, - "hfopenllm_v2/GPQA": 0.3658, - "hfopenllm_v2/MUSR": 0.47, - "hfopenllm_v2/MMLU-PRO": 0.5118 + "hfopenllm_v2/IFEval": 0.2024, + "hfopenllm_v2/BBH": 0.4351, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4609, + "hfopenllm_v2/MMLU-PRO": 0.216 } }, { - "id": "Triangle104/Minerva-7b", - "name": "Minerva-7b", - "developer": "Triangle104", + "id": "inflatebot/MN-12B-Mag-Mell-R1", + "name": "MN-12B-Mag-Mell-R1", + "developer": "inflatebot", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3724, - "hfopenllm_v2/BBH": 0.5498, - "hfopenllm_v2/MATH Level 5": 0.284, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4143, - "hfopenllm_v2/MMLU-PRO": 0.4444 + "hfopenllm_v2/IFEval": 0.4613, + "hfopenllm_v2/BBH": 0.5304, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4002, + "hfopenllm_v2/MMLU-PRO": 0.3438 } }, { - "id": "Triangle104/Minerva-8b", - "name": "Minerva-8b", - "developer": "Triangle104", + "id": "infly/INF-ORM-Llama3.1-70B", + "name": "infly/INF-ORM-Llama3.1-70B", + "developer": "infly", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1721, - "hfopenllm_v2/BBH": 0.4669, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4273, - "hfopenllm_v2/MMLU-PRO": 0.3089 + "reward-bench/Score": 0.7648, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.9101, + "reward-bench/Safety": 0.9644, + "reward-bench/Reasoning": 0.9912, + "reward-bench/Factuality": 0.7411, + "reward-bench/Precise IF": 0.4188, + "reward-bench/Math": 0.6995, + "reward-bench/Focus": 0.903, + "reward-bench/Ties": 0.8622 } }, { - "id": "Triangle104/Mistral-Redemption-Arc", - "name": "Mistral-Redemption-Arc", - "developer": "Triangle104", + "id": "informatiker/Qwen2-7B-Instruct-abliterated", + "name": "Qwen2-7B-Instruct-abliterated", + "developer": "informatiker", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4029, - "hfopenllm_v2/BBH": 0.6255, - "hfopenllm_v2/MATH Level 5": 0.4101, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.451 + "hfopenllm_v2/IFEval": 0.5822, + "hfopenllm_v2/BBH": 0.5534, + "hfopenllm_v2/MATH Level 5": 0.2636, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3888, + "hfopenllm_v2/MMLU-PRO": 0.3873 } }, { - "id": "Triangle104/Mistral-Small-24b-Harmony", - "name": "Mistral-Small-24b-Harmony", - "developer": "Triangle104", + "id": "INSAIT-Institute/BgGPT-Gemma-2-27B-IT-v1.0", + "name": "BgGPT-Gemma-2-27B-IT-v1.0", + "developer": "INSAIT-Institute", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1687, - "hfopenllm_v2/BBH": 0.6434, - "hfopenllm_v2/MATH Level 5": 0.1911, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4276, - "hfopenllm_v2/MMLU-PRO": 0.5431 + "hfopenllm_v2/IFEval": 0.0, + "hfopenllm_v2/BBH": 0.2912, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3575, + "hfopenllm_v2/MMLU-PRO": 0.1167 } }, { - "id": "Triangle104/Pans_Gutenbergum_V0.1", - "name": "Pans_Gutenbergum_V0.1", - "developer": "Triangle104", + "id": "insightfactory/Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model", + "name": "Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model", + "developer": "insightfactory", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3097, - "hfopenllm_v2/BBH": 0.5541, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4528, - "hfopenllm_v2/MMLU-PRO": 0.3697 + "hfopenllm_v2/IFEval": 0.4588, + "hfopenllm_v2/BBH": 0.4146, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3499, + "hfopenllm_v2/MMLU-PRO": 0.296 } }, { - "id": "Triangle104/Pans_Gutenbergum_V0.2", - "name": "Pans_Gutenbergum_V0.2", - "developer": "Triangle104", + "id": "instruction-pretrain/InstructLM-500M", + "name": "InstructLM-500M", + "developer": "instruction-pretrain", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3215, - "hfopenllm_v2/BBH": 0.5526, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4673, - "hfopenllm_v2/MMLU-PRO": 0.3585 + "hfopenllm_v2/IFEval": 0.1028, + "hfopenllm_v2/BBH": 0.2941, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3528, + "hfopenllm_v2/MMLU-PRO": 0.1141 } }, { - "id": "Triangle104/Pantheon_ChatWaifu_V0.2", - "name": "Pantheon_ChatWaifu_V0.2", - "developer": "Triangle104", + "id": "Intel/neural-chat-7b-v3", + "name": "neural-chat-7b-v3", + "developer": "Intel", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2683, - "hfopenllm_v2/BBH": 0.5532, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4755, - "hfopenllm_v2/MMLU-PRO": 0.3442 + "hfopenllm_v2/IFEval": 0.2778, + "hfopenllm_v2/BBH": 0.5048, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.5055, + "hfopenllm_v2/MMLU-PRO": 0.2699 } }, { - "id": "Triangle104/Phi-4-AbliteratedRP", - "name": "Phi-4-AbliteratedRP", - "developer": "Triangle104", + "id": "Intel/neural-chat-7b-v3-1", + "name": "neural-chat-7b-v3-1", + "developer": "Intel", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4923, - "hfopenllm_v2/BBH": 0.6709, - "hfopenllm_v2/MATH Level 5": 0.3074, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.5098, - "hfopenllm_v2/MMLU-PRO": 0.5308 + "hfopenllm_v2/IFEval": 0.4687, + "hfopenllm_v2/BBH": 0.5052, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4979, + "hfopenllm_v2/MMLU-PRO": 0.2678 } }, { - "id": "Triangle104/Phi4-RP-o1", - "name": "Phi4-RP-o1", - "developer": "Triangle104", + "id": "Intel/neural-chat-7b-v3-2", + "name": "neural-chat-7b-v3-2", + "developer": "Intel", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.022, - "hfopenllm_v2/BBH": 0.6653, - "hfopenllm_v2/MATH Level 5": 0.3776, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4756, - "hfopenllm_v2/MMLU-PRO": 0.5111 + "hfopenllm_v2/IFEval": 0.4988, + "hfopenllm_v2/BBH": 0.5032, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4895, + "hfopenllm_v2/MMLU-PRO": 0.2667 } }, { - "id": "Triangle104/Phi4-RP-o1-Ablit", - "name": "Phi4-RP-o1-Ablit", - "developer": "Triangle104", + "id": "Intel/neural-chat-7b-v3-3", + "name": "neural-chat-7b-v3-3", + "developer": "Intel", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0239, - "hfopenllm_v2/BBH": 0.663, - "hfopenllm_v2/MATH Level 5": 0.3882, - "hfopenllm_v2/GPQA": 0.3633, - "hfopenllm_v2/MUSR": 0.4754, - "hfopenllm_v2/MMLU-PRO": 0.5105 + "hfopenllm_v2/IFEval": 0.4763, + "hfopenllm_v2/BBH": 0.4877, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.486, + "hfopenllm_v2/MMLU-PRO": 0.2625 } }, { - "id": "Triangle104/Porpoise-R1-Llama3.2-3b", - "name": "Porpoise-R1-Llama3.2-3b", - "developer": "Triangle104", + "id": "internlm/internlm2-1_8b", + "name": "internlm2-1_8b", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4352, - "hfopenllm_v2/BBH": 0.3824, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3576, - "hfopenllm_v2/MMLU-PRO": 0.2117 + "hfopenllm_v2/IFEval": 0.2198, + "hfopenllm_v2/BBH": 0.388, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3813, + "hfopenllm_v2/MMLU-PRO": 0.1588 } }, { - "id": "Triangle104/Q2.5-14B-Instruct-1M-Harmony", - "name": "Q2.5-14B-Instruct-1M-Harmony", - "developer": "Triangle104", + "id": "internlm/internlm2-1_8b-reward", + "name": "internlm/internlm2-1_8b-reward", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5986, - "hfopenllm_v2/BBH": 0.6339, - "hfopenllm_v2/MATH Level 5": 0.3769, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4795, - "hfopenllm_v2/MMLU-PRO": 0.5075 + "reward-bench/Score": 0.8217, + "reward-bench/Factuality": 0.2758, + "reward-bench/Precise IF": 0.3625, + "reward-bench/Math": 0.4426, + "reward-bench/Safety": 0.8162, + "reward-bench/Focus": 0.596, + "reward-bench/Ties": 0.1934, + "reward-bench/Chat": 0.9358, + "reward-bench/Chat Hard": 0.6623, + "reward-bench/Reasoning": 0.8724 } }, { - "id": "Triangle104/Q2.5-AthensCOT", - "name": "Q2.5-AthensCOT", - "developer": "Triangle104", + "id": "internlm/internlm2-20b-reward", + "name": "internlm/internlm2-20b-reward", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4573, - "hfopenllm_v2/BBH": 0.5542, - "hfopenllm_v2/MATH Level 5": 0.2915, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4578, - "hfopenllm_v2/MMLU-PRO": 0.4379 + "reward-bench/Score": 0.5628, + "reward-bench/Chat": 0.9888, + "reward-bench/Chat Hard": 0.7654, + "reward-bench/Safety": 0.6111, + "reward-bench/Reasoning": 0.9576, + "reward-bench/Factuality": 0.5558, + "reward-bench/Precise IF": 0.3625, + "reward-bench/Math": 0.5738, + "reward-bench/Focus": 0.7253, + "reward-bench/Ties": 0.5483 } }, { - "id": "Triangle104/Q2.5-CodeR1-3B", - "name": "Q2.5-CodeR1-3B", - "developer": "Triangle104", + "id": "internlm/internlm2-7b", + "name": "internlm2-7b", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3588, - "hfopenllm_v2/BBH": 0.4661, - "hfopenllm_v2/MATH Level 5": 0.1639, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4315, - "hfopenllm_v2/MMLU-PRO": 0.2979 + "hfopenllm_v2/IFEval": 0.228, + "hfopenllm_v2/BBH": 0.5825, + "hfopenllm_v2/MATH Level 5": 0.0857, + "hfopenllm_v2/GPQA": 0.3367, + "hfopenllm_v2/MUSR": 0.44, + "hfopenllm_v2/MMLU-PRO": 0.19 } }, { - "id": "Triangle104/Q2.5-EVACOT-7b", - "name": "Q2.5-EVACOT-7b", - "developer": "Triangle104", + "id": "internlm/internlm2-7b-reward", + "name": "internlm/internlm2-7b-reward", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5784, - "hfopenllm_v2/BBH": 0.5506, - "hfopenllm_v2/MATH Level 5": 0.2825, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4499, - "hfopenllm_v2/MMLU-PRO": 0.4331 + "reward-bench/Score": 0.8759, + "reward-bench/Factuality": 0.4211, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.5628, + "reward-bench/Safety": 0.8716, + "reward-bench/Focus": 0.7051, + "reward-bench/Ties": 0.5164, + "reward-bench/Chat": 0.9916, + "reward-bench/Chat Hard": 0.6952, + "reward-bench/Reasoning": 0.9453 } }, { - "id": "Triangle104/Q2.5-EvaHumane-RP", - "name": "Q2.5-EvaHumane-RP", - "developer": "Triangle104", + "id": "internlm/internlm2-chat-1_8b", + "name": "internlm2-chat-1_8b", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3676, - "hfopenllm_v2/BBH": 0.5328, - "hfopenllm_v2/MATH Level 5": 0.2923, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4276, - "hfopenllm_v2/MMLU-PRO": 0.4412 + "hfopenllm_v2/IFEval": 0.2387, + "hfopenllm_v2/BBH": 0.4452, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3631, + "hfopenllm_v2/MMLU-PRO": 0.1839 } }, { - "id": "Triangle104/Q2.5-Humane-RP", - "name": "Q2.5-Humane-RP", - "developer": "Triangle104", + "id": "internlm/internlm2_5-1_8b-chat", + "name": "internlm2_5-1_8b-chat", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4412, - "hfopenllm_v2/BBH": 0.5649, - "hfopenllm_v2/MATH Level 5": 0.3391, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4528, - "hfopenllm_v2/MMLU-PRO": 0.4492 + "hfopenllm_v2/IFEval": 0.3849, + "hfopenllm_v2/BBH": 0.4489, + "hfopenllm_v2/MATH Level 5": 0.1586, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3594, + "hfopenllm_v2/MMLU-PRO": 0.1299 } }, { - "id": "Triangle104/Q2.5-Instruct-1M_Harmony", - "name": "Q2.5-Instruct-1M_Harmony", - "developer": "Triangle104", + "id": "internlm/internlm2_5-20b-chat", + "name": "internlm2_5-20b-chat", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6038, - "hfopenllm_v2/BBH": 0.5373, - "hfopenllm_v2/MATH Level 5": 0.3323, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4688, - "hfopenllm_v2/MMLU-PRO": 0.4366 + "hfopenllm_v2/IFEval": 0.701, + "hfopenllm_v2/BBH": 0.7474, + "hfopenllm_v2/MATH Level 5": 0.4079, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4558, + "hfopenllm_v2/MMLU-PRO": 0.3998 } }, { - "id": "Triangle104/Q2.5-R1-3B", - "name": "Q2.5-R1-3B", - "developer": "Triangle104", + "id": "internlm/internlm2_5-7b-chat", + "name": "internlm2_5-7b-chat", + "developer": "internlm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4214, - "hfopenllm_v2/BBH": 0.4812, - "hfopenllm_v2/MATH Level 5": 0.2674, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.3813 + "hfopenllm_v2/IFEval": 0.5539, + "hfopenllm_v2/BBH": 0.7073, + "hfopenllm_v2/MATH Level 5": 0.253, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4594, + "hfopenllm_v2/MMLU-PRO": 0.3777 } }, { - "id": "Triangle104/Q2.5-R1-7B", - "name": "Q2.5-R1-7B", - "developer": "Triangle104", + "id": "intervitens/mini-magnum-12b-v1.1", + "name": "mini-magnum-12b-v1.1", + "developer": "intervitens", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1346, - "hfopenllm_v2/BBH": 0.3007, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3607, - "hfopenllm_v2/MMLU-PRO": 0.118 + "hfopenllm_v2/IFEval": 0.5156, + "hfopenllm_v2/BBH": 0.5062, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4004, + "hfopenllm_v2/MMLU-PRO": 0.3291 } }, { - "id": "Triangle104/Robo-Gutenberg_V1.0", - "name": "Robo-Gutenberg_V1.0", - "developer": "Triangle104", + "id": "IntervitensInc/internlm2_5-20b-llamafied", + "name": "internlm2_5-20b-llamafied", + "developer": "IntervitensInc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6008, - "hfopenllm_v2/BBH": 0.6537, - "hfopenllm_v2/MATH Level 5": 0.4562, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.4744, - "hfopenllm_v2/MMLU-PRO": 0.5391 + "hfopenllm_v2/IFEval": 0.341, + "hfopenllm_v2/BBH": 0.7478, + "hfopenllm_v2/MATH Level 5": 0.1715, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4475, + "hfopenllm_v2/MMLU-PRO": 0.4051 } }, { - "id": "Triangle104/Rocinante-Prism_V2.0", - "name": "Rocinante-Prism_V2.0", - "developer": "Triangle104", + "id": "inumulaisk/eval_model", + "name": "eval_model", + "developer": "inumulaisk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2616, - "hfopenllm_v2/BBH": 0.5361, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.445, - "hfopenllm_v2/MMLU-PRO": 0.364 + "hfopenllm_v2/IFEval": 0.1931, + "hfopenllm_v2/BBH": 0.3512, + "hfopenllm_v2/MATH Level 5": 0.2976, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.1664 } }, { - "id": "Triangle104/Rocinante-Prism_V2.1", - "name": "Rocinante-Prism_V2.1", - "developer": "Triangle104", + "id": "invalid-coder/Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp", + "name": "Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp", + "developer": "invalid-coder", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2558, - "hfopenllm_v2/BBH": 0.5333, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.449, - "hfopenllm_v2/MMLU-PRO": 0.3651 + "hfopenllm_v2/IFEval": 0.4555, + "hfopenllm_v2/BBH": 0.5158, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3992, + "hfopenllm_v2/MMLU-PRO": 0.3146 } }, { - "id": "Triangle104/RomboHermes3-R1-Llama3.2-3b", - "name": "RomboHermes3-R1-Llama3.2-3b", - "developer": "Triangle104", + "id": "Invalid-Null/PeiYangMe-0.5", + "name": "PeiYangMe-0.5", + "developer": "Invalid-Null", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3007, - "hfopenllm_v2/BBH": 0.4264, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3657, - "hfopenllm_v2/MMLU-PRO": 0.2957 + "hfopenllm_v2/IFEval": 0.1409, + "hfopenllm_v2/BBH": 0.2791, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.1109 } }, { - "id": "Triangle104/Rombos-Novasky-7B_V1c", - "name": "Rombos-Novasky-7B_V1c", - "developer": "Triangle104", + "id": "Invalid-Null/PeiYangMe-0.7", + "name": "PeiYangMe-0.7", + "developer": "Invalid-Null", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.408, - "hfopenllm_v2/BBH": 0.4349, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4465, - "hfopenllm_v2/MMLU-PRO": 0.2738 + "hfopenllm_v2/IFEval": 0.1491, + "hfopenllm_v2/BBH": 0.3028, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2332, + "hfopenllm_v2/MUSR": 0.3857, + "hfopenllm_v2/MMLU-PRO": 0.1101 } }, { - "id": "Triangle104/Set-70b", - "name": "Set-70b", - "developer": "Triangle104", + "id": "invisietch/EtherealRainbow-v0.2-8B", + "name": "EtherealRainbow-v0.2-8B", + "developer": "invisietch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7643, - "hfopenllm_v2/BBH": 0.7014, - "hfopenllm_v2/MATH Level 5": 0.364, - "hfopenllm_v2/GPQA": 0.4463, - "hfopenllm_v2/MUSR": 0.4696, - "hfopenllm_v2/MMLU-PRO": 0.5442 + "hfopenllm_v2/IFEval": 0.3903, + "hfopenllm_v2/BBH": 0.5102, + "hfopenllm_v2/MATH Level 5": 0.0823, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3827, + "hfopenllm_v2/MMLU-PRO": 0.3653 } }, { - "id": "Tsunami-th/Tsunami-0.5-7B-Instruct", - "name": "Tsunami-0.5-7B-Instruct", - "developer": "Tsunami-th", + "id": "invisietch/EtherealRainbow-v0.3-8B", + "name": "EtherealRainbow-v0.3-8B", + "developer": "invisietch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.74, - "hfopenllm_v2/BBH": 0.5524, - "hfopenllm_v2/MATH Level 5": 0.5045, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4257, - "hfopenllm_v2/MMLU-PRO": 0.4413 + "hfopenllm_v2/IFEval": 0.3682, + "hfopenllm_v2/BBH": 0.5097, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3904, + "hfopenllm_v2/MMLU-PRO": 0.3626 } }, { - "id": "Tsunami-th/Tsunami-0.5x-7B-Instruct", - "name": "Tsunami-0.5x-7B-Instruct", - "developer": "Tsunami-th", + "id": "invisietch/MiS-Firefly-v0.2-22B", + "name": "MiS-Firefly-v0.2-22B", + "developer": "invisietch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7099, - "hfopenllm_v2/BBH": 0.5593, - "hfopenllm_v2/MATH Level 5": 0.4207, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4667, - "hfopenllm_v2/MMLU-PRO": 0.4458 + "hfopenllm_v2/IFEval": 0.5371, + "hfopenllm_v2/BBH": 0.5514, + "hfopenllm_v2/MATH Level 5": 0.1654, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4694, + "hfopenllm_v2/MMLU-PRO": 0.362 } }, { - "id": "Tsunami-th/Tsunami-1.0-14B-Instruct", - "name": "Tsunami-1.0-14B-Instruct", - "developer": "Tsunami-th", + "id": "invisietch/Nimbus-Miqu-v0.1-70B", + "name": "Nimbus-Miqu-v0.1-70B", + "developer": "invisietch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7829, - "hfopenllm_v2/BBH": 0.6439, - "hfopenllm_v2/MATH Level 5": 0.4585, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4459, - "hfopenllm_v2/MMLU-PRO": 0.5249 + "hfopenllm_v2/IFEval": 0.4647, + "hfopenllm_v2/BBH": 0.601, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4133, + "hfopenllm_v2/MMLU-PRO": 0.3853 } }, { - "id": "Tsunami-th/Tsunami-1.0-7B-Instruct", - "name": "Tsunami-1.0-7B-Instruct", - "developer": "Tsunami-th", + "id": "irahulpandey/mistralai-7B-slerp-v0.1", + "name": "mistralai-7B-slerp-v0.1", + "developer": "irahulpandey", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7309, - "hfopenllm_v2/BBH": 0.5491, - "hfopenllm_v2/MATH Level 5": 0.4335, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4493, - "hfopenllm_v2/MMLU-PRO": 0.4424 + "hfopenllm_v2/IFEval": 0.4966, + "hfopenllm_v2/BBH": 0.5011, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.455, + "hfopenllm_v2/MMLU-PRO": 0.2951 } }, { - "id": "UCLA-AGI/Gemma-2-9B-It-SPPO-Iter1", - "name": "Gemma-2-9B-It-SPPO-Iter1", - "developer": "UCLA-AGI", + "id": "iRyanBell/ARC1", + "name": "ARC1", + "developer": "iRyanBell", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3082, - "hfopenllm_v2/BBH": 0.5969, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4099, - "hfopenllm_v2/MMLU-PRO": 0.3907 + "hfopenllm_v2/IFEval": 0.4411, + "hfopenllm_v2/BBH": 0.4903, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3991, + "hfopenllm_v2/MMLU-PRO": 0.3371 } }, { - "id": "UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2", - "name": "Gemma-2-9B-It-SPPO-Iter2", - "developer": "UCLA-AGI", + "id": "iRyanBell/ARC1-II", + "name": "ARC1-II", + "developer": "iRyanBell", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.31, - "hfopenllm_v2/BBH": 0.599, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4139, - "hfopenllm_v2/MMLU-PRO": 0.387 + "hfopenllm_v2/IFEval": 0.1708, + "hfopenllm_v2/BBH": 0.3382, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.4913, + "hfopenllm_v2/MMLU-PRO": 0.1686 } }, { - "id": "UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3", - "name": "Gemma-2-9B-It-SPPO-Iter3", - "developer": "UCLA-AGI", + "id": "Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated", + "name": "Josiefied-Qwen2.5-7B-Instruct-abliterated", + "developer": "Isaak-Carter", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3167, - "hfopenllm_v2/BBH": 0.6007, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4166, - "hfopenllm_v2/MMLU-PRO": 0.3826 + "hfopenllm_v2/IFEval": 0.7317, + "hfopenllm_v2/BBH": 0.5396, + "hfopenllm_v2/MATH Level 5": 0.4924, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4087, + "hfopenllm_v2/MMLU-PRO": 0.4276 } }, { - "id": "UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter1", - "name": "Llama-3-Instruct-8B-SPPO-Iter1", - "developer": "UCLA-AGI", + "id": "Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2", + "name": "Josiefied-Qwen2.5-7B-Instruct-abliterated-v2", + "developer": "Isaak-Carter", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7299, - "hfopenllm_v2/BBH": 0.5058, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3568, - "hfopenllm_v2/MMLU-PRO": 0.3711 + "hfopenllm_v2/IFEval": 0.7841, + "hfopenllm_v2/BBH": 0.5311, + "hfopenllm_v2/MATH Level 5": 0.4721, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.4128 } }, { - "id": "UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2", - "name": "Llama-3-Instruct-8B-SPPO-Iter2", - "developer": "UCLA-AGI", + "id": "Isaak-Carter/JOSIEv4o-8b-stage1-v4", + "name": "JOSIEv4o-8b-stage1-v4", + "developer": "Isaak-Carter", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6989, - "hfopenllm_v2/BBH": 0.5089, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3594, - "hfopenllm_v2/MMLU-PRO": 0.3692 + "hfopenllm_v2/IFEval": 0.2553, + "hfopenllm_v2/BBH": 0.4725, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3654, + "hfopenllm_v2/MMLU-PRO": 0.3316 } }, { - "id": "UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3", - "name": "Llama-3-Instruct-8B-SPPO-Iter3", - "developer": "UCLA-AGI", + "id": "J-LAB/Thynk_orpo", + "name": "Thynk_orpo", + "developer": "J-LAB", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6703, - "hfopenllm_v2/BBH": 0.5076, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3647, - "hfopenllm_v2/MMLU-PRO": 0.3658 + "hfopenllm_v2/IFEval": 0.2102, + "hfopenllm_v2/BBH": 0.4463, + "hfopenllm_v2/MATH Level 5": 0.148, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4515, + "hfopenllm_v2/MMLU-PRO": 0.3231 } }, { - "id": "UCLA-AGI/Mistral7B-PairRM-SPPO", - "name": "Mistral7B-PairRM-SPPO", - "developer": "UCLA-AGI", + "id": "JackFram/llama-160m", + "name": "llama-160m", + "developer": "JackFram", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4355, - "hfopenllm_v2/BBH": 0.4439, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3965, - "hfopenllm_v2/MMLU-PRO": 0.2621 + "hfopenllm_v2/IFEval": 0.1791, + "hfopenllm_v2/BBH": 0.2888, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3792, + "hfopenllm_v2/MMLU-PRO": 0.1128 } }, { - "id": "UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1", - "name": "Mistral7B-PairRM-SPPO-Iter1", - "developer": "UCLA-AGI", + "id": "JackFram/llama-68m", + "name": "llama-68m", + "developer": "JackFram", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5047, - "hfopenllm_v2/BBH": 0.4468, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3992, - "hfopenllm_v2/MMLU-PRO": 0.2695 + "hfopenllm_v2/IFEval": 0.1726, + "hfopenllm_v2/BBH": 0.2936, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.391, + "hfopenllm_v2/MMLU-PRO": 0.1144 } }, { - "id": "UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2", - "name": "Mistral7B-PairRM-SPPO-Iter2", - "developer": "UCLA-AGI", + "id": "Jacoby746/Casual-Magnum-34B", + "name": "Casual-Magnum-34B", + "developer": "Jacoby746", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4446, - "hfopenllm_v2/BBH": 0.4466, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4085, - "hfopenllm_v2/MMLU-PRO": 0.2677 + "hfopenllm_v2/IFEval": 0.193, + "hfopenllm_v2/BBH": 0.6032, + "hfopenllm_v2/MATH Level 5": 0.0921, + "hfopenllm_v2/GPQA": 0.3725, + "hfopenllm_v2/MUSR": 0.4078, + "hfopenllm_v2/MMLU-PRO": 0.5184 } }, { - "id": "UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3", - "name": "Mistral7B-PairRM-SPPO-Iter3", - "developer": "UCLA-AGI", + "id": "Jacoby746/Inf-Silent-Kunoichi-v0.1-2x7B", + "name": "Inf-Silent-Kunoichi-v0.1-2x7B", + "developer": "Jacoby746", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4351, - "hfopenllm_v2/BBH": 0.4397, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.2658 + "hfopenllm_v2/IFEval": 0.388, + "hfopenllm_v2/BBH": 0.5185, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.3271 } }, { - "id": "UKzExecution/LlamaExecutor-8B-3.0.5", - "name": "LlamaExecutor-8B-3.0.5", - "developer": "UKzExecution", + "id": "Jacoby746/Inf-Silent-Kunoichi-v0.2-2x7B", + "name": "Inf-Silent-Kunoichi-v0.2-2x7B", + "developer": "Jacoby746", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7403, - "hfopenllm_v2/BBH": 0.5006, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.3625 + "hfopenllm_v2/IFEval": 0.3636, + "hfopenllm_v2/BBH": 0.5209, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.3272 } }, { - "id": "Unbabel/TowerInstruct-Mistral-7B-v0.2", - "name": "TowerInstruct-Mistral-7B-v0.2", - "developer": "Unbabel", + "id": "Jacoby746/Proto-Athena-4x7B", + "name": "Proto-Athena-4x7B", + "developer": "Jacoby746", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2843, - "hfopenllm_v2/BBH": 0.3882, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.4522, - "hfopenllm_v2/MMLU-PRO": 0.1968 + "hfopenllm_v2/IFEval": 0.3703, + "hfopenllm_v2/BBH": 0.5107, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4348, + "hfopenllm_v2/MMLU-PRO": 0.3206 } }, { - "id": "Undi95/MG-FinalMix-72B", - "name": "MG-FinalMix-72B", - "developer": "Undi95", + "id": "Jacoby746/Proto-Athena-v0.2-4x7B", + "name": "Proto-Athena-v0.2-4x7B", + "developer": "Jacoby746", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8014, - "hfopenllm_v2/BBH": 0.6973, - "hfopenllm_v2/MATH Level 5": 0.3973, - "hfopenllm_v2/GPQA": 0.3851, - "hfopenllm_v2/MUSR": 0.4823, - "hfopenllm_v2/MMLU-PRO": 0.5427 + "hfopenllm_v2/IFEval": 0.3752, + "hfopenllm_v2/BBH": 0.5068, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4213, + "hfopenllm_v2/MMLU-PRO": 0.3197 } }, { - "id": "Undi95/Phi4-abliterated", - "name": "Phi4-abliterated", - "developer": "Undi95", + "id": "Jacoby746/Proto-Harpy-Blazing-Light-v0.1-2x7B", + "name": "Proto-Harpy-Blazing-Light-v0.1-2x7B", + "developer": "Jacoby746", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6618, - "hfopenllm_v2/BBH": 0.6809, - "hfopenllm_v2/MATH Level 5": 0.3701, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.5281 + "hfopenllm_v2/IFEval": 0.4905, + "hfopenllm_v2/BBH": 0.5187, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.445, + "hfopenllm_v2/MMLU-PRO": 0.3301 + } + }, + { + "id": "Jacoby746/Proto-Harpy-Spark-v0.1-7B", + "name": "Proto-Harpy-Spark-v0.1-7B", + "developer": "Jacoby746", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4333, + "hfopenllm_v2/BBH": 0.4736, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4317, + "hfopenllm_v2/MMLU-PRO": 0.3069 } }, { - "id": "V3N0M/Jenna-Tiny-2.0", - "name": "Jenna-Tiny-2.0", - "developer": "V3N0M", + "id": "jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model", + "name": "pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model", + "developer": "jaredjoss", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2309, - "hfopenllm_v2/BBH": 0.3148, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3367, - "hfopenllm_v2/MMLU-PRO": 0.1147 + "hfopenllm_v2/IFEval": 0.1572, + "hfopenllm_v2/BBH": 0.2863, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3607, + "hfopenllm_v2/MMLU-PRO": 0.1169 } }, { - "id": "VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct", - "name": "Llama-3-SauerkrautLM-70b-Instruct", - "developer": "VAGOsolutions", + "id": "jaspionjader/Auro-Kosmos-EVAA-v2-8B", + "name": "Auro-Kosmos-EVAA-v2-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8045, - "hfopenllm_v2/BBH": 0.6663, - "hfopenllm_v2/MATH Level 5": 0.2281, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4339, - "hfopenllm_v2/MMLU-PRO": 0.5392 + "hfopenllm_v2/IFEval": 0.4778, + "hfopenllm_v2/BBH": 0.5447, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.425, + "hfopenllm_v2/MMLU-PRO": 0.3858 } }, { - "id": "VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct", - "name": "Llama-3-SauerkrautLM-8b-Instruct", - "developer": "VAGOsolutions", + "id": "jaspionjader/Auro-Kosmos-EVAA-v2.1-8B", + "name": "Auro-Kosmos-EVAA-v2.1-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7445, - "hfopenllm_v2/BBH": 0.4943, - "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/IFEval": 0.4666, + "hfopenllm_v2/BBH": 0.5444, + "hfopenllm_v2/MATH Level 5": 0.1458, "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4241, - "hfopenllm_v2/MMLU-PRO": 0.3857 + "hfopenllm_v2/MUSR": 0.4317, + "hfopenllm_v2/MMLU-PRO": 0.3826 } }, { - "id": "VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct", - "name": "Llama-3.1-SauerkrautLM-70b-Instruct", - "developer": "VAGOsolutions", + "id": "jaspionjader/Auro-Kosmos-EVAA-v2.2-8B", + "name": "Auro-Kosmos-EVAA-v2.2-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8656, - "hfopenllm_v2/BBH": 0.7006, - "hfopenllm_v2/MATH Level 5": 0.3693, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4711, - "hfopenllm_v2/MMLU-PRO": 0.5335 + "hfopenllm_v2/IFEval": 0.4268, + "hfopenllm_v2/BBH": 0.5431, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.3798 } }, { - "id": "VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct", - "name": "Llama-3.1-SauerkrautLM-8b-Instruct", - "developer": "VAGOsolutions", + "id": "jaspionjader/Auro-Kosmos-EVAA-v2.3-8B", + "name": "Auro-Kosmos-EVAA-v2.3-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8017, - "hfopenllm_v2/BBH": 0.5115, - "hfopenllm_v2/MATH Level 5": 0.1941, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4148, - "hfopenllm_v2/MMLU-PRO": 0.389 + "hfopenllm_v2/IFEval": 0.4271, + "hfopenllm_v2/BBH": 0.5441, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4278, + "hfopenllm_v2/MMLU-PRO": 0.3784 } }, { - "id": "VAGOsolutions/SauerkrautLM-1.5b", - "name": "SauerkrautLM-1.5b", - "developer": "VAGOsolutions", + "id": "jaspionjader/bbb-1", + "name": "bbb-1", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2404, - "hfopenllm_v2/BBH": 0.3704, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.2151 + "hfopenllm_v2/IFEval": 0.4864, + "hfopenllm_v2/BBH": 0.5376, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3897 } }, { - "id": "VAGOsolutions/SauerkrautLM-7b-HerO", - "name": "SauerkrautLM-7b-HerO", - "developer": "VAGOsolutions", + "id": "jaspionjader/bbb-2", + "name": "bbb-2", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5346, - "hfopenllm_v2/BBH": 0.4904, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3924, - "hfopenllm_v2/MMLU-PRO": 0.3046 + "hfopenllm_v2/IFEval": 0.4077, + "hfopenllm_v2/BBH": 0.5067, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.3635 } }, { - "id": "VAGOsolutions/SauerkrautLM-7b-LaserChat", - "name": "SauerkrautLM-7b-LaserChat", - "developer": "VAGOsolutions", + "id": "jaspionjader/bbb-3", + "name": "bbb-3", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5988, - "hfopenllm_v2/BBH": 0.4543, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4148, - "hfopenllm_v2/MMLU-PRO": 0.3305 + "hfopenllm_v2/IFEval": 0.4168, + "hfopenllm_v2/BBH": 0.5158, + "hfopenllm_v2/MATH Level 5": 0.1405, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4265, + "hfopenllm_v2/MMLU-PRO": 0.3856 } }, { - "id": "VAGOsolutions/SauerkrautLM-Gemma-2b", - "name": "SauerkrautLM-Gemma-2b", - "developer": "VAGOsolutions", + "id": "jaspionjader/bbb-4", + "name": "bbb-4", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2475, - "hfopenllm_v2/BBH": 0.3416, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3676, - "hfopenllm_v2/MMLU-PRO": 0.1469 + "hfopenllm_v2/IFEval": 0.4768, + "hfopenllm_v2/BBH": 0.5212, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4092, + "hfopenllm_v2/MMLU-PRO": 0.3773 } }, { - "id": "VAGOsolutions/SauerkrautLM-Gemma-7b", - "name": "SauerkrautLM-Gemma-7b", - "developer": "VAGOsolutions", + "id": "jaspionjader/bbb-5", + "name": "bbb-5", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3407, - "hfopenllm_v2/BBH": 0.4188, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3594, - "hfopenllm_v2/MMLU-PRO": 0.2961 + "hfopenllm_v2/IFEval": 0.4703, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3834 } }, { - "id": "VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct", - "name": "SauerkrautLM-Mixtral-8x7B-Instruct", - "developer": "VAGOsolutions", + "id": "jaspionjader/bbb-6", + "name": "bbb-6", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5602, - "hfopenllm_v2/BBH": 0.5277, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4204, - "hfopenllm_v2/MMLU-PRO": 0.365 + "hfopenllm_v2/IFEval": 0.488, + "hfopenllm_v2/BBH": 0.5211, + "hfopenllm_v2/MATH Level 5": 0.139, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4052, + "hfopenllm_v2/MMLU-PRO": 0.3871 } }, { - "id": "VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct", - "name": "SauerkrautLM-Nemo-12b-Instruct", - "developer": "VAGOsolutions", + "id": "jaspionjader/bbb-7", + "name": "bbb-7", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6113, - "hfopenllm_v2/BBH": 0.5214, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4469, - "hfopenllm_v2/MMLU-PRO": 0.3385 + "hfopenllm_v2/IFEval": 0.4828, + "hfopenllm_v2/BBH": 0.5211, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4038, + "hfopenllm_v2/MMLU-PRO": 0.386 } }, { - "id": "VAGOsolutions/SauerkrautLM-Phi-3-medium", - "name": "SauerkrautLM-Phi-3-medium", - "developer": "VAGOsolutions", + "id": "jaspionjader/bh-1", + "name": "bh-1", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4409, - "hfopenllm_v2/BBH": 0.6433, - "hfopenllm_v2/MATH Level 5": 0.1601, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4845, - "hfopenllm_v2/MMLU-PRO": 0.4665 + "hfopenllm_v2/IFEval": 0.4284, + "hfopenllm_v2/BBH": 0.589, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4441, + "hfopenllm_v2/MMLU-PRO": 0.3449 } }, { - "id": "VAGOsolutions/SauerkrautLM-SOLAR-Instruct", - "name": "SauerkrautLM-SOLAR-Instruct", - "developer": "VAGOsolutions", + "id": "jaspionjader/bh-10", + "name": "bh-10", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4917, - "hfopenllm_v2/BBH": 0.5169, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3965, - "hfopenllm_v2/MMLU-PRO": 0.3183 + "hfopenllm_v2/IFEval": 0.4618, + "hfopenllm_v2/BBH": 0.5856, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3708 } }, { - "id": "VAGOsolutions/SauerkrautLM-gemma-2-2b-it", - "name": "SauerkrautLM-gemma-2-2b-it", - "developer": "VAGOsolutions", + "id": "jaspionjader/bh-11", + "name": "bh-11", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1321, - "hfopenllm_v2/BBH": 0.4241, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3995, - "hfopenllm_v2/MMLU-PRO": 0.2693 + "hfopenllm_v2/IFEval": 0.4575, + "hfopenllm_v2/BBH": 0.5851, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3738 } }, { - "id": "VAGOsolutions/SauerkrautLM-gemma-2-9b-it", - "name": "SauerkrautLM-gemma-2-9b-it", - "developer": "VAGOsolutions", + "id": "jaspionjader/bh-12", + "name": "bh-12", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3024, - "hfopenllm_v2/BBH": 0.6073, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4318, - "hfopenllm_v2/MMLU-PRO": 0.4091 + "hfopenllm_v2/IFEval": 0.4734, + "hfopenllm_v2/BBH": 0.5802, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4145, + "hfopenllm_v2/MMLU-PRO": 0.3737 } }, { - "id": "VAGOsolutions/SauerkrautLM-v2-14b-DPO", - "name": "SauerkrautLM-v2-14b-DPO", - "developer": "VAGOsolutions", + "id": "jaspionjader/bh-13", + "name": "bh-13", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7412, - "hfopenllm_v2/BBH": 0.656, - "hfopenllm_v2/MATH Level 5": 0.3165, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4375, - "hfopenllm_v2/MMLU-PRO": 0.5117 + "hfopenllm_v2/IFEval": 0.4698, + "hfopenllm_v2/BBH": 0.5778, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4159, + "hfopenllm_v2/MMLU-PRO": 0.373 } }, { - "id": "VAGOsolutions/SauerkrautLM-v2-14b-SFT", - "name": "SauerkrautLM-v2-14b-SFT", - "developer": "VAGOsolutions", + "id": "jaspionjader/bh-15", + "name": "bh-15", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6949, - "hfopenllm_v2/BBH": 0.621, - "hfopenllm_v2/MATH Level 5": 0.3285, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4179, - "hfopenllm_v2/MMLU-PRO": 0.5205 + "hfopenllm_v2/IFEval": 0.4745, + "hfopenllm_v2/BBH": 0.5819, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "VIRNECT/llama-3-Korean-8B", - "name": "llama-3-Korean-8B", - "developer": "VIRNECT", + "id": "jaspionjader/bh-16", + "name": "bh-16", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5058, - "hfopenllm_v2/BBH": 0.4908, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3662, - "hfopenllm_v2/MMLU-PRO": 0.3539 + "hfopenllm_v2/IFEval": 0.4731, + "hfopenllm_v2/BBH": 0.5783, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4159, + "hfopenllm_v2/MMLU-PRO": 0.3776 } }, { - "id": "VIRNECT/llama-3-Korean-8B-r-v-0.1", - "name": "llama-3-Korean-8B-r-v-0.1", - "developer": "VIRNECT", + "id": "jaspionjader/bh-17", + "name": "bh-17", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4916, - "hfopenllm_v2/BBH": 0.4806, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3675, - "hfopenllm_v2/MMLU-PRO": 0.326 + "hfopenllm_v2/IFEval": 0.4722, + "hfopenllm_v2/BBH": 0.5776, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3757 } }, { - "id": "ValiantLabs/Llama3-70B-Fireplace", - "name": "Llama3-70B-Fireplace", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-18", + "name": "bh-18", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7774, - "hfopenllm_v2/BBH": 0.6489, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.4449, - "hfopenllm_v2/MMLU-PRO": 0.4893 + "hfopenllm_v2/IFEval": 0.4725, + "hfopenllm_v2/BBH": 0.5824, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3757 } }, { - "id": "ValiantLabs/Llama3-70B-ShiningValiant2", - "name": "Llama3-70B-ShiningValiant2", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-19", + "name": "bh-19", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6122, - "hfopenllm_v2/BBH": 0.6338, - "hfopenllm_v2/MATH Level 5": 0.2077, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4326, - "hfopenllm_v2/MMLU-PRO": 0.4898 + "hfopenllm_v2/IFEval": 0.4584, + "hfopenllm_v2/BBH": 0.5766, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3775 } }, { - "id": "ValiantLabs/Llama3.1-70B-ShiningValiant2", - "name": "Llama3.1-70B-ShiningValiant2", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-2", + "name": "bh-2", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5355, - "hfopenllm_v2/BBH": 0.6738, - "hfopenllm_v2/MATH Level 5": 0.2915, - "hfopenllm_v2/GPQA": 0.3926, - "hfopenllm_v2/MUSR": 0.4681, - "hfopenllm_v2/MMLU-PRO": 0.5173 + "hfopenllm_v2/IFEval": 0.4579, + "hfopenllm_v2/BBH": 0.5937, + "hfopenllm_v2/MATH Level 5": 0.1027, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3695 } }, { - "id": "ValiantLabs/Llama3.1-8B-Cobalt", - "name": "Llama3.1-8B-Cobalt", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-20", + "name": "bh-20", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3496, - "hfopenllm_v2/BBH": 0.4947, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3959, - "hfopenllm_v2/MMLU-PRO": 0.3644 + "hfopenllm_v2/IFEval": 0.4727, + "hfopenllm_v2/BBH": 0.575, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3768 } }, { - "id": "ValiantLabs/Llama3.1-8B-Enigma", - "name": "Llama3.1-8B-Enigma", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-21", + "name": "bh-21", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2681, - "hfopenllm_v2/BBH": 0.4478, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4196, - "hfopenllm_v2/MMLU-PRO": 0.3409 + "hfopenllm_v2/IFEval": 0.47, + "hfopenllm_v2/BBH": 0.5738, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3776 } }, { - "id": "ValiantLabs/Llama3.1-8B-Esper2", - "name": "Llama3.1-8B-Esper2", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-22", + "name": "bh-22", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2567, - "hfopenllm_v2/BBH": 0.447, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3561, - "hfopenllm_v2/MMLU-PRO": 0.2904 + "hfopenllm_v2/IFEval": 0.46, + "hfopenllm_v2/BBH": 0.5793, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4172, + "hfopenllm_v2/MMLU-PRO": 0.3764 } }, { - "id": "ValiantLabs/Llama3.1-8B-Fireplace2", - "name": "Llama3.1-8B-Fireplace2", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-23", + "name": "bh-23", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5328, - "hfopenllm_v2/BBH": 0.4613, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3367, - "hfopenllm_v2/MMLU-PRO": 0.2424 + "hfopenllm_v2/IFEval": 0.4658, + "hfopenllm_v2/BBH": 0.57, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4197, + "hfopenllm_v2/MMLU-PRO": 0.3796 } }, { - "id": "ValiantLabs/Llama3.1-8B-ShiningValiant2", - "name": "Llama3.1-8B-ShiningValiant2", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-24", + "name": "bh-24", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2678, - "hfopenllm_v2/BBH": 0.4429, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3959, - "hfopenllm_v2/MMLU-PRO": 0.2927 + "hfopenllm_v2/IFEval": 0.4715, + "hfopenllm_v2/BBH": 0.5717, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3809 } }, { - "id": "ValiantLabs/Llama3.2-3B-Enigma", - "name": "Llama3.2-3B-Enigma", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-25", + "name": "bh-25", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2786, - "hfopenllm_v2/BBH": 0.3723, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3921, - "hfopenllm_v2/MMLU-PRO": 0.2428 + "hfopenllm_v2/IFEval": 0.4752, + "hfopenllm_v2/BBH": 0.5706, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "ValiantLabs/Llama3.2-3B-Esper2", - "name": "Llama3.2-3B-Esper2", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-26", + "name": "bh-26", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.275, - "hfopenllm_v2/BBH": 0.3808, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.355, - "hfopenllm_v2/MMLU-PRO": 0.2257 + "hfopenllm_v2/IFEval": 0.4691, + "hfopenllm_v2/BBH": 0.5735, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3772 } }, { - "id": "ValiantLabs/Llama3.2-3B-ShiningValiant2", - "name": "Llama3.2-3B-ShiningValiant2", - "developer": "ValiantLabs", + "id": "jaspionjader/bh-27", + "name": "bh-27", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2625, - "hfopenllm_v2/BBH": 0.4226, - "hfopenllm_v2/MATH Level 5": 0.0823, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3866, - "hfopenllm_v2/MMLU-PRO": 0.2829 + "hfopenllm_v2/IFEval": 0.4819, + "hfopenllm_v2/BBH": 0.5714, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4091, + "hfopenllm_v2/MMLU-PRO": 0.3799 } }, { - "id": "Vikhrmodels/Vikhr-Llama3.1-8B-Instruct-R-21-09-24", - "name": "Vikhr-Llama3.1-8B-Instruct-R-21-09-24", - "developer": "Vikhrmodels", + "id": "jaspionjader/bh-28", + "name": "bh-28", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6431, - "hfopenllm_v2/BBH": 0.5272, - "hfopenllm_v2/MATH Level 5": 0.2175, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.3547 + "hfopenllm_v2/IFEval": 0.4785, + "hfopenllm_v2/BBH": 0.5703, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4131, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24", - "name": "Vikhr-Nemo-12B-Instruct-R-21-09-24", - "developer": "Vikhrmodels", + "id": "jaspionjader/bh-29", + "name": "bh-29", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5999, - "hfopenllm_v2/BBH": 0.5212, - "hfopenllm_v2/MATH Level 5": 0.1715, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.3398 + "hfopenllm_v2/IFEval": 0.4688, + "hfopenllm_v2/BBH": 0.567, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3819 } }, { - "id": "Weyaxi/Bagel-Hermes-2x34B", - "name": "Bagel-Hermes-2x34B", - "developer": "Weyaxi", + "id": "jaspionjader/bh-3", + "name": "bh-3", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5432, - "hfopenllm_v2/BBH": 0.4917, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4517, - "hfopenllm_v2/MMLU-PRO": 0.4589 + "hfopenllm_v2/IFEval": 0.4664, + "hfopenllm_v2/BBH": 0.5891, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3702 } }, { - "id": "Weyaxi/Bagel-Hermes-34B-Slerp", - "name": "Bagel-Hermes-34B-Slerp", - "developer": "Weyaxi", + "id": "jaspionjader/bh-30", + "name": "bh-30", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4603, - "hfopenllm_v2/BBH": 0.5922, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4622, - "hfopenllm_v2/MMLU-PRO": 0.4703 + "hfopenllm_v2/IFEval": 0.4666, + "hfopenllm_v2/BBH": 0.5706, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4144, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "Weyaxi/Einstein-v4-7B", - "name": "Einstein-v4-7B", - "developer": "Weyaxi", + "id": "jaspionjader/bh-31", + "name": "bh-31", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4708, - "hfopenllm_v2/BBH": 0.3849, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4682, - "hfopenllm_v2/MMLU-PRO": 0.2259 + "hfopenllm_v2/IFEval": 0.4727, + "hfopenllm_v2/BBH": 0.5665, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4104, + "hfopenllm_v2/MMLU-PRO": 0.382 } }, { - "id": "Weyaxi/Einstein-v6.1-Llama3-8B", - "name": "Einstein-v6.1-Llama3-8B", - "developer": "Weyaxi", + "id": "jaspionjader/bh-32", + "name": "bh-32", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4568, - "hfopenllm_v2/BBH": 0.5008, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4213, - "hfopenllm_v2/MMLU-PRO": 0.3131 + "hfopenllm_v2/IFEval": 0.4636, + "hfopenllm_v2/BBH": 0.5662, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B", - "name": "Einstein-v6.1-developed-by-Weyaxi-Llama3-8B", - "developer": "Weyaxi", + "id": "jaspionjader/bh-33", + "name": "bh-33", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3927, - "hfopenllm_v2/BBH": 0.5044, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.4332, - "hfopenllm_v2/MMLU-PRO": 0.3093 + "hfopenllm_v2/IFEval": 0.4685, + "hfopenllm_v2/BBH": 0.5653, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3808 } }, { - "id": "Weyaxi/Einstein-v7-Qwen2-7B", - "name": "Einstein-v7-Qwen2-7B", - "developer": "Weyaxi", + "id": "jaspionjader/bh-34", + "name": "bh-34", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.41, - "hfopenllm_v2/BBH": 0.5161, - "hfopenllm_v2/MATH Level 5": 0.1994, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.44, - "hfopenllm_v2/MMLU-PRO": 0.4096 + "hfopenllm_v2/IFEval": 0.4624, + "hfopenllm_v2/BBH": 0.5681, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3804 } }, { - "id": "Weyaxi/Einstein-v8-Llama3.2-1B", - "name": "Einstein-v8-Llama3.2-1B", - "developer": "Weyaxi", + "id": "jaspionjader/bh-35", + "name": "bh-35", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1862, - "hfopenllm_v2/BBH": 0.3018, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3618, - "hfopenllm_v2/MMLU-PRO": 0.1161 + "hfopenllm_v2/IFEval": 0.4721, + "hfopenllm_v2/BBH": 0.564, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4183, + "hfopenllm_v2/MMLU-PRO": 0.383 } }, { - "id": "Weyaxi/SauerkrautLM-UNA-SOLAR-Instruct", - "name": "SauerkrautLM-UNA-SOLAR-Instruct", - "developer": "Weyaxi", + "id": "jaspionjader/bh-36", + "name": "bh-36", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4573, - "hfopenllm_v2/BBH": 0.5166, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.3979, - "hfopenllm_v2/MMLU-PRO": 0.3153 + "hfopenllm_v2/IFEval": 0.4666, + "hfopenllm_v2/BBH": 0.5664, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4196, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "WizardLMTeam/WizardLM-13B-V1.0", - "name": "WizardLM-13B-V1.0", - "developer": "WizardLMTeam", + "id": "jaspionjader/bh-37", + "name": "bh-37", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.185, - "hfopenllm_v2/BBH": 0.2913, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3497, - "hfopenllm_v2/MMLU-PRO": 0.1166 + "hfopenllm_v2/IFEval": 0.488, + "hfopenllm_v2/BBH": 0.5625, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4156, + "hfopenllm_v2/MMLU-PRO": 0.3828 } }, { - "id": "WizardLMTeam/WizardLM-13B-V1.2", - "name": "WizardLM-13B-V1.2", - "developer": "WizardLMTeam", + "id": "jaspionjader/bh-38", + "name": "bh-38", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3392, - "hfopenllm_v2/BBH": 0.4462, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.4378, - "hfopenllm_v2/MMLU-PRO": 0.2519 + "hfopenllm_v2/IFEval": 0.4618, + "hfopenllm_v2/BBH": 0.5658, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4117, + "hfopenllm_v2/MMLU-PRO": 0.3811 } }, { - "id": "WizardLMTeam/WizardLM-70B-V1.0", - "name": "WizardLM-70B-V1.0", - "developer": "WizardLMTeam", + "id": "jaspionjader/bh-39", + "name": "bh-39", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4951, - "hfopenllm_v2/BBH": 0.559, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4391, - "hfopenllm_v2/MMLU-PRO": 0.3447 + "hfopenllm_v2/IFEval": 0.4576, + "hfopenllm_v2/BBH": 0.5633, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4262, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "Wladastic/Mini-Think-Base-1B", - "name": "Mini-Think-Base-1B", - "developer": "Wladastic", + "id": "jaspionjader/bh-4", + "name": "bh-4", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5588, - "hfopenllm_v2/BBH": 0.3574, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1772 + "hfopenllm_v2/IFEval": 0.4673, + "hfopenllm_v2/BBH": 0.5892, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3705 } }, { - "id": "Xclbr7/Arcanum-12b", - "name": "Arcanum-12b", - "developer": "Xclbr7", + "id": "jaspionjader/bh-40", + "name": "bh-40", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2907, - "hfopenllm_v2/BBH": 0.5265, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.417, - "hfopenllm_v2/MMLU-PRO": 0.3586 + "hfopenllm_v2/IFEval": 0.4536, + "hfopenllm_v2/BBH": 0.5634, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4236, + "hfopenllm_v2/MMLU-PRO": 0.3835 } }, { - "id": "Xclbr7/Hyena-12b", - "name": "Hyena-12b", - "developer": "Xclbr7", + "id": "jaspionjader/bh-41", + "name": "bh-41", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3404, - "hfopenllm_v2/BBH": 0.5457, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3984, - "hfopenllm_v2/MMLU-PRO": 0.3439 + "hfopenllm_v2/IFEval": 0.474, + "hfopenllm_v2/BBH": 0.5614, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4183, + "hfopenllm_v2/MMLU-PRO": 0.3825 } }, { - "id": "Xclbr7/caliburn-12b", - "name": "caliburn-12b", - "developer": "Xclbr7", + "id": "jaspionjader/bh-42", + "name": "bh-42", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3576, - "hfopenllm_v2/BBH": 0.5519, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4292, - "hfopenllm_v2/MMLU-PRO": 0.3675 + "hfopenllm_v2/IFEval": 0.466, + "hfopenllm_v2/BBH": 0.5646, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "Xclbr7/caliburn-v2-12b", - "name": "caliburn-v2-12b", - "developer": "Xclbr7", + "id": "jaspionjader/bh-43", + "name": "bh-43", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2967, - "hfopenllm_v2/BBH": 0.5141, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.437, - "hfopenllm_v2/MMLU-PRO": 0.3784 + "hfopenllm_v2/IFEval": 0.46, + "hfopenllm_v2/BBH": 0.5635, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4156, + "hfopenllm_v2/MMLU-PRO": 0.382 } }, { - "id": "Xiaojian9992024/Llama3.2-1B-THREADRIPPER", - "name": "Llama3.2-1B-THREADRIPPER", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-44", + "name": "bh-44", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5576, - "hfopenllm_v2/BBH": 0.3544, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.313, - "hfopenllm_v2/MMLU-PRO": 0.1763 + "hfopenllm_v2/IFEval": 0.4706, + "hfopenllm_v2/BBH": 0.5643, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4249, + "hfopenllm_v2/MMLU-PRO": 0.3834 } }, { - "id": "Xiaojian9992024/Llama3.2-1B-THREADRIPPER-v0.2", - "name": "Llama3.2-1B-THREADRIPPER-v0.2", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-46", + "name": "bh-46", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5318, - "hfopenllm_v2/BBH": 0.3528, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3316, - "hfopenllm_v2/MMLU-PRO": 0.1745 + "hfopenllm_v2/IFEval": 0.4727, + "hfopenllm_v2/BBH": 0.5632, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4262, + "hfopenllm_v2/MMLU-PRO": 0.3822 } }, { - "id": "Xiaojian9992024/Phi-4-Megatron-Empathetic", - "name": "Phi-4-Megatron-Empathetic", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-47", + "name": "bh-47", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0173, - "hfopenllm_v2/BBH": 0.6673, - "hfopenllm_v2/MATH Level 5": 0.2696, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.5071, - "hfopenllm_v2/MMLU-PRO": 0.5082 + "hfopenllm_v2/IFEval": 0.4652, + "hfopenllm_v2/BBH": 0.5546, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4156, + "hfopenllm_v2/MMLU-PRO": 0.3855 } }, { - "id": "Xiaojian9992024/Phi-4-mini-UNOFFICAL", - "name": "Phi-4-mini-UNOFFICAL", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-48", + "name": "bh-48", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1273, - "hfopenllm_v2/BBH": 0.2944, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.1144 + "hfopenllm_v2/IFEval": 0.4688, + "hfopenllm_v2/BBH": 0.5541, + "hfopenllm_v2/MATH Level 5": 0.1254, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4209, + "hfopenllm_v2/MMLU-PRO": 0.386 } }, { - "id": "Xiaojian9992024/Qwen2.5-7B-MS-Destroyer", - "name": "Qwen2.5-7B-MS-Destroyer", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-49", + "name": "bh-49", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7296, - "hfopenllm_v2/BBH": 0.547, - "hfopenllm_v2/MATH Level 5": 0.4592, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.427, - "hfopenllm_v2/MMLU-PRO": 0.4412 + "hfopenllm_v2/IFEval": 0.4725, + "hfopenllm_v2/BBH": 0.554, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4129, + "hfopenllm_v2/MMLU-PRO": 0.3808 } }, { - "id": "Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview", - "name": "Qwen2.5-Dyanka-7B-Preview", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-5", + "name": "bh-5", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.764, - "hfopenllm_v2/BBH": 0.5543, - "hfopenllm_v2/MATH Level 5": 0.4879, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4481, - "hfopenllm_v2/MMLU-PRO": 0.4376 + "hfopenllm_v2/IFEval": 0.4652, + "hfopenllm_v2/BBH": 0.5882, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3702 } }, { - "id": "Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview-v0.2", - "name": "Qwen2.5-Dyanka-7B-Preview-v0.2", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-50", + "name": "bh-50", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6702, - "hfopenllm_v2/BBH": 0.5374, - "hfopenllm_v2/MATH Level 5": 0.4721, + "hfopenllm_v2/IFEval": 0.4725, + "hfopenllm_v2/BBH": 0.5553, + "hfopenllm_v2/MATH Level 5": 0.1208, "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4467, - "hfopenllm_v2/MMLU-PRO": 0.4371 + "hfopenllm_v2/MUSR": 0.4169, + "hfopenllm_v2/MMLU-PRO": 0.3842 } }, { - "id": "Xiaojian9992024/Qwen2.5-THREADRIPPER-Medium-Censored", - "name": "Qwen2.5-THREADRIPPER-Medium-Censored", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-51", + "name": "bh-51", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8112, - "hfopenllm_v2/BBH": 0.6431, - "hfopenllm_v2/MATH Level 5": 0.534, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.414, - "hfopenllm_v2/MMLU-PRO": 0.4929 + "hfopenllm_v2/IFEval": 0.463, + "hfopenllm_v2/BBH": 0.5557, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4168, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "Xiaojian9992024/Qwen2.5-THREADRIPPER-Small", - "name": "Qwen2.5-THREADRIPPER-Small", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-52", + "name": "bh-52", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7689, - "hfopenllm_v2/BBH": 0.549, - "hfopenllm_v2/MATH Level 5": 0.4736, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4349, - "hfopenllm_v2/MMLU-PRO": 0.4357 + "hfopenllm_v2/IFEval": 0.4536, + "hfopenllm_v2/BBH": 0.5444, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4169, + "hfopenllm_v2/MMLU-PRO": 0.3843 } }, { - "id": "Xiaojian9992024/Qwen2.5-THREADRIPPER-Small-AnniversaryEdition", - "name": "Qwen2.5-THREADRIPPER-Small-AnniversaryEdition", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-53", + "name": "bh-53", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7404, - "hfopenllm_v2/BBH": 0.5465, - "hfopenllm_v2/MATH Level 5": 0.5076, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3807, - "hfopenllm_v2/MMLU-PRO": 0.4393 + "hfopenllm_v2/IFEval": 0.478, + "hfopenllm_v2/BBH": 0.5494, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4196, + "hfopenllm_v2/MMLU-PRO": 0.3858 } }, { - "id": "Xiaojian9992024/Qwen2.5-Ultra-1.5B-25.02-Exp", - "name": "Qwen2.5-Ultra-1.5B-25.02-Exp", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-54", + "name": "bh-54", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4073, - "hfopenllm_v2/BBH": 0.4066, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3383, - "hfopenllm_v2/MMLU-PRO": 0.2641 + "hfopenllm_v2/IFEval": 0.4841, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4155, + "hfopenllm_v2/MMLU-PRO": 0.3825 } }, { - "id": "Xiaojian9992024/Reflection-L3.2-JametMiniMix-3B", - "name": "Reflection-L3.2-JametMiniMix-3B", - "developer": "Xiaojian9992024", + "id": "jaspionjader/bh-55", + "name": "bh-55", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4619, - "hfopenllm_v2/BBH": 0.439, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3667, - "hfopenllm_v2/MMLU-PRO": 0.2988 + "hfopenllm_v2/IFEval": 0.4709, + "hfopenllm_v2/BBH": 0.555, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4222, + "hfopenllm_v2/MMLU-PRO": 0.3846 } }, { - "id": "Xkev/Llama-3.2V-11B-cot", - "name": "Llama-3.2V-11B-cot", - "developer": "Xkev", + "id": "jaspionjader/bh-56", + "name": "bh-56", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4158, - "hfopenllm_v2/BBH": 0.4959, - "hfopenllm_v2/MATH Level 5": 0.1556, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4159, - "hfopenllm_v2/MMLU-PRO": 0.3587 + "hfopenllm_v2/IFEval": 0.46, + "hfopenllm_v2/BBH": 0.5447, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4116, + "hfopenllm_v2/MMLU-PRO": 0.3844 } }, { - "id": "YOYO-AI/Qwen2.5-14B-1M-YOYO-V3", - "name": "Qwen2.5-14B-1M-YOYO-V3", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-57", + "name": "bh-57", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8398, - "hfopenllm_v2/BBH": 0.6448, - "hfopenllm_v2/MATH Level 5": 0.5355, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4141, - "hfopenllm_v2/MMLU-PRO": 0.5207 + "hfopenllm_v2/IFEval": 0.4405, + "hfopenllm_v2/BBH": 0.5425, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.3896 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-0505", - "name": "Qwen2.5-14B-YOYO-0505", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-58", + "name": "bh-58", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5883, - "hfopenllm_v2/BBH": 0.6539, - "hfopenllm_v2/MATH Level 5": 0.4434, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4757, - "hfopenllm_v2/MMLU-PRO": 0.5371 + "hfopenllm_v2/IFEval": 0.463, + "hfopenllm_v2/BBH": 0.5446, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4183, + "hfopenllm_v2/MMLU-PRO": 0.3896 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-0510-v2", - "name": "Qwen2.5-14B-YOYO-0510-v2", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-59", + "name": "bh-59", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5947, - "hfopenllm_v2/BBH": 0.6553, - "hfopenllm_v2/MATH Level 5": 0.4441, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4744, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "hfopenllm_v2/IFEval": 0.4341, + "hfopenllm_v2/BBH": 0.5512, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.417, + "hfopenllm_v2/MMLU-PRO": 0.3838 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-0805", - "name": "Qwen2.5-14B-YOYO-0805", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-6", + "name": "bh-6", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5883, - "hfopenllm_v2/BBH": 0.6539, - "hfopenllm_v2/MATH Level 5": 0.4434, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4757, - "hfopenllm_v2/MMLU-PRO": 0.5371 + "hfopenllm_v2/IFEval": 0.4621, + "hfopenllm_v2/BBH": 0.5891, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3698 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-1005", - "name": "Qwen2.5-14B-YOYO-1005", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-60", + "name": "bh-60", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5972, - "hfopenllm_v2/BBH": 0.6542, - "hfopenllm_v2/MATH Level 5": 0.4524, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.473, - "hfopenllm_v2/MMLU-PRO": 0.5382 + "hfopenllm_v2/IFEval": 0.4207, + "hfopenllm_v2/BBH": 0.5369, + "hfopenllm_v2/MATH Level 5": 0.1579, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4289, + "hfopenllm_v2/MMLU-PRO": 0.3689 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-1005-v2", - "name": "Qwen2.5-14B-YOYO-1005-v2", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-61", + "name": "bh-61", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5953, - "hfopenllm_v2/BBH": 0.6551, - "hfopenllm_v2/MATH Level 5": 0.4434, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4731, - "hfopenllm_v2/MMLU-PRO": 0.5372 + "hfopenllm_v2/IFEval": 0.4247, + "hfopenllm_v2/BBH": 0.5271, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.3679 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-1010", - "name": "Qwen2.5-14B-YOYO-1010", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-62", + "name": "bh-62", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5899, - "hfopenllm_v2/BBH": 0.654, - "hfopenllm_v2/MATH Level 5": 0.4509, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.4744, - "hfopenllm_v2/MMLU-PRO": 0.5376 + "hfopenllm_v2/IFEval": 0.415, + "hfopenllm_v2/BBH": 0.5379, + "hfopenllm_v2/MATH Level 5": 0.1624, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4289, + "hfopenllm_v2/MMLU-PRO": 0.3719 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-1010-v2", - "name": "Qwen2.5-14B-YOYO-1010-v2", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-63", + "name": "bh-63", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5947, - "hfopenllm_v2/BBH": 0.6553, - "hfopenllm_v2/MATH Level 5": 0.4441, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4744, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "hfopenllm_v2/IFEval": 0.4308, + "hfopenllm_v2/BBH": 0.4917, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4313, + "hfopenllm_v2/MMLU-PRO": 0.3248 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-SCE", - "name": "Qwen2.5-14B-YOYO-SCE", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-64", + "name": "bh-64", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5844, - "hfopenllm_v2/BBH": 0.6489, - "hfopenllm_v2/MATH Level 5": 0.4615, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4704, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "hfopenllm_v2/IFEval": 0.414, + "hfopenllm_v2/BBH": 0.536, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4355, + "hfopenllm_v2/MMLU-PRO": 0.3693 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-V4", - "name": "Qwen2.5-14B-YOYO-V4", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-7", + "name": "bh-7", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8398, - "hfopenllm_v2/BBH": 0.649, - "hfopenllm_v2/MATH Level 5": 0.5347, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4115, - "hfopenllm_v2/MMLU-PRO": 0.517 + "hfopenllm_v2/IFEval": 0.4624, + "hfopenllm_v2/BBH": 0.5861, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4119, + "hfopenllm_v2/MMLU-PRO": 0.3715 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-V4-p1", - "name": "Qwen2.5-14B-YOYO-V4-p1", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-8", + "name": "bh-8", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8203, - "hfopenllm_v2/BBH": 0.6516, - "hfopenllm_v2/MATH Level 5": 0.5332, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4194, - "hfopenllm_v2/MMLU-PRO": 0.502 + "hfopenllm_v2/IFEval": 0.4597, + "hfopenllm_v2/BBH": 0.59, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4265, + "hfopenllm_v2/MMLU-PRO": 0.372 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-V4-p2", - "name": "Qwen2.5-14B-YOYO-V4-p2", - "developer": "YOYO-AI", + "id": "jaspionjader/bh-9", + "name": "bh-9", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8048, - "hfopenllm_v2/BBH": 0.6339, - "hfopenllm_v2/MATH Level 5": 0.5166, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4435, - "hfopenllm_v2/MMLU-PRO": 0.4968 + "hfopenllm_v2/IFEval": 0.4509, + "hfopenllm_v2/BBH": 0.585, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3703 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-latest", - "name": "Qwen2.5-14B-YOYO-latest", - "developer": "YOYO-AI", + "id": "jaspionjader/dp-6-8b", + "name": "dp-6-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5911, - "hfopenllm_v2/BBH": 0.6656, - "hfopenllm_v2/MATH Level 5": 0.4418, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4691, - "hfopenllm_v2/MMLU-PRO": 0.5371 + "hfopenllm_v2/IFEval": 0.4806, + "hfopenllm_v2/BBH": 0.53, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4434, + "hfopenllm_v2/MMLU-PRO": 0.3897 } }, { - "id": "YOYO-AI/Qwen2.5-14B-YOYO-latest-V2", - "name": "Qwen2.5-14B-YOYO-latest-V2", - "developer": "YOYO-AI", + "id": "jaspionjader/dp-7-8b", + "name": "dp-7-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7771, - "hfopenllm_v2/BBH": 0.6299, - "hfopenllm_v2/MATH Level 5": 0.5159, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4299, - "hfopenllm_v2/MMLU-PRO": 0.5224 + "hfopenllm_v2/IFEval": 0.4498, + "hfopenllm_v2/BBH": 0.5291, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4407, + "hfopenllm_v2/MMLU-PRO": 0.3934 } }, { - "id": "YOYO-AI/Qwen2.5-14B-it-restore", - "name": "Qwen2.5-14B-it-restore", - "developer": "YOYO-AI", + "id": "jaspionjader/ek-6", + "name": "ek-6", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8209, - "hfopenllm_v2/BBH": 0.6388, - "hfopenllm_v2/MATH Level 5": 0.537, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4087, - "hfopenllm_v2/MMLU-PRO": 0.49 + "hfopenllm_v2/IFEval": 0.4642, + "hfopenllm_v2/BBH": 0.5219, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4144, + "hfopenllm_v2/MMLU-PRO": 0.3861 } }, { - "id": "YOYO-AI/Qwen2.5-7B-it-restore", - "name": "Qwen2.5-7B-it-restore", - "developer": "YOYO-AI", + "id": "jaspionjader/ek-7", + "name": "ek-7", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7531, - "hfopenllm_v2/BBH": 0.5407, - "hfopenllm_v2/MATH Level 5": 0.5, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4007, - "hfopenllm_v2/MMLU-PRO": 0.4288 + "hfopenllm_v2/IFEval": 0.4767, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3887 } }, { - "id": "YOYO-AI/Qwen2.5-Coder-14B-YOYO-1010", - "name": "Qwen2.5-Coder-14B-YOYO-1010", - "developer": "YOYO-AI", + "id": "jaspionjader/f-1-8b", + "name": "f-1-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5336, - "hfopenllm_v2/BBH": 0.6187, - "hfopenllm_v2/MATH Level 5": 0.3218, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4422, - "hfopenllm_v2/MMLU-PRO": 0.4075 + "hfopenllm_v2/IFEval": 0.4983, + "hfopenllm_v2/BBH": 0.5141, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4527, + "hfopenllm_v2/MMLU-PRO": 0.3907 } }, { - "id": "YOYO-AI/ZYH-LLM-Qwen2.5-14B", - "name": "ZYH-LLM-Qwen2.5-14B", - "developer": "YOYO-AI", + "id": "jaspionjader/f-2-8b", + "name": "f-2-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5941, - "hfopenllm_v2/BBH": 0.6644, - "hfopenllm_v2/MATH Level 5": 0.4116, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.4757, - "hfopenllm_v2/MMLU-PRO": 0.5351 + "hfopenllm_v2/IFEval": 0.4824, + "hfopenllm_v2/BBH": 0.5294, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4501, + "hfopenllm_v2/MMLU-PRO": 0.3962 } }, { - "id": "YOYO-AI/ZYH-LLM-Qwen2.5-14B-V2", - "name": "ZYH-LLM-Qwen2.5-14B-V2", - "developer": "YOYO-AI", + "id": "jaspionjader/f-3-8b", + "name": "f-3-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5071, - "hfopenllm_v2/BBH": 0.6452, - "hfopenllm_v2/MATH Level 5": 0.3542, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4689, - "hfopenllm_v2/MMLU-PRO": 0.5372 + "hfopenllm_v2/IFEval": 0.4803, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4421, + "hfopenllm_v2/MMLU-PRO": 0.3954 } }, { - "id": "YOYO-AI/ZYH-LLM-Qwen2.5-14B-V3", - "name": "ZYH-LLM-Qwen2.5-14B-V3", - "developer": "YOYO-AI", + "id": "jaspionjader/f-4-8b", + "name": "f-4-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8578, - "hfopenllm_v2/BBH": 0.6359, - "hfopenllm_v2/MATH Level 5": 0.5272, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4022, - "hfopenllm_v2/MMLU-PRO": 0.4881 + "hfopenllm_v2/IFEval": 0.4797, + "hfopenllm_v2/BBH": 0.5289, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4514, + "hfopenllm_v2/MMLU-PRO": 0.3956 } }, { - "id": "YOYO-AI/ZYH-LLM-Qwen2.5-14B-V4", - "name": "ZYH-LLM-Qwen2.5-14B-V4", - "developer": "YOYO-AI", + "id": "jaspionjader/f-5-8b", + "name": "f-5-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8365, - "hfopenllm_v2/BBH": 0.6515, - "hfopenllm_v2/MATH Level 5": 0.5393, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4434, - "hfopenllm_v2/MMLU-PRO": 0.5204 + "hfopenllm_v2/IFEval": 0.5044, + "hfopenllm_v2/BBH": 0.5313, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4461, + "hfopenllm_v2/MMLU-PRO": 0.3949 } }, { - "id": "Yash21/TinyYi-7B-Test", - "name": "TinyYi-7B-Test", - "developer": "Yash21", + "id": "jaspionjader/f-6-8b", + "name": "f-6-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1856, - "hfopenllm_v2/BBH": 0.291, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3364, - "hfopenllm_v2/MMLU-PRO": 0.1091 + "hfopenllm_v2/IFEval": 0.4846, + "hfopenllm_v2/BBH": 0.5241, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4474, + "hfopenllm_v2/MMLU-PRO": 0.3939 } }, { - "id": "Youlln/1PARAMMYL-8B-ModelStock", - "name": "1PARAMMYL-8B-ModelStock", - "developer": "Youlln", + "id": "jaspionjader/f-7-8b", + "name": "f-7-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5371, - "hfopenllm_v2/BBH": 0.5216, - "hfopenllm_v2/MATH Level 5": 0.1488, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4409, - "hfopenllm_v2/MMLU-PRO": 0.4 + "hfopenllm_v2/IFEval": 0.4462, + "hfopenllm_v2/BBH": 0.5277, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4315, + "hfopenllm_v2/MMLU-PRO": 0.3936 } }, { - "id": "Youlln/2PRYMMAL-Yi1.5-6B-SLERP", - "name": "2PRYMMAL-Yi1.5-6B-SLERP", - "developer": "Youlln", + "id": "jaspionjader/f-8-8b", + "name": "f-8-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2826, - "hfopenllm_v2/BBH": 0.4665, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4756, - "hfopenllm_v2/MMLU-PRO": 0.317 + "hfopenllm_v2/IFEval": 0.4739, + "hfopenllm_v2/BBH": 0.5259, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.394 } }, { - "id": "Youlln/3PRYMMAL-PHI3-3B-SLERP", - "name": "3PRYMMAL-PHI3-3B-SLERP", - "developer": "Youlln", + "id": "jaspionjader/f-9-8b", + "name": "f-9-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3656, - "hfopenllm_v2/BBH": 0.5422, - "hfopenllm_v2/MATH Level 5": 0.1715, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4648, - "hfopenllm_v2/MMLU-PRO": 0.4002 + "hfopenllm_v2/IFEval": 0.4602, + "hfopenllm_v2/BBH": 0.5292, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4461, + "hfopenllm_v2/MMLU-PRO": 0.3944 } }, { - "id": "Youlln/4PRYMMAL-GEMMA2-9B-SLERP", - "name": "4PRYMMAL-GEMMA2-9B-SLERP", - "developer": "Youlln", + "id": "jaspionjader/fct-14-8b", + "name": "fct-14-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2714, - "hfopenllm_v2/BBH": 0.5923, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4672, - "hfopenllm_v2/MMLU-PRO": 0.421 + "hfopenllm_v2/IFEval": 0.4129, + "hfopenllm_v2/BBH": 0.5206, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3875 } }, { - "id": "Youlln/ECE-MIRAGE-1-12B", - "name": "ECE-MIRAGE-1-12B", - "developer": "Youlln", + "id": "jaspionjader/fct-9-8b", + "name": "fct-9-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.207, - "hfopenllm_v2/BBH": 0.3011, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3219, - "hfopenllm_v2/MMLU-PRO": 0.111 + "hfopenllm_v2/IFEval": 0.4354, + "hfopenllm_v2/BBH": 0.5205, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.3932 } }, { - "id": "Youlln/ECE-MIRAGE-1-15B", - "name": "ECE-MIRAGE-1-15B", - "developer": "Youlln", + "id": "jaspionjader/fr-1-8b", + "name": "fr-1-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.207, - "hfopenllm_v2/BBH": 0.3011, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3219, - "hfopenllm_v2/MMLU-PRO": 0.111 + "hfopenllm_v2/IFEval": 0.4211, + "hfopenllm_v2/BBH": 0.5142, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.361 } }, { - "id": "Youlln/ECE-PRYMMAL-0.5B-FT-V3", - "name": "ECE-PRYMMAL-0.5B-FT-V3", - "developer": "Youlln", + "id": "jaspionjader/fr-10-8b", + "name": "fr-10-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1642, - "hfopenllm_v2/BBH": 0.3093, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3644, - "hfopenllm_v2/MMLU-PRO": 0.1161 + "hfopenllm_v2/IFEval": 0.4402, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4119, + "hfopenllm_v2/MMLU-PRO": 0.3863 } }, { - "id": "Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR", - "name": "ECE-PRYMMAL-0.5B-FT-V3-MUSR", - "developer": "Youlln", + "id": "jaspionjader/fr-3-8b", + "name": "fr-3-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1533, - "hfopenllm_v2/BBH": 0.3041, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.1645 + "hfopenllm_v2/IFEval": 0.4326, + "hfopenllm_v2/BBH": 0.5255, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3863 } }, { - "id": "Youlln/ECE-PRYMMAL-0.5B-FT-V4-MUSR", - "name": "ECE-PRYMMAL-0.5B-FT-V4-MUSR", - "developer": "Youlln", + "id": "jaspionjader/gamma-Kosmos-EVAA-8B", + "name": "gamma-Kosmos-EVAA-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1138, - "hfopenllm_v2/BBH": 0.3038, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3529, - "hfopenllm_v2/MMLU-PRO": 0.1321 + "hfopenllm_v2/IFEval": 0.425, + "hfopenllm_v2/BBH": 0.5253, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4412, + "hfopenllm_v2/MMLU-PRO": 0.3776 } }, { - "id": "Youlln/ECE-PRYMMAL-0.5B-SLERP-V2", - "name": "ECE-PRYMMAL-0.5B-SLERP-V2", - "developer": "Youlln", + "id": "jaspionjader/gamma-Kosmos-EVAA-v2-8B", + "name": "gamma-Kosmos-EVAA-v2-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1612, - "hfopenllm_v2/BBH": 0.2935, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3831, - "hfopenllm_v2/MMLU-PRO": 0.1095 + "hfopenllm_v2/IFEval": 0.4233, + "hfopenllm_v2/BBH": 0.5262, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4344, + "hfopenllm_v2/MMLU-PRO": 0.3756 } }, { - "id": "Youlln/ECE-PRYMMAL-0.5B-SLERP-V3", - "name": "ECE-PRYMMAL-0.5B-SLERP-V3", - "developer": "Youlln", + "id": "jaspionjader/gamma-Kosmos-EVAA-v3-8B", + "name": "gamma-Kosmos-EVAA-v3-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.167, - "hfopenllm_v2/BBH": 0.2938, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3541, - "hfopenllm_v2/MMLU-PRO": 0.1087 + "hfopenllm_v2/IFEval": 0.4333, + "hfopenllm_v2/BBH": 0.5278, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4263, + "hfopenllm_v2/MMLU-PRO": 0.3898 } }, { - "id": "Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1", - "name": "ECE-PRYMMAL-YL-1B-SLERP-V1", - "developer": "Youlln", + "id": "jaspionjader/knf-2-8b", + "name": "knf-2-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3251, - "hfopenllm_v2/BBH": 0.4209, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4266, - "hfopenllm_v2/MMLU-PRO": 0.2936 + "hfopenllm_v2/IFEval": 0.425, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3875 } }, { - "id": "Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2", - "name": "ECE-PRYMMAL-YL-1B-SLERP-V2", - "developer": "Youlln", + "id": "jaspionjader/knfp-2-8b", + "name": "knfp-2-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3251, - "hfopenllm_v2/BBH": 0.4209, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4266, - "hfopenllm_v2/MMLU-PRO": 0.2936 + "hfopenllm_v2/IFEval": 0.5327, + "hfopenllm_v2/BBH": 0.5305, + "hfopenllm_v2/MATH Level 5": 0.1427, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3726 } }, { - "id": "Youlln/ECE-PRYMMAL-YL-7B-SLERP-V4", - "name": "ECE-PRYMMAL-YL-7B-SLERP-V4", - "developer": "Youlln", + "id": "jaspionjader/knfp-3-8b", + "name": "knfp-3-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.251, - "hfopenllm_v2/BBH": 0.377, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3745, - "hfopenllm_v2/MMLU-PRO": 0.2132 + "hfopenllm_v2/IFEval": 0.4946, + "hfopenllm_v2/BBH": 0.52, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3881 } }, { - "id": "Youlln/ECE-PRYMMAL0.5-FT", - "name": "ECE-PRYMMAL0.5-FT", - "developer": "Youlln", + "id": "jaspionjader/Kosmos-Aurora_faustus-8B", + "name": "Kosmos-Aurora_faustus-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1851, - "hfopenllm_v2/BBH": 0.3132, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3301, - "hfopenllm_v2/MMLU-PRO": 0.1477 + "hfopenllm_v2/IFEval": 0.4432, + "hfopenllm_v2/BBH": 0.526, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4117, + "hfopenllm_v2/MMLU-PRO": 0.3813 } }, { - "id": "Youlln/ECE-PRYMMAL0.5B-Youri", - "name": "ECE-PRYMMAL0.5B-Youri", - "developer": "Youlln", + "id": "jaspionjader/Kosmos-Elusive-8b", + "name": "Kosmos-Elusive-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1446, - "hfopenllm_v2/BBH": 0.2817, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3697, - "hfopenllm_v2/MMLU-PRO": 0.1095 + "hfopenllm_v2/IFEval": 0.4169, + "hfopenllm_v2/BBH": 0.5339, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4078, + "hfopenllm_v2/MMLU-PRO": 0.376 } }, { - "id": "Youlln/ECE-PRYMMAL1B-FT-V1", - "name": "ECE-PRYMMAL1B-FT-V1", - "developer": "Youlln", + "id": "jaspionjader/Kosmos-Elusive-VENN-8B", + "name": "Kosmos-Elusive-VENN-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2144, - "hfopenllm_v2/BBH": 0.4033, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3417, - "hfopenllm_v2/MMLU-PRO": 0.2743 + "hfopenllm_v2/IFEval": 0.4233, + "hfopenllm_v2/BBH": 0.5356, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3797 } }, { - "id": "Youlln/ECE-Qwen0.5B-FT-V2", - "name": "ECE-Qwen0.5B-FT-V2", - "developer": "Youlln", + "id": "jaspionjader/Kosmos-Elusive-VENN-Asymmetric-8B", + "name": "Kosmos-Elusive-VENN-Asymmetric-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2526, - "hfopenllm_v2/BBH": 0.329, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3063, - "hfopenllm_v2/MMLU-PRO": 0.1666 + "hfopenllm_v2/IFEval": 0.4542, + "hfopenllm_v2/BBH": 0.5313, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.3842 } }, { - "id": "Youlln/ECE.EIFFEIL.ia-0.5B-SLERP", - "name": "ECE.EIFFEIL.ia-0.5B-SLERP", - "developer": "Youlln", + "id": "jaspionjader/Kosmos-Elusive-VENN-Aurora_faustus-8B", + "name": "Kosmos-Elusive-VENN-Aurora_faustus-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2561, - "hfopenllm_v2/BBH": 0.3306, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3102, - "hfopenllm_v2/MMLU-PRO": 0.1903 + "hfopenllm_v2/IFEval": 0.4335, + "hfopenllm_v2/BBH": 0.5304, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.417, + "hfopenllm_v2/MMLU-PRO": 0.3795 } }, { - "id": "YoungPanda/qwenqwen", - "name": "qwenqwen", - "developer": "YoungPanda", + "id": "jaspionjader/Kosmos-EVAA-8B", + "name": "Kosmos-EVAA-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1264, - "hfopenllm_v2/BBH": 0.3379, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3434, - "hfopenllm_v2/MMLU-PRO": 0.1168 + "hfopenllm_v2/IFEval": 0.4405, + "hfopenllm_v2/BBH": 0.5312, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3818 } }, { - "id": "Yuma42/KangalKhan-RawRuby-7B", - "name": "KangalKhan-RawRuby-7B", - "developer": "Yuma42", + "id": "jaspionjader/Kosmos-EVAA-Franken-Immersive-v39-8B", + "name": "Kosmos-EVAA-Franken-Immersive-v39-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5477, - "hfopenllm_v2/BBH": 0.4755, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.395, - "hfopenllm_v2/MMLU-PRO": 0.3023 + "hfopenllm_v2/IFEval": 0.4378, + "hfopenllm_v2/BBH": 0.519, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4236, + "hfopenllm_v2/MMLU-PRO": 0.39 } }, { - "id": "Yuma42/Llama3.1-IgneousIguana-8B", - "name": "Llama3.1-IgneousIguana-8B", - "developer": "Yuma42", + "id": "jaspionjader/Kosmos-EVAA-Franken-v38-8B", + "name": "Kosmos-EVAA-Franken-v38-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8133, - "hfopenllm_v2/BBH": 0.5191, - "hfopenllm_v2/MATH Level 5": 0.2198, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4203, - "hfopenllm_v2/MMLU-PRO": 0.3974 + "hfopenllm_v2/IFEval": 0.4356, + "hfopenllm_v2/BBH": 0.523, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4212, + "hfopenllm_v2/MMLU-PRO": 0.389 } }, { - "id": "Yuma42/Llama3.1-SuperHawk-8B", - "name": "Llama3.1-SuperHawk-8B", - "developer": "Yuma42", + "id": "jaspionjader/Kosmos-EVAA-Fusion-8B", + "name": "Kosmos-EVAA-Fusion-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7986, - "hfopenllm_v2/BBH": 0.52, - "hfopenllm_v2/MATH Level 5": 0.2349, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4084, - "hfopenllm_v2/MMLU-PRO": 0.3945 + "hfopenllm_v2/IFEval": 0.4345, + "hfopenllm_v2/BBH": 0.5419, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3854 } }, { - "id": "Z1-Coder/Z1-Coder-7B", - "name": "Z1-Coder-7B", - "developer": "Z1-Coder", + "id": "jaspionjader/Kosmos-EVAA-gamma-8B", + "name": "Kosmos-EVAA-gamma-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3215, - "hfopenllm_v2/BBH": 0.4842, - "hfopenllm_v2/MATH Level 5": 0.3248, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3622, - "hfopenllm_v2/MMLU-PRO": 0.3759 + "hfopenllm_v2/IFEval": 0.4572, + "hfopenllm_v2/BBH": 0.5322, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4306, + "hfopenllm_v2/MMLU-PRO": 0.3901 } }, { - "id": "ZHLiu627/zephyr-7b-gemma-dpo-avg", - "name": "zephyr-7b-gemma-dpo-avg", - "developer": "ZHLiu627", + "id": "jaspionjader/Kosmos-EVAA-gamma-alt-8B", + "name": "Kosmos-EVAA-gamma-alt-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.309, - "hfopenllm_v2/BBH": 0.4149, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4107, - "hfopenllm_v2/MMLU-PRO": 0.2851 + "hfopenllm_v2/IFEval": 0.4542, + "hfopenllm_v2/BBH": 0.5298, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4292, + "hfopenllm_v2/MMLU-PRO": 0.3896 } }, { - "id": "ZHLiu627/zephyr-7b-gemma-rpo-avg", - "name": "zephyr-7b-gemma-rpo-avg", - "developer": "ZHLiu627", + "id": "jaspionjader/Kosmos-EVAA-gamma-light-8B", + "name": "Kosmos-EVAA-gamma-light-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3006, - "hfopenllm_v2/BBH": 0.4183, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.2831 + "hfopenllm_v2/IFEval": 0.4581, + "hfopenllm_v2/BBH": 0.5376, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.3943 } }, { - "id": "ZeroXClem/L3-Aspire-Heart-Matrix-8B", - "name": "L3-Aspire-Heart-Matrix-8B", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-gamma-light-alt-8B", + "name": "Kosmos-EVAA-gamma-light-alt-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4834, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.3785 + "hfopenllm_v2/IFEval": 0.4454, + "hfopenllm_v2/BBH": 0.5327, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4305, + "hfopenllm_v2/MMLU-PRO": 0.3923 } }, { - "id": "ZeroXClem/Llama-3.1-8B-AthenaSky-MegaMix", - "name": "Llama-3.1-8B-AthenaSky-MegaMix", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-gamma-ultra-light-8B", + "name": "Kosmos-EVAA-gamma-ultra-light-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6301, - "hfopenllm_v2/BBH": 0.5163, - "hfopenllm_v2/MATH Level 5": 0.2795, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.3504 + "hfopenllm_v2/IFEval": 0.4563, + "hfopenllm_v2/BBH": 0.5316, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4197, + "hfopenllm_v2/MMLU-PRO": 0.3915 } }, { - "id": "ZeroXClem/Llama-3.1-8B-RainbowLight-EtherealMix", - "name": "Llama-3.1-8B-RainbowLight-EtherealMix", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-gamma-v13-8B", + "name": "Kosmos-EVAA-gamma-v13-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4973, - "hfopenllm_v2/BBH": 0.5155, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3947, - "hfopenllm_v2/MMLU-PRO": 0.363 + "hfopenllm_v2/IFEval": 0.4429, + "hfopenllm_v2/BBH": 0.5359, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4278, + "hfopenllm_v2/MMLU-PRO": 0.393 } }, { - "id": "ZeroXClem/Llama-3.1-8B-SpecialTitanFusion", - "name": "Llama-3.1-8B-SpecialTitanFusion", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-gamma-v14-8B", + "name": "Kosmos-EVAA-gamma-v14-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7402, - "hfopenllm_v2/BBH": 0.5439, - "hfopenllm_v2/MATH Level 5": 0.2334, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3874, - "hfopenllm_v2/MMLU-PRO": 0.3621 + "hfopenllm_v2/IFEval": 0.438, + "hfopenllm_v2/BBH": 0.5363, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3931 } }, { - "id": "ZeroXClem/Llama-3.1-8B-SuperNova-EtherealHermes", - "name": "Llama-3.1-8B-SuperNova-EtherealHermes", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-gamma-v15-8B", + "name": "Kosmos-EVAA-gamma-v15-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7339, - "hfopenllm_v2/BBH": 0.5244, - "hfopenllm_v2/MATH Level 5": 0.1745, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4066, - "hfopenllm_v2/MMLU-PRO": 0.3745 + "hfopenllm_v2/IFEval": 0.4654, + "hfopenllm_v2/BBH": 0.5343, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.3941 } }, { - "id": "ZeroXClem/Llama-3.1-8B-SuperTulu-LexiNova", - "name": "Llama-3.1-8B-SuperTulu-LexiNova", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-gamma-v16-8B", + "name": "Kosmos-EVAA-gamma-v16-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4165, - "hfopenllm_v2/BBH": 0.5079, - "hfopenllm_v2/MATH Level 5": 0.253, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3971, - "hfopenllm_v2/MMLU-PRO": 0.3368 + "hfopenllm_v2/IFEval": 0.4557, + "hfopenllm_v2/BBH": 0.5344, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.3917 } }, { - "id": "ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B", - "name": "Qwen-2.5-Aether-SlerpFusion-7B", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-gamma-v17-8B", + "name": "Kosmos-EVAA-gamma-v17-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6262, - "hfopenllm_v2/BBH": 0.5462, - "hfopenllm_v2/MATH Level 5": 0.2734, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.4327 + "hfopenllm_v2/IFEval": 0.4462, + "hfopenllm_v2/BBH": 0.5347, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.3923 } }, { - "id": "ZeroXClem/Qwen2.5-7B-CelestialHarmony-1M", - "name": "Qwen2.5-7B-CelestialHarmony-1M", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-gamma-v18-8B", + "name": "Kosmos-EVAA-gamma-v18-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5944, - "hfopenllm_v2/BBH": 0.5431, - "hfopenllm_v2/MATH Level 5": 0.3474, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.4387 + "hfopenllm_v2/IFEval": 0.4341, + "hfopenllm_v2/BBH": 0.5339, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4317, + "hfopenllm_v2/MMLU-PRO": 0.3905 } }, { - "id": "ZeroXClem/Qwen2.5-7B-HomerAnvita-NerdMix", - "name": "Qwen2.5-7B-HomerAnvita-NerdMix", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-immersive-sof-v44-8B", + "name": "Kosmos-EVAA-immersive-sof-v44-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7708, - "hfopenllm_v2/BBH": 0.5541, - "hfopenllm_v2/MATH Level 5": 0.3837, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4391, - "hfopenllm_v2/MMLU-PRO": 0.4432 + "hfopenllm_v2/IFEval": 0.4408, + "hfopenllm_v2/BBH": 0.5215, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4144, + "hfopenllm_v2/MMLU-PRO": 0.3888 } }, { - "id": "ZeroXClem/Qwen2.5-7B-HomerCreative-Mix", - "name": "Qwen2.5-7B-HomerCreative-Mix", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-PRP-8B", + "name": "Kosmos-EVAA-PRP-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7835, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.3565, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.435, - "hfopenllm_v2/MMLU-PRO": 0.4447 + "hfopenllm_v2/IFEval": 0.3405, + "hfopenllm_v2/BBH": 0.5196, + "hfopenllm_v2/MATH Level 5": 0.0884, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4301, + "hfopenllm_v2/MMLU-PRO": 0.3647 } }, { - "id": "ZeroXClem/Qwen2.5-7B-Qandora-CySec", - "name": "Qwen2.5-7B-Qandora-CySec", - "developer": "ZeroXClem", + "id": "jaspionjader/Kosmos-EVAA-PRP-light-8B", + "name": "Kosmos-EVAA-PRP-light-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6773, - "hfopenllm_v2/BBH": 0.549, - "hfopenllm_v2/MATH Level 5": 0.2931, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4286, - "hfopenllm_v2/MMLU-PRO": 0.4485 + "hfopenllm_v2/IFEval": 0.3824, + "hfopenllm_v2/BBH": 0.5271, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4249, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "ZeusLabs/L3-Aethora-15B-V2", - "name": "L3-Aethora-15B-V2", - "developer": "ZeusLabs", + "id": "jaspionjader/Kosmos-EVAA-PRP-v23-8B", + "name": "Kosmos-EVAA-PRP-v23-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7208, - "hfopenllm_v2/BBH": 0.5011, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3871, - "hfopenllm_v2/MMLU-PRO": 0.35 + "hfopenllm_v2/IFEval": 0.4041, + "hfopenllm_v2/BBH": 0.529, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4368, + "hfopenllm_v2/MMLU-PRO": 0.3706 } }, { - "id": "ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3", - "name": "SELM-Llama-3-8B-Instruct-iter-3", - "developer": "ZhangShenao", + "id": "jaspionjader/Kosmos-EVAA-PRP-v24-8B", + "name": "Kosmos-EVAA-PRP-v24-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6903, - "hfopenllm_v2/BBH": 0.5046, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3845, - "hfopenllm_v2/MMLU-PRO": 0.3783 + "hfopenllm_v2/IFEval": 0.4259, + "hfopenllm_v2/BBH": 0.5276, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.3779 } }, { - "id": "ZiyiYe/Con-J-Qwen2-7B", - "name": "ZiyiYe/Con-J-Qwen2-7B", - "developer": "ZiyiYe", + "id": "jaspionjader/Kosmos-EVAA-PRP-v25-8B", + "name": "Kosmos-EVAA-PRP-v25-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8712, - "reward-bench/Chat": 0.919, - "reward-bench/Chat Hard": 0.8026, - "reward-bench/Safety": 0.8824, - "reward-bench/Reasoning": 0.8808 + "hfopenllm_v2/IFEval": 0.4421, + "hfopenllm_v2/BBH": 0.5291, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4303, + "hfopenllm_v2/MMLU-PRO": 0.3716 } }, { - "id": "aaditya/Llama3-OpenBioLLM-70B", - "name": "Llama3-OpenBioLLM-70B", - "developer": "aaditya", + "id": "jaspionjader/Kosmos-EVAA-PRP-v26-8B", + "name": "Kosmos-EVAA-PRP-v26-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7597, - "hfopenllm_v2/BBH": 0.6399, - "hfopenllm_v2/MATH Level 5": 0.1971, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4417, - "hfopenllm_v2/MMLU-PRO": 0.4867 + "hfopenllm_v2/IFEval": 0.4414, + "hfopenllm_v2/BBH": 0.5271, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.3793 } }, { - "id": "abacusai/Dracarys-72B-Instruct", - "name": "Dracarys-72B-Instruct", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-PRP-v27-8B", + "name": "Kosmos-EVAA-PRP-v27-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7856, - "hfopenllm_v2/BBH": 0.6944, - "hfopenllm_v2/MATH Level 5": 0.3965, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4558, - "hfopenllm_v2/MMLU-PRO": 0.5456 + "hfopenllm_v2/IFEval": 0.4378, + "hfopenllm_v2/BBH": 0.529, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.3755 } }, { - "id": "abacusai/Liberated-Qwen1.5-14B", - "name": "Liberated-Qwen1.5-14B", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-PRP-v28-8B", + "name": "Kosmos-EVAA-PRP-v28-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3631, - "hfopenllm_v2/BBH": 0.4948, - "hfopenllm_v2/MATH Level 5": 0.1601, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4175, - "hfopenllm_v2/MMLU-PRO": 0.3512 + "hfopenllm_v2/IFEval": 0.4366, + "hfopenllm_v2/BBH": 0.5295, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.433, + "hfopenllm_v2/MMLU-PRO": 0.375 } }, { - "id": "abacusai/Llama-3-Smaug-8B", - "name": "Llama-3-Smaug-8B", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-PRP-v29-8B", + "name": "Kosmos-EVAA-PRP-v29-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4867, - "hfopenllm_v2/BBH": 0.4931, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3622, - "hfopenllm_v2/MMLU-PRO": 0.3185 + "hfopenllm_v2/IFEval": 0.4487, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3765 } }, { - "id": "abacusai/Smaug-34B-v0.1", - "name": "Smaug-34B-v0.1", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-PRP-v30-8B", + "name": "Kosmos-EVAA-PRP-v30-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5016, - "hfopenllm_v2/BBH": 0.5358, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.3979, - "hfopenllm_v2/MMLU-PRO": 0.4543 + "hfopenllm_v2/IFEval": 0.4295, + "hfopenllm_v2/BBH": 0.5328, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4263, + "hfopenllm_v2/MMLU-PRO": 0.3938 } }, { - "id": "abacusai/Smaug-72B-v0.1", - "name": "Smaug-72B-v0.1", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-PRP-v31-8B", + "name": "Kosmos-EVAA-PRP-v31-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5167, - "hfopenllm_v2/BBH": 0.5996, - "hfopenllm_v2/MATH Level 5": 0.1911, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4473, - "hfopenllm_v2/MMLU-PRO": 0.4624 + "hfopenllm_v2/IFEval": 0.4399, + "hfopenllm_v2/BBH": 0.5315, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.3935 } }, { - "id": "abacusai/Smaug-Llama-3-70B-Instruct-32K", - "name": "Smaug-Llama-3-70B-Instruct-32K", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-PRP-v32-8B", + "name": "Kosmos-EVAA-PRP-v32-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7761, - "hfopenllm_v2/BBH": 0.6493, - "hfopenllm_v2/MATH Level 5": 0.2749, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4208, - "hfopenllm_v2/MMLU-PRO": 0.4765 + "hfopenllm_v2/IFEval": 0.4487, + "hfopenllm_v2/BBH": 0.5293, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3777 } }, { - "id": "abacusai/Smaug-Mixtral-v0.1", - "name": "Smaug-Mixtral-v0.1", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-PRP-v33-8B", + "name": "Kosmos-EVAA-PRP-v33-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5554, - "hfopenllm_v2/BBH": 0.5162, - "hfopenllm_v2/MATH Level 5": 0.0952, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4298, - "hfopenllm_v2/MMLU-PRO": 0.3352 + "hfopenllm_v2/IFEval": 0.4302, + "hfopenllm_v2/BBH": 0.5321, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.3909 } }, { - "id": "abacusai/Smaug-Qwen2-72B-Instruct", - "name": "Smaug-Qwen2-72B-Instruct", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-PRP-v34-8B", + "name": "Kosmos-EVAA-PRP-v34-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7825, - "hfopenllm_v2/BBH": 0.691, - "hfopenllm_v2/MATH Level 5": 0.4131, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4401, - "hfopenllm_v2/MMLU-PRO": 0.519 + "hfopenllm_v2/IFEval": 0.4563, + "hfopenllm_v2/BBH": 0.5333, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.3927 } }, { - "id": "abacusai/bigstral-12b-32k", - "name": "bigstral-12b-32k", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-TSN-8B", + "name": "Kosmos-EVAA-TSN-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4194, - "hfopenllm_v2/BBH": 0.47, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.456, - "hfopenllm_v2/MMLU-PRO": 0.2641 + "hfopenllm_v2/IFEval": 0.4721, + "hfopenllm_v2/BBH": 0.5177, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4329, + "hfopenllm_v2/MMLU-PRO": 0.3816 } }, { - "id": "abacusai/bigyi-15b", - "name": "bigyi-15b", - "developer": "abacusai", + "id": "jaspionjader/Kosmos-EVAA-TSN-light-8B", + "name": "Kosmos-EVAA-TSN-light-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2094, - "hfopenllm_v2/BBH": 0.4345, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.3003 + "hfopenllm_v2/IFEval": 0.4685, + "hfopenllm_v2/BBH": 0.5235, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4289, + "hfopenllm_v2/MMLU-PRO": 0.3806 } }, { - "id": "abhishek/autotrain-0tmgq-5tpbg", - "name": "autotrain-0tmgq-5tpbg", - "developer": "abhishek", + "id": "jaspionjader/Kosmos-EVAA-TSN-v19-8B", + "name": "Kosmos-EVAA-TSN-v19-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1957, - "hfopenllm_v2/BBH": 0.3135, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.365, - "hfopenllm_v2/MMLU-PRO": 0.1151 + "hfopenllm_v2/IFEval": 0.4564, + "hfopenllm_v2/BBH": 0.5316, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.379 } }, { - "id": "abhishek/autotrain-llama3-70b-orpo-v1", - "name": "autotrain-llama3-70b-orpo-v1", - "developer": "abhishek", + "id": "jaspionjader/Kosmos-EVAA-TSN-v20-8B", + "name": "Kosmos-EVAA-TSN-v20-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4233, - "hfopenllm_v2/BBH": 0.5998, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.1122 + "hfopenllm_v2/IFEval": 0.4423, + "hfopenllm_v2/BBH": 0.525, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.3936 } }, { - "id": "abhishek/autotrain-llama3-70b-orpo-v2", - "name": "autotrain-llama3-70b-orpo-v2", - "developer": "abhishek", + "id": "jaspionjader/Kosmos-EVAA-TSN-v21-8B", + "name": "Kosmos-EVAA-TSN-v21-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5406, - "hfopenllm_v2/BBH": 0.5899, - "hfopenllm_v2/MATH Level 5": 0.2107, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4113, - "hfopenllm_v2/MMLU-PRO": 0.4818 + "hfopenllm_v2/IFEval": 0.467, + "hfopenllm_v2/BBH": 0.5248, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.3816 } }, { - "id": "abhishek/autotrain-llama3-orpo-v2", - "name": "autotrain-llama3-orpo-v2", - "developer": "abhishek", + "id": "jaspionjader/Kosmos-EVAA-TSN-v22-8B", + "name": "Kosmos-EVAA-TSN-v22-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4372, - "hfopenllm_v2/BBH": 0.3159, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3792, - "hfopenllm_v2/MMLU-PRO": 0.2218 + "hfopenllm_v2/IFEval": 0.4673, + "hfopenllm_v2/BBH": 0.5246, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4303, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "abhishek/autotrain-vr4a1-e5mms", - "name": "autotrain-vr4a1-e5mms", - "developer": "abhishek", + "id": "jaspionjader/Kosmos-EVAA-v10-8B", + "name": "Kosmos-EVAA-v10-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2142, - "hfopenllm_v2/BBH": 0.5001, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.3891, - "hfopenllm_v2/MMLU-PRO": 0.3667 + "hfopenllm_v2/IFEval": 0.4262, + "hfopenllm_v2/BBH": 0.5376, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4224, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "abideen/MedPhi-4-14B-v1", - "name": "MedPhi-4-14B-v1", - "developer": "abideen", + "id": "jaspionjader/Kosmos-EVAA-v11-8B", + "name": "Kosmos-EVAA-v11-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6277, - "hfopenllm_v2/BBH": 0.6897, - "hfopenllm_v2/MATH Level 5": 0.2931, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4155, - "hfopenllm_v2/MMLU-PRO": 0.5338 + "hfopenllm_v2/IFEval": 0.4426, + "hfopenllm_v2/BBH": 0.5359, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.3836 } }, { - "id": "adamo1139/Yi-34B-200K-AEZAKMI-v2", - "name": "Yi-34B-200K-AEZAKMI-v2", - "developer": "adamo1139", + "id": "jaspionjader/Kosmos-EVAA-v12-8B", + "name": "Kosmos-EVAA-v12-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4555, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.3886, - "hfopenllm_v2/MMLU-PRO": 0.4513 + "hfopenllm_v2/IFEval": 0.4378, + "hfopenllm_v2/BBH": 0.5349, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3836 + } + }, + { + "id": "jaspionjader/Kosmos-EVAA-v2-8B", + "name": "Kosmos-EVAA-v2-8B", + "developer": "jaspionjader", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4396, + "hfopenllm_v2/BBH": 0.5341, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3826 } }, { - "id": "adriszmar/QAIMath-Qwen2.5-7B-TIES", - "name": "QAIMath-Qwen2.5-7B-TIES", - "developer": "adriszmar", + "id": "jaspionjader/Kosmos-EVAA-v3-8B", + "name": "Kosmos-EVAA-v3-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1746, - "hfopenllm_v2/BBH": 0.3126, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.4096, - "hfopenllm_v2/MMLU-PRO": 0.1087 + "hfopenllm_v2/IFEval": 0.4411, + "hfopenllm_v2/BBH": 0.5331, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4224, + "hfopenllm_v2/MMLU-PRO": 0.3821 } }, { - "id": "aevalone/distill_qw_test", - "name": "distill_qw_test", - "developer": "aevalone", + "id": "jaspionjader/Kosmos-EVAA-v4-8B", + "name": "Kosmos-EVAA-v4-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7409, - "hfopenllm_v2/BBH": 0.5246, - "hfopenllm_v2/MATH Level 5": 0.4781, + "hfopenllm_v2/IFEval": 0.4289, + "hfopenllm_v2/BBH": 0.5337, + "hfopenllm_v2/MATH Level 5": 0.1254, "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.386, - "hfopenllm_v2/MMLU-PRO": 0.4092 + "hfopenllm_v2/MUSR": 0.4197, + "hfopenllm_v2/MMLU-PRO": 0.3817 } }, { - "id": "agentlans/Gemma2-9B-AdvancedFuse", - "name": "Gemma2-9B-AdvancedFuse", - "developer": "agentlans", + "id": "jaspionjader/Kosmos-EVAA-v5-8B", + "name": "Kosmos-EVAA-v5-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1543, - "hfopenllm_v2/BBH": 0.5859, - "hfopenllm_v2/MATH Level 5": 0.1005, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.4 + "hfopenllm_v2/IFEval": 0.446, + "hfopenllm_v2/BBH": 0.5345, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4224, + "hfopenllm_v2/MMLU-PRO": 0.3821 } }, { - "id": "agentlans/Llama-3.2-1B-Instruct-CrashCourse12K", - "name": "Llama-3.2-1B-Instruct-CrashCourse12K", - "developer": "agentlans", + "id": "jaspionjader/Kosmos-EVAA-v6-8B", + "name": "Kosmos-EVAA-v6-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5395, - "hfopenllm_v2/BBH": 0.3548, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.321, - "hfopenllm_v2/MMLU-PRO": 0.1809 + "hfopenllm_v2/IFEval": 0.4396, + "hfopenllm_v2/BBH": 0.538, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.3821 } }, { - "id": "agentlans/Llama3.1-8B-drill", - "name": "Llama3.1-8B-drill", - "developer": "agentlans", + "id": "jaspionjader/Kosmos-EVAA-v7-8B", + "name": "Kosmos-EVAA-v7-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7652, - "hfopenllm_v2/BBH": 0.5016, - "hfopenllm_v2/MATH Level 5": 0.1715, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3672, - "hfopenllm_v2/MMLU-PRO": 0.3776 + "hfopenllm_v2/IFEval": 0.4277, + "hfopenllm_v2/BBH": 0.5335, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3836 } }, { - "id": "agentlans/Llama3.1-Daredevilish", - "name": "Llama3.1-Daredevilish", - "developer": "agentlans", + "id": "jaspionjader/Kosmos-EVAA-v8-8B", + "name": "Kosmos-EVAA-v8-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6292, - "hfopenllm_v2/BBH": 0.5013, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4091, - "hfopenllm_v2/MMLU-PRO": 0.3697 + "hfopenllm_v2/IFEval": 0.4383, + "hfopenllm_v2/BBH": 0.5359, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.3827 } }, { - "id": "agentlans/Llama3.1-Daredevilish-Instruct", - "name": "Llama3.1-Daredevilish-Instruct", - "developer": "agentlans", + "id": "jaspionjader/Kosmos-EVAA-v9-8B", + "name": "Kosmos-EVAA-v9-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7926, - "hfopenllm_v2/BBH": 0.5235, - "hfopenllm_v2/MATH Level 5": 0.1722, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3911, - "hfopenllm_v2/MMLU-PRO": 0.3877 + "hfopenllm_v2/IFEval": 0.4369, + "hfopenllm_v2/BBH": 0.5361, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.382 } }, { - "id": "agentlans/Llama3.1-LexiHermes-SuperStorm", - "name": "Llama3.1-LexiHermes-SuperStorm", - "developer": "agentlans", + "id": "jaspionjader/Kosmos-EVAA-v9-TitanFusion-Mix-8B", + "name": "Kosmos-EVAA-v9-TitanFusion-Mix-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7835, - "hfopenllm_v2/BBH": 0.5266, - "hfopenllm_v2/MATH Level 5": 0.1616, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.3963, - "hfopenllm_v2/MMLU-PRO": 0.3844 + "hfopenllm_v2/IFEval": 0.4284, + "hfopenllm_v2/BBH": 0.554, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.3836 } }, { - "id": "agentlans/Llama3.1-SuperDeepFuse", - "name": "Llama3.1-SuperDeepFuse", - "developer": "agentlans", + "id": "jaspionjader/Kosmos-VENN-8B", + "name": "Kosmos-VENN-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7762, - "hfopenllm_v2/BBH": 0.5049, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3699, - "hfopenllm_v2/MMLU-PRO": 0.3775 + "hfopenllm_v2/IFEval": 0.4332, + "hfopenllm_v2/BBH": 0.5318, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3801 } }, { - "id": "agentlans/Llama3.1-SuperDeepFuse-CrashCourse12K", - "name": "Llama3.1-SuperDeepFuse-CrashCourse12K", - "developer": "agentlans", + "id": "jaspionjader/kstc-1-8b", + "name": "kstc-1-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7187, - "hfopenllm_v2/BBH": 0.5216, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4026, - "hfopenllm_v2/MMLU-PRO": 0.3631 + "hfopenllm_v2/IFEval": 0.4643, + "hfopenllm_v2/BBH": 0.5209, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4158, + "hfopenllm_v2/MMLU-PRO": 0.3892 } }, { - "id": "agentlans/Qwen2.5-0.5B-Instruct-CrashCourse-dropout", - "name": "Qwen2.5-0.5B-Instruct-CrashCourse-dropout", - "developer": "agentlans", + "id": "jaspionjader/kstc-11-8b", + "name": "kstc-11-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2949, - "hfopenllm_v2/BBH": 0.3312, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.1608 + "hfopenllm_v2/IFEval": 0.4757, + "hfopenllm_v2/BBH": 0.5189, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3879 } }, { - "id": "ahmeda335/13_outOf_32_pruned_layers_llama3.1-8b", - "name": "13_outOf_32_pruned_layers_llama3.1-8b", - "developer": "ahmeda335", + "id": "jaspionjader/kstc-4-8b", + "name": "kstc-4-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1748, - "hfopenllm_v2/BBH": 0.2883, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3803, - "hfopenllm_v2/MMLU-PRO": 0.1129 + "hfopenllm_v2/IFEval": 0.477, + "hfopenllm_v2/BBH": 0.5216, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3869 } }, { - "id": "ai2/llama-2-chat-7b-nectar-3.8m.json", - "name": "ai2/llama-2-chat-7b-nectar-3.8m.json", - "developer": "ai2", + "id": "jaspionjader/kstc-5-8b", + "name": "kstc-5-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5843, - "reward-bench/Chat": 0.8631, - "reward-bench/Chat Hard": 0.2654, - "reward-bench/Safety": 0.6243 + "hfopenllm_v2/IFEval": 0.4721, + "hfopenllm_v2/BBH": 0.5211, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4224, + "hfopenllm_v2/MMLU-PRO": 0.3892 } }, { - "id": "ai2/llama-2-chat-nectar-180k.json", - "name": "ai2/llama-2-chat-nectar-180k.json", - "developer": "ai2", + "id": "jaspionjader/kstc-6-8b", + "name": "kstc-6-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5235, - "reward-bench/Chat": 0.8827, - "reward-bench/Chat Hard": 0.2851, - "reward-bench/Safety": 0.4027 + "hfopenllm_v2/IFEval": 0.4944, + "hfopenllm_v2/BBH": 0.5231, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3857 } }, { - "id": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", - "name": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", - "developer": "ai2", + "id": "jaspionjader/kstc-8-8b", + "name": "kstc-8-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.644, - "reward-bench/Chat": 0.9441, - "reward-bench/Chat Hard": 0.4539, - "reward-bench/Safety": 0.5338 + "hfopenllm_v2/IFEval": 0.491, + "hfopenllm_v2/BBH": 0.5239, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4211, + "hfopenllm_v2/MMLU-PRO": 0.3889 } }, { - "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", - "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", - "developer": "ai2", + "id": "jaspionjader/kstc-9-8b", + "name": "kstc-9-8b", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7008, - "reward-bench/Chat": 0.9385, - "reward-bench/Chat Hard": 0.3882, - "reward-bench/Safety": 0.7757 + "hfopenllm_v2/IFEval": 0.4861, + "hfopenllm_v2/BBH": 0.5238, + "hfopenllm_v2/MATH Level 5": 0.136, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3872 } }, { - "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", - "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", - "developer": "ai2", + "id": "jaspionjader/PRP-Kosmos-EVAA-8B", + "name": "PRP-Kosmos-EVAA-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7127, - "reward-bench/Chat": 0.9358, - "reward-bench/Chat Hard": 0.4079, - "reward-bench/Safety": 0.7946 + "hfopenllm_v2/IFEval": 0.3633, + "hfopenllm_v2/BBH": 0.5237, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.425, + "hfopenllm_v2/MMLU-PRO": 0.3766 } }, { - "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", - "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", - "developer": "ai2", + "id": "jaspionjader/PRP-Kosmos-EVAA-light-8B", + "name": "PRP-Kosmos-EVAA-light-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6756, - "reward-bench/Chat": 0.9134, - "reward-bench/Chat Hard": 0.3904, - "reward-bench/Safety": 0.723 + "hfopenllm_v2/IFEval": 0.4321, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4235, + "hfopenllm_v2/MMLU-PRO": 0.3631 } }, { - "id": "ai2/tulu-2-7b-rm-v0.json", - "name": "ai2/tulu-2-7b-rm-v0.json", - "developer": "ai2", + "id": "jaspionjader/slu-10", + "name": "slu-10", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6655, - "reward-bench/Chat": 0.933, - "reward-bench/Chat Hard": 0.4539, - "reward-bench/Safety": 0.6095 + "hfopenllm_v2/IFEval": 0.436, + "hfopenllm_v2/BBH": 0.5096, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.392, + "hfopenllm_v2/MMLU-PRO": 0.3664 } }, { - "id": "ai21/J1-Grande-v1-17B", - "name": "J1-Grande v1 17B", - "developer": "ai21", + "id": "jaspionjader/slu-11", + "name": "slu-11", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.433, - "helm_classic/MMLU": 0.27, - "helm_classic/BoolQ": 0.722, - "helm_classic/NarrativeQA": 0.672, - "helm_classic/NaturalQuestions (open-book)": 0.578, - "helm_classic/QuAC": 0.362, - "helm_classic/HellaSwag": 0.739, - "helm_classic/OpenbookQA": 0.52, - "helm_classic/TruthfulQA": 0.193, - "helm_classic/MS MARCO (TREC)": 0.341, - "helm_classic/CNN/DailyMail": 0.143, - "helm_classic/XSUM": 0.122, - "helm_classic/IMDB": 0.953, - "helm_classic/CivilComments": 0.529, - "helm_classic/RAFT": 0.658 + "hfopenllm_v2/IFEval": 0.3725, + "hfopenllm_v2/BBH": 0.489, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3919, + "hfopenllm_v2/MMLU-PRO": 0.3382 } }, { - "id": "ai21/J1-Grande-v2-beta-17B", - "name": "J1-Grande v2 beta 17B", - "developer": "ai21", + "id": "jaspionjader/slu-13", + "name": "slu-13", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.706, - "helm_classic/MMLU": 0.445, - "helm_classic/BoolQ": 0.812, - "helm_classic/NarrativeQA": 0.725, - "helm_classic/NaturalQuestions (open-book)": 0.625, - "helm_classic/QuAC": 0.392, - "helm_classic/HellaSwag": 0.764, - "helm_classic/OpenbookQA": 0.56, - "helm_classic/TruthfulQA": 0.306, - "helm_classic/MS MARCO (TREC)": 0.46, - "helm_classic/CNN/DailyMail": 0.146, - "helm_classic/XSUM": 0.152, - "helm_classic/IMDB": 0.957, - "helm_classic/CivilComments": 0.546, - "helm_classic/RAFT": 0.679 + "hfopenllm_v2/IFEval": 0.4378, + "hfopenllm_v2/BBH": 0.5097, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.3814, + "hfopenllm_v2/MMLU-PRO": 0.358 } }, { - "id": "ai21/J1-Jumbo-v1-178B", - "name": "J1-Jumbo v1 178B", - "developer": "ai21", + "id": "jaspionjader/slu-14", + "name": "slu-14", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.517, - "helm_classic/MMLU": 0.259, - "helm_classic/BoolQ": 0.776, - "helm_classic/NarrativeQA": 0.695, - "helm_classic/NaturalQuestions (open-book)": 0.595, - "helm_classic/QuAC": 0.358, - "helm_classic/HellaSwag": 0.765, - "helm_classic/OpenbookQA": 0.534, - "helm_classic/TruthfulQA": 0.175, - "helm_classic/MS MARCO (TREC)": 0.363, - "helm_classic/CNN/DailyMail": 0.144, - "helm_classic/XSUM": 0.129, - "helm_classic/IMDB": 0.943, - "helm_classic/CivilComments": 0.553, - "helm_classic/RAFT": 0.681 + "hfopenllm_v2/IFEval": 0.4107, + "hfopenllm_v2/BBH": 0.5089, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.396, + "hfopenllm_v2/MMLU-PRO": 0.3627 } }, { - "id": "ai21/J1-Large-v1-7.5B", - "name": "J1-Large v1 7.5B", - "developer": "ai21", + "id": "jaspionjader/slu-17", + "name": "slu-17", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.285, - "helm_classic/MMLU": 0.241, - "helm_classic/BoolQ": 0.683, - "helm_classic/NarrativeQA": 0.623, - "helm_classic/NaturalQuestions (open-book)": 0.532, - "helm_classic/QuAC": 0.328, - "helm_classic/HellaSwag": 0.7, - "helm_classic/OpenbookQA": 0.514, - "helm_classic/TruthfulQA": 0.197, - "helm_classic/MS MARCO (TREC)": 0.292, - "helm_classic/CNN/DailyMail": 0.134, - "helm_classic/XSUM": 0.102, - "helm_classic/IMDB": 0.956, - "helm_classic/CivilComments": 0.532, - "helm_classic/RAFT": 0.545 + "hfopenllm_v2/IFEval": 0.4217, + "hfopenllm_v2/BBH": 0.5071, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.3761, + "hfopenllm_v2/MMLU-PRO": 0.3619 } }, { - "id": "ai21/Jurassic-2-Grande-17B", - "name": "Jurassic-2 Grande 17B", - "developer": "ai21", + "id": "jaspionjader/slu-2", + "name": "slu-2", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.743, - "helm_classic/MMLU": 0.475, - "helm_classic/BoolQ": 0.826, - "helm_classic/NarrativeQA": 0.737, - "helm_classic/NaturalQuestions (open-book)": 0.639, - "helm_classic/QuAC": 0.418, - "helm_classic/HellaSwag": 0.781, - "helm_classic/OpenbookQA": 0.542, - "helm_classic/TruthfulQA": 0.348, - "helm_classic/MS MARCO (TREC)": 0.514, - "helm_classic/CNN/DailyMail": 0.144, - "helm_classic/XSUM": 0.167, - "helm_classic/IMDB": 0.938, - "helm_classic/CivilComments": 0.547, - "helm_classic/RAFT": 0.712 + "hfopenllm_v2/IFEval": 0.4016, + "hfopenllm_v2/BBH": 0.5008, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3959, + "hfopenllm_v2/MMLU-PRO": 0.3506 } }, { - "id": "ai21/Jurassic-2-Jumbo-178B", - "name": "Jurassic-2 Jumbo 178B", - "developer": "ai21", + "id": "jaspionjader/slu-20", + "name": "slu-20", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.824, - "helm_classic/MMLU": 0.48, - "helm_classic/BoolQ": 0.829, - "helm_classic/NarrativeQA": 0.733, - "helm_classic/NaturalQuestions (open-book)": 0.669, - "helm_classic/QuAC": 0.435, - "helm_classic/HellaSwag": 0.788, - "helm_classic/OpenbookQA": 0.558, - "helm_classic/TruthfulQA": 0.437, - "helm_classic/MS MARCO (TREC)": 0.661, - "helm_classic/CNN/DailyMail": 0.149, - "helm_classic/XSUM": 0.182, - "helm_classic/IMDB": 0.938, - "helm_classic/CivilComments": 0.57, - "helm_classic/RAFT": 0.746 + "hfopenllm_v2/IFEval": 0.4393, + "hfopenllm_v2/BBH": 0.5061, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.3933, + "hfopenllm_v2/MMLU-PRO": 0.3665 } }, { - "id": "ai21/Jurassic-2-Large-7.5B", - "name": "Jurassic-2 Large 7.5B", - "developer": "ai21", + "id": "jaspionjader/slu-22", + "name": "slu-22", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.553, - "helm_classic/MMLU": 0.339, - "helm_classic/BoolQ": 0.742, - "helm_classic/NarrativeQA": -1.0, - "helm_classic/NaturalQuestions (open-book)": 0.589, - "helm_classic/QuAC": -1.0, - "helm_classic/HellaSwag": 0.729, - "helm_classic/OpenbookQA": 0.53, - "helm_classic/TruthfulQA": 0.245, - "helm_classic/MS MARCO (TREC)": 0.464, - "helm_classic/CNN/DailyMail": 0.136, - "helm_classic/XSUM": 0.142, - "helm_classic/IMDB": 0.956, - "helm_classic/CivilComments": 0.57, - "helm_classic/RAFT": 0.622 + "hfopenllm_v2/IFEval": 0.4321, + "hfopenllm_v2/BBH": 0.5082, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.3893, + "hfopenllm_v2/MMLU-PRO": 0.365 } }, { - "id": "ai21/j2-grande", - "name": "Jurassic-2 Grande 17B", - "developer": "ai21", + "id": "jaspionjader/slu-23", + "name": "slu-23", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.172, - "helm_lite/NarrativeQA": 0.744, - "helm_lite/NaturalQuestions (closed-book)": 0.35, - "helm_lite/OpenbookQA": 0.614, - "helm_lite/MMLU": 0.471, - "helm_lite/MATH": 0.064, - "helm_lite/GSM8K": 0.159, - "helm_lite/LegalBench": 0.468, - "helm_lite/MedQA": 0.39, - "helm_lite/WMT 2014": 0.102 + "hfopenllm_v2/IFEval": 0.4478, + "hfopenllm_v2/BBH": 0.5132, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4092, + "hfopenllm_v2/MMLU-PRO": 0.3725 } }, { - "id": "ai21/j2-jumbo", - "name": "Jurassic-2 Jumbo 178B", - "developer": "ai21", + "id": "jaspionjader/slu-25", + "name": "slu-25", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.215, - "helm_lite/NarrativeQA": 0.728, - "helm_lite/NaturalQuestions (closed-book)": 0.385, - "helm_lite/OpenbookQA": 0.688, - "helm_lite/MMLU": 0.483, - "helm_lite/MATH": 0.103, - "helm_lite/GSM8K": 0.239, - "helm_lite/LegalBench": 0.533, - "helm_lite/MedQA": 0.431, - "helm_lite/WMT 2014": 0.114 + "hfopenllm_v2/IFEval": 0.45, + "hfopenllm_v2/BBH": 0.5095, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.3946, + "hfopenllm_v2/MMLU-PRO": 0.3684 } }, { - "id": "ai21/jamba-1.5-large", - "name": "Jamba 1.5 Large", - "developer": "ai21", + "id": "jaspionjader/slu-29", + "name": "slu-29", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.637, - "helm_lite/NarrativeQA": 0.664, - "helm_lite/NaturalQuestions (closed-book)": 0.394, - "helm_lite/OpenbookQA": 0.948, - "helm_lite/MMLU": 0.683, - "helm_lite/MATH": 0.692, - "helm_lite/GSM8K": 0.846, - "helm_lite/LegalBench": 0.675, - "helm_lite/MedQA": 0.698, - "helm_lite/WMT 2014": 0.203, - "helm_mmlu/MMLU All Subjects": 0.782, - "helm_mmlu/Abstract Algebra": 0.53, - "helm_mmlu/Anatomy": 0.793, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.8, - "helm_mmlu/Econometrics": 0.614, - "helm_mmlu/Global Facts": 0.54, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.849, - "helm_mmlu/Professional Psychology": 0.842, - "helm_mmlu/Us Foreign Policy": 0.92, - "helm_mmlu/Astronomy": 0.882, - "helm_mmlu/Business Ethics": 0.77, - "helm_mmlu/Clinical Knowledge": 0.849, - "helm_mmlu/Conceptual Physics": 0.779, - "helm_mmlu/Electrical Engineering": 0.793, - "helm_mmlu/Elementary Mathematics": 0.656, - "helm_mmlu/Formal Logic": 0.619, - "helm_mmlu/High School World History": 0.911, - "helm_mmlu/Human Sexuality": 0.832, - "helm_mmlu/International Law": 0.884, - "helm_mmlu/Logical Fallacies": 0.859, - "helm_mmlu/Machine Learning": 0.688, - "helm_mmlu/Management": 0.864, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.89, - "helm_mmlu/Miscellaneous": 0.931, - "helm_mmlu/Moral Scenarios": 0.686, - "helm_mmlu/Nutrition": 0.869, - "helm_mmlu/Prehistory": 0.892, - "helm_mmlu/Public Relations": 0.755, - "helm_mmlu/Security Studies": 0.771, - "helm_mmlu/Sociology": 0.93, - "helm_mmlu/Virology": 0.554, - "helm_mmlu/World Religions": 0.865, - "helm_mmlu/Mean win rate": 0.147 + "hfopenllm_v2/IFEval": 0.4431, + "hfopenllm_v2/BBH": 0.5096, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3933, + "hfopenllm_v2/MMLU-PRO": 0.3669 } }, { - "id": "ai21/jamba-1.5-mini", - "name": "Jamba 1.5 Mini", - "developer": "ai21", + "id": "jaspionjader/slu-32", + "name": "slu-32", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.414, - "helm_lite/NarrativeQA": 0.746, - "helm_lite/NaturalQuestions (closed-book)": 0.388, - "helm_lite/OpenbookQA": 0.89, - "helm_lite/MMLU": 0.582, - "helm_lite/MATH": 0.318, - "helm_lite/GSM8K": 0.691, - "helm_lite/LegalBench": 0.503, - "helm_lite/MedQA": 0.632, - "helm_lite/WMT 2014": 0.179, - "helm_mmlu/MMLU All Subjects": 0.699, - "helm_mmlu/Abstract Algebra": 0.33, - "helm_mmlu/Anatomy": 0.711, - "helm_mmlu/College Physics": 0.48, - "helm_mmlu/Computer Security": 0.73, - "helm_mmlu/Econometrics": 0.491, - "helm_mmlu/Global Facts": 0.43, - "helm_mmlu/Jurisprudence": 0.88, - "helm_mmlu/Philosophy": 0.752, - "helm_mmlu/Professional Psychology": 0.76, - "helm_mmlu/Us Foreign Policy": 0.9, - "helm_mmlu/Astronomy": 0.822, - "helm_mmlu/Business Ethics": 0.76, - "helm_mmlu/Clinical Knowledge": 0.74, - "helm_mmlu/Conceptual Physics": 0.677, - "helm_mmlu/Electrical Engineering": 0.683, - "helm_mmlu/Elementary Mathematics": 0.553, - "helm_mmlu/Formal Logic": 0.452, - "helm_mmlu/High School World History": 0.84, - "helm_mmlu/Human Sexuality": 0.809, - "helm_mmlu/International Law": 0.893, - "helm_mmlu/Logical Fallacies": 0.81, - "helm_mmlu/Machine Learning": 0.509, - "helm_mmlu/Management": 0.825, - "helm_mmlu/Marketing": 0.915, - "helm_mmlu/Medical Genetics": 0.69, - "helm_mmlu/Miscellaneous": 0.902, - "helm_mmlu/Moral Scenarios": 0.269, - "helm_mmlu/Nutrition": 0.801, - "helm_mmlu/Prehistory": 0.824, - "helm_mmlu/Public Relations": 0.727, - "helm_mmlu/Security Studies": 0.755, - "helm_mmlu/Sociology": 0.876, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.842, - "helm_mmlu/Mean win rate": 0.206 + "hfopenllm_v2/IFEval": 0.4516, + "hfopenllm_v2/BBH": 0.5167, + "hfopenllm_v2/MATH Level 5": 0.1073, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4039, + "hfopenllm_v2/MMLU-PRO": 0.3766 } }, { - "id": "ai21/jamba-instruct", - "name": "Jamba Instruct", - "developer": "ai21", + "id": "jaspionjader/slu-33", + "name": "slu-33", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.287, - "helm_lite/NarrativeQA": 0.658, - "helm_lite/NaturalQuestions (closed-book)": 0.384, - "helm_lite/OpenbookQA": 0.796, - "helm_lite/MMLU": 0.582, - "helm_lite/MATH": 0.38, - "helm_lite/GSM8K": 0.67, - "helm_lite/LegalBench": 0.54, - "helm_lite/MedQA": 0.519, - "helm_lite/WMT 2014": 0.164, - "helm_mmlu/MMLU All Subjects": 0.659, - "helm_mmlu/Abstract Algebra": 0.36, - "helm_mmlu/Anatomy": 0.615, - "helm_mmlu/College Physics": 0.422, - "helm_mmlu/Computer Security": 0.76, - "helm_mmlu/Econometrics": 0.439, - "helm_mmlu/Global Facts": 0.4, - "helm_mmlu/Jurisprudence": 0.796, - "helm_mmlu/Philosophy": 0.749, - "helm_mmlu/Professional Psychology": 0.716, - "helm_mmlu/Us Foreign Policy": 0.91, - "helm_mmlu/Astronomy": 0.73, - "helm_mmlu/Business Ethics": 0.6, - "helm_mmlu/Clinical Knowledge": 0.702, - "helm_mmlu/Conceptual Physics": 0.677, - "helm_mmlu/Electrical Engineering": 0.621, - "helm_mmlu/Elementary Mathematics": 0.497, - "helm_mmlu/Formal Logic": 0.444, - "helm_mmlu/High School World History": 0.797, - "helm_mmlu/Human Sexuality": 0.794, - "helm_mmlu/International Law": 0.835, - "helm_mmlu/Logical Fallacies": 0.706, - "helm_mmlu/Machine Learning": 0.536, - "helm_mmlu/Management": 0.786, - "helm_mmlu/Marketing": 0.885, - "helm_mmlu/Medical Genetics": 0.67, - "helm_mmlu/Miscellaneous": 0.865, - "helm_mmlu/Moral Scenarios": 0.465, - "helm_mmlu/Nutrition": 0.745, - "helm_mmlu/Prehistory": 0.796, - "helm_mmlu/Public Relations": 0.682, - "helm_mmlu/Security Studies": 0.743, - "helm_mmlu/Sociology": 0.891, - "helm_mmlu/Virology": 0.53, - "helm_mmlu/World Religions": 0.813, - "helm_mmlu/Mean win rate": 0.887 + "hfopenllm_v2/IFEval": 0.4457, + "hfopenllm_v2/BBH": 0.5081, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.3867, + "hfopenllm_v2/MMLU-PRO": 0.3679 } }, { - "id": "ai21labs/Jamba-v0.1", - "name": "Jamba-v0.1", - "developer": "ai21labs", + "id": "jaspionjader/slu-34", + "name": "slu-34", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2026, - "hfopenllm_v2/BBH": 0.3602, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.359, - "hfopenllm_v2/MMLU-PRO": 0.2492 + "hfopenllm_v2/IFEval": 0.4351, + "hfopenllm_v2/BBH": 0.5077, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.388, + "hfopenllm_v2/MMLU-PRO": 0.372 } }, { - "id": "ai4bharat/Airavata", - "name": "Airavata", - "developer": "ai4bharat", + "id": "jaspionjader/slu-35", + "name": "slu-35", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0559, - "hfopenllm_v2/BBH": 0.3628, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3763, - "hfopenllm_v2/MMLU-PRO": 0.1635 + "hfopenllm_v2/IFEval": 0.4242, + "hfopenllm_v2/BBH": 0.5103, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.3946, + "hfopenllm_v2/MMLU-PRO": 0.3676 } }, { - "id": "aixonlab/Aether-12b", - "name": "Aether-12b", - "developer": "aixonlab", + "id": "jaspionjader/slu-36", + "name": "slu-36", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2347, - "hfopenllm_v2/BBH": 0.5179, - "hfopenllm_v2/MATH Level 5": 0.1065, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.3829, - "hfopenllm_v2/MMLU-PRO": 0.341 + "hfopenllm_v2/IFEval": 0.4518, + "hfopenllm_v2/BBH": 0.5087, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.3933, + "hfopenllm_v2/MMLU-PRO": 0.3711 } }, { - "id": "aixonlab/Grey-12b", - "name": "Grey-12b", - "developer": "aixonlab", + "id": "jaspionjader/slu-37", + "name": "slu-37", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3968, - "hfopenllm_v2/BBH": 0.5699, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4516, - "hfopenllm_v2/MMLU-PRO": 0.3779 + "hfopenllm_v2/IFEval": 0.4534, + "hfopenllm_v2/BBH": 0.51, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3946, + "hfopenllm_v2/MMLU-PRO": 0.3695 } }, { - "id": "aixonlab/Zara-14b-v1.2", - "name": "Zara-14b-v1.2", - "developer": "aixonlab", + "id": "jaspionjader/slu-6", + "name": "slu-6", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6197, - "hfopenllm_v2/BBH": 0.6405, - "hfopenllm_v2/MATH Level 5": 0.3535, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4675, - "hfopenllm_v2/MMLU-PRO": 0.5263 + "hfopenllm_v2/IFEval": 0.4117, + "hfopenllm_v2/BBH": 0.5099, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4066, + "hfopenllm_v2/MMLU-PRO": 0.3611 } }, { - "id": "akhadangi/Llama3.2.1B.0.01-First", - "name": "Llama3.2.1B.0.01-First", - "developer": "akhadangi", + "id": "jaspionjader/slu-mix-1", + "name": "slu-mix-1", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0814, - "hfopenllm_v2/BBH": 0.3189, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3194, - "hfopenllm_v2/MMLU-PRO": 0.1197 + "hfopenllm_v2/IFEval": 0.4569, + "hfopenllm_v2/BBH": 0.524, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.393 } }, { - "id": "akhadangi/Llama3.2.1B.0.01-Last", - "name": "Llama3.2.1B.0.01-Last", - "developer": "akhadangi", + "id": "jaspionjader/sof-1", + "name": "sof-1", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0917, - "hfopenllm_v2/BBH": 0.3159, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3206, - "hfopenllm_v2/MMLU-PRO": 0.1227 + "hfopenllm_v2/IFEval": 0.4314, + "hfopenllm_v2/BBH": 0.501, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4082, + "hfopenllm_v2/MMLU-PRO": 0.3674 } }, { - "id": "akhadangi/Llama3.2.1B.0.1-First", - "name": "Llama3.2.1B.0.1-First", - "developer": "akhadangi", + "id": "jaspionjader/sof-10", + "name": "sof-10", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1001, - "hfopenllm_v2/BBH": 0.312, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3301, - "hfopenllm_v2/MMLU-PRO": 0.1169 + "hfopenllm_v2/IFEval": 0.4648, + "hfopenllm_v2/BBH": 0.5197, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4091, + "hfopenllm_v2/MMLU-PRO": 0.3874 } }, { - "id": "akhadangi/Llama3.2.1B.0.1-Last", - "name": "Llama3.2.1B.0.1-Last", - "developer": "akhadangi", + "id": "jaspionjader/sof-3", + "name": "sof-3", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.095, - "hfopenllm_v2/BBH": 0.3164, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2383, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1178 + "hfopenllm_v2/IFEval": 0.4637, + "hfopenllm_v2/BBH": 0.5206, + "hfopenllm_v2/MATH Level 5": 0.1276, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4131, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "akhadangi/Llama3.2.1B.BaseFiT", - "name": "Llama3.2.1B.BaseFiT", - "developer": "akhadangi", + "id": "jaspionjader/sof-6", + "name": "sof-6", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0883, - "hfopenllm_v2/BBH": 0.3175, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3221, - "hfopenllm_v2/MMLU-PRO": 0.1172 + "hfopenllm_v2/IFEval": 0.4354, + "hfopenllm_v2/BBH": 0.5209, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3844 } }, { - "id": "akjindal53244/Llama-3.1-Storm-8B", - "name": "Llama-3.1-Storm-8B", - "developer": "akjindal53244", + "id": "jaspionjader/test-10", + "name": "test-10", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8051, - "hfopenllm_v2/BBH": 0.5189, - "hfopenllm_v2/MATH Level 5": 0.1722, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4028, - "hfopenllm_v2/MMLU-PRO": 0.3803 + "hfopenllm_v2/IFEval": 0.4578, + "hfopenllm_v2/BBH": 0.5316, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.3936 } }, { - "id": "alcholjung/llama3_medical_tuned", - "name": "llama3_medical_tuned", - "developer": "alcholjung", + "id": "jaspionjader/test-11", + "name": "test-11", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0106, - "hfopenllm_v2/BBH": 0.4513, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.466, - "hfopenllm_v2/MMLU-PRO": 0.2946 + "hfopenllm_v2/IFEval": 0.4541, + "hfopenllm_v2/BBH": 0.535, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.3939 } }, { - "id": "aleph-alpha/Luminous-Base-13B", - "name": "Luminous Base 13B", - "developer": "aleph-alpha", + "id": "jaspionjader/test-12", + "name": "test-12", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.315, - "helm_classic/MMLU": 0.27, - "helm_classic/BoolQ": 0.719, - "helm_classic/NarrativeQA": 0.605, - "helm_classic/NaturalQuestions (open-book)": 0.568, - "helm_classic/QuAC": 0.334, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.182, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.11, - "helm_classic/XSUM": 0.105, - "helm_classic/IMDB": 0.939, - "helm_classic/CivilComments": 0.544, - "helm_classic/RAFT": 0.473 + "hfopenllm_v2/IFEval": 0.4368, + "hfopenllm_v2/BBH": 0.5347, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.425, + "hfopenllm_v2/MMLU-PRO": 0.3935 } }, { - "id": "aleph-alpha/Luminous-Extended-30B", - "name": "Luminous Extended 30B", - "developer": "aleph-alpha", + "id": "jaspionjader/test-13", + "name": "test-13", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.485, - "helm_classic/MMLU": 0.321, - "helm_classic/BoolQ": 0.767, - "helm_classic/NarrativeQA": 0.665, - "helm_classic/NaturalQuestions (open-book)": 0.609, - "helm_classic/QuAC": 0.349, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.221, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.139, - "helm_classic/XSUM": 0.124, - "helm_classic/IMDB": 0.947, - "helm_classic/CivilComments": 0.524, - "helm_classic/RAFT": 0.523 + "hfopenllm_v2/IFEval": 0.4581, + "hfopenllm_v2/BBH": 0.5318, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.3935 } }, { - "id": "aleph-alpha/Luminous-Supreme-70B", - "name": "Luminous Supreme 70B", - "developer": "aleph-alpha", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_classic/Mean win rate": 0.662, - "helm_classic/MMLU": 0.38, - "helm_classic/BoolQ": 0.775, - "helm_classic/NarrativeQA": 0.711, - "helm_classic/NaturalQuestions (open-book)": 0.649, - "helm_classic/QuAC": 0.37, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.222, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.15, - "helm_classic/XSUM": 0.136, - "helm_classic/IMDB": 0.959, - "helm_classic/CivilComments": 0.562, - "helm_classic/RAFT": 0.653 + "id": "jaspionjader/test-14", + "name": "test-14", + "developer": "jaspionjader", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4444, + "hfopenllm_v2/BBH": 0.5323, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4317, + "hfopenllm_v2/MMLU-PRO": 0.393 } }, { - "id": "alibaba/qwen-3-coder-480b", - "name": "Qwen 3 Coder 480B", - "developer": "Alibaba", + "id": "jaspionjader/test-15", + "name": "test-15", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 27.2 + "hfopenllm_v2/IFEval": 0.4365, + "hfopenllm_v2/BBH": 0.5328, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.393 } }, { - "id": "alibaba/qwen3-235b-a22b-instruct-2507", - "name": "qwen3-235b-a22b-instruct-2507", - "developer": "alibaba", + "id": "jaspionjader/test-16", + "name": "test-16", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8798, - "global-mmlu-lite/Culturally Sensitive": 0.8522, - "global-mmlu-lite/Culturally Agnostic": 0.9075, - "global-mmlu-lite/Arabic": 0.88, - "global-mmlu-lite/English": 0.89, - "global-mmlu-lite/Bengali": 0.8875, - "global-mmlu-lite/German": 0.885, - "global-mmlu-lite/French": 0.88, - "global-mmlu-lite/Hindi": 0.8775, - "global-mmlu-lite/Indonesian": 0.88, - "global-mmlu-lite/Italian": 0.88, - "global-mmlu-lite/Japanese": 0.88, - "global-mmlu-lite/Korean": 0.875, - "global-mmlu-lite/Portuguese": 0.8875, - "global-mmlu-lite/Spanish": 0.875, - "global-mmlu-lite/Swahili": 0.87, - "global-mmlu-lite/Yoruba": 0.8725, - "global-mmlu-lite/Chinese": 0.8775, - "global-mmlu-lite/Burmese": 0.88 + "hfopenllm_v2/IFEval": 0.4599, + "hfopenllm_v2/BBH": 0.533, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4225, + "hfopenllm_v2/MMLU-PRO": 0.393 } }, { - "id": "alibaba/qwen3-235b-a22b-thinking-2507", - "name": "qwen3-235b-a22b-thinking-2507", - "developer": "Alibaba", + "id": "jaspionjader/test-17", + "name": "test-17", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.1267605633802817, - "livecodebenchpro/Easy Problems": 0.7605633802816901 + "hfopenllm_v2/IFEval": 0.4267, + "hfopenllm_v2/BBH": 0.5329, + "hfopenllm_v2/MATH Level 5": 0.1103, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.3929 } }, { - "id": "alibaba/qwen3-30b-a3b", - "name": "qwen3-30b-a3b", - "developer": "Alibaba", + "id": "jaspionjader/test-18", + "name": "test-18", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.028169014084507043, - "livecodebenchpro/Easy Problems": 0.5774647887323944 + "hfopenllm_v2/IFEval": 0.4392, + "hfopenllm_v2/BBH": 0.5317, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.393 } }, { - "id": "alibaba/qwen3-max", - "name": "alibaba/qwen3-max", - "developer": "Alibaba", + "id": "jaspionjader/test-19", + "name": "test-19", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.04225352112676056, - "livecodebenchpro/Easy Problems": 0.36619718309859156 + "hfopenllm_v2/IFEval": 0.4401, + "hfopenllm_v2/BBH": 0.5319, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.3929 } }, { - "id": "alibaba/qwen3-next-80b-a3b-thinking", - "name": "qwen3-next-80b-a3b-thinking", - "developer": "Alibaba", + "id": "jaspionjader/test-20", + "name": "test-20", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.14084507042253522, - "livecodebenchpro/Easy Problems": 0.7464788732394366 + "hfopenllm_v2/IFEval": 0.4529, + "hfopenllm_v2/BBH": 0.5327, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.392 } }, { - "id": "aliyun/qwen3-next-80b-a3b-thinking", - "name": "qwen3-next-80b-a3b-thinking", - "developer": "aliyun", + "id": "jaspionjader/TSN-Kosmos-EVAA-8B", + "name": "TSN-Kosmos-EVAA-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0704, - "livecodebenchpro/Easy Problems": 0.6901 + "hfopenllm_v2/IFEval": 0.4903, + "hfopenllm_v2/BBH": 0.5347, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "allenai/Llama-3.1-70B-Instruct-RM-RB2", - "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2", - "developer": "allenai", + "id": "jaspionjader/TSN-Kosmos-EVAA-v2-8B", + "name": "TSN-Kosmos-EVAA-v2-8B", + "developer": "jaspionjader", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7606, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.8355, - "reward-bench/Safety": 0.8844, - "reward-bench/Reasoning": 0.8969, - "reward-bench/Prior Sets (0.5 weight)": 0.0, - "reward-bench/Factuality": 0.8126, - "reward-bench/Precise IF": 0.4188, - "reward-bench/Math": 0.6995, - "reward-bench/Focus": 0.8646, - "reward-bench/Ties": 0.8835 + "hfopenllm_v2/IFEval": 0.4667, + "hfopenllm_v2/BBH": 0.5343, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3762 } }, { - "id": "allenai/Llama-3.1-8B-Base-RM-RB2", - "name": "allenai/Llama-3.1-8B-Base-RM-RB2", - "developer": "allenai", + "id": "jayasuryajsk/Qwen2.5-3B-reasoner", + "name": "Qwen2.5-3B-reasoner", + "developer": "jayasuryajsk", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8463, - "reward-bench/Factuality": 0.72, - "reward-bench/Precise IF": 0.3625, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.8851, - "reward-bench/Focus": 0.8323, - "reward-bench/Ties": 0.5406, - "reward-bench/Chat": 0.933, - "reward-bench/Chat Hard": 0.7785, - "reward-bench/Reasoning": 0.7886, - "reward-bench/Prior Sets (0.5 weight)": 0.0 + "hfopenllm_v2/IFEval": 0.416, + "hfopenllm_v2/BBH": 0.4651, + "hfopenllm_v2/MATH Level 5": 0.2085, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4123, + "hfopenllm_v2/MMLU-PRO": 0.3482 } }, { - "id": "allenai/Llama-3.1-8B-Instruct-RM-RB2", - "name": "allenai/Llama-3.1-8B-Instruct-RM-RB2", - "developer": "allenai", + "id": "JayHyeon/Qwen-0.5B-DPO-1epoch", + "name": "Qwen-0.5B-DPO-1epoch", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7285, - "reward-bench/Chat": 0.9581, - "reward-bench/Chat Hard": 0.8158, - "reward-bench/Safety": 0.8956, - "reward-bench/Reasoning": 0.887, - "reward-bench/Prior Sets (0.5 weight)": 0.0, - "reward-bench/Factuality": 0.7432, - "reward-bench/Precise IF": 0.4437, - "reward-bench/Math": 0.6175, - "reward-bench/Focus": 0.9071, - "reward-bench/Ties": 0.7638 + "hfopenllm_v2/IFEval": 0.2647, + "hfopenllm_v2/BBH": 0.3191, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3352, + "hfopenllm_v2/MMLU-PRO": 0.1558 } }, { - "id": "allenai/Llama-3.1-Tulu-3-70B", - "name": "Llama-3.1-Tulu-3-70B", - "developer": "allenai", + "id": "JayHyeon/Qwen-0.5B-DPO-5epoch", + "name": "Qwen-0.5B-DPO-5epoch", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8379, - "hfopenllm_v2/BBH": 0.6157, - "hfopenllm_v2/MATH Level 5": 0.3829, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4988, - "hfopenllm_v2/MMLU-PRO": 0.4656 + "hfopenllm_v2/IFEval": 0.257, + "hfopenllm_v2/BBH": 0.3112, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.338, + "hfopenllm_v2/MMLU-PRO": 0.1533 } }, { - "id": "allenai/Llama-3.1-Tulu-3-70B-DPO", - "name": "Llama-3.1-Tulu-3-70B-DPO", - "developer": "allenai", + "id": "JayHyeon/Qwen-0.5B-eDPO-1epoch", + "name": "Qwen-0.5B-eDPO-1epoch", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8282, - "hfopenllm_v2/BBH": 0.6146, - "hfopenllm_v2/MATH Level 5": 0.4494, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4923, - "hfopenllm_v2/MMLU-PRO": 0.4633 + "hfopenllm_v2/IFEval": 0.2623, + "hfopenllm_v2/BBH": 0.3181, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3327, + "hfopenllm_v2/MMLU-PRO": 0.1553 } }, { - "id": "allenai/Llama-3.1-Tulu-3-70B-SFT", - "name": "Llama-3.1-Tulu-3-70B-SFT", - "developer": "allenai", + "id": "JayHyeon/Qwen-0.5B-eDPO-5epoch", + "name": "Qwen-0.5B-eDPO-5epoch", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8051, - "hfopenllm_v2/BBH": 0.5951, - "hfopenllm_v2/MATH Level 5": 0.3316, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.5026, - "hfopenllm_v2/MMLU-PRO": 0.4624 + "hfopenllm_v2/IFEval": 0.2477, + "hfopenllm_v2/BBH": 0.3096, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3326, + "hfopenllm_v2/MMLU-PRO": 0.1523 } }, { - "id": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2", - "name": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2", - "developer": "allenai", + "id": "JayHyeon/Qwen-0.5B-IRPO-1epoch", + "name": "Qwen-0.5B-IRPO-1epoch", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.722, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.8268, - "reward-bench/Safety": 0.8689, - "reward-bench/Reasoning": 0.8583, - "reward-bench/Prior Sets (0.5 weight)": 0.0, - "reward-bench/Factuality": 0.8084, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.6776, - "reward-bench/Focus": 0.7778, - "reward-bench/Ties": 0.8308 + "hfopenllm_v2/IFEval": 0.2589, + "hfopenllm_v2/BBH": 0.3164, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3286, + "hfopenllm_v2/MMLU-PRO": 0.15 } }, { - "id": "allenai/Llama-3.1-Tulu-3-8B", - "name": "Llama-3.1-Tulu-3-8B", - "developer": "allenai", + "id": "JayHyeon/Qwen-0.5B-IRPO-5epoch", + "name": "Qwen-0.5B-IRPO-5epoch", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8267, - "hfopenllm_v2/BBH": 0.405, - "hfopenllm_v2/MATH Level 5": 0.1964, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4175, - "hfopenllm_v2/MMLU-PRO": 0.2827 + "hfopenllm_v2/IFEval": 0.2487, + "hfopenllm_v2/BBH": 0.3189, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3287, + "hfopenllm_v2/MMLU-PRO": 0.1507 } }, { - "id": "allenai/Llama-3.1-Tulu-3-8B-DPO", - "name": "Llama-3.1-Tulu-3-8B-DPO", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT", + "name": "Qwen2.5-0.5B-Instruct-SFT", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8029, - "hfopenllm_v2/BBH": 0.4079, - "hfopenllm_v2/MATH Level 5": 0.2364, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4161, - "hfopenllm_v2/MMLU-PRO": 0.2898 + "hfopenllm_v2/IFEval": 0.2768, + "hfopenllm_v2/BBH": 0.3254, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.152 } }, { - "id": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2", - "name": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1", + "name": "Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.687, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.761, - "reward-bench/Safety": 0.86, - "reward-bench/Reasoning": 0.7898, - "reward-bench/Prior Sets (0.5 weight)": 0.0, - "reward-bench/Factuality": 0.7516, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.6284, - "reward-bench/Focus": 0.8545, - "reward-bench/Ties": 0.6397 + "hfopenllm_v2/IFEval": 0.2469, + "hfopenllm_v2/BBH": 0.326, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3434, + "hfopenllm_v2/MMLU-PRO": 0.1575 } }, { - "id": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2", - "name": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1", + "name": "Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6871, - "reward-bench/Chat": 0.9469, - "reward-bench/Chat Hard": 0.7588, - "reward-bench/Safety": 0.8644, - "reward-bench/Reasoning": 0.7715, - "reward-bench/Prior Sets (0.5 weight)": 0.0, - "reward-bench/Factuality": 0.7642, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.6175, - "reward-bench/Focus": 0.8485, - "reward-bench/Ties": 0.6281 + "hfopenllm_v2/IFEval": 0.2606, + "hfopenllm_v2/BBH": 0.3308, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1626 } }, { - "id": "allenai/Llama-3.1-Tulu-3-8B-RM", - "name": "Llama-3.1-Tulu-3-8B-RM", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1", + "name": "Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.167, - "hfopenllm_v2/BBH": 0.295, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3764, - "hfopenllm_v2/MMLU-PRO": 0.1082, - "reward-bench/Score": 0.59, - "reward-bench/Factuality": 0.7453, - "reward-bench/Precise IF": 0.3469, - "reward-bench/Math": 0.6448, - "reward-bench/Safety": 0.7422, - "reward-bench/Focus": 0.5364, - "reward-bench/Ties": 0.5243 + "hfopenllm_v2/IFEval": 0.2529, + "hfopenllm_v2/BBH": 0.3262, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3301, + "hfopenllm_v2/MMLU-PRO": 0.1576 } }, { - "id": "allenai/Llama-3.1-Tulu-3-8B-SFT", - "name": "Llama-3.1-Tulu-3-8B-SFT", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT", + "name": "Qwen2.5-0.5B-SFT", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7403, - "hfopenllm_v2/BBH": 0.3872, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4268, - "hfopenllm_v2/MMLU-PRO": 0.2812 + "hfopenllm_v2/IFEval": 0.1964, + "hfopenllm_v2/BBH": 0.3121, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3394, + "hfopenllm_v2/MMLU-PRO": 0.1673 } }, { - "id": "allenai/Llama-3.1-Tulu-3-8B-SFT-RM-RB2", - "name": "allenai/Llama-3.1-Tulu-3-8B-SFT-RM-RB2", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-4", + "name": "Qwen2.5-0.5B-SFT-1e-4", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8551, - "reward-bench/Factuality": 0.7326, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.5792, - "reward-bench/Safety": 0.8784, - "reward-bench/Focus": 0.8889, - "reward-bench/Ties": 0.6063, - "reward-bench/Chat": 0.9497, - "reward-bench/Chat Hard": 0.7917, - "reward-bench/Reasoning": 0.8005, - "reward-bench/Prior Sets (0.5 weight)": 0.0 + "hfopenllm_v2/IFEval": 0.202, + "hfopenllm_v2/BBH": 0.3017, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3446, + "hfopenllm_v2/MMLU-PRO": 0.1619 } }, { - "id": "allenai/OLMo-1.7-7B-hf", - "name": "OLMo-1.7-7B-hf", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-4-2ep", + "name": "Qwen2.5-0.5B-SFT-1e-4-2ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1569, - "hfopenllm_v2/BBH": 0.3014, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.1124 + "hfopenllm_v2/IFEval": 0.214, + "hfopenllm_v2/BBH": 0.3172, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3473, + "hfopenllm_v2/MMLU-PRO": 0.1537 } }, { - "id": "allenai/OLMo-1B-hf", - "name": "OLMo-1B-hf", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-4-3ep", + "name": "Qwen2.5-0.5B-SFT-1e-4-3ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2182, - "hfopenllm_v2/BBH": 0.3052, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4098, - "hfopenllm_v2/MMLU-PRO": 0.1174 + "hfopenllm_v2/IFEval": 0.2257, + "hfopenllm_v2/BBH": 0.3064, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.1532 } }, { - "id": "allenai/OLMo-2-1124-7B-Instruct", - "name": "OLMo-2-1124-7B-Instruct", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-4-5ep", + "name": "Qwen2.5-0.5B-SFT-1e-4-5ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7244, - "hfopenllm_v2/BBH": 0.4022, - "hfopenllm_v2/MATH Level 5": 0.1488, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3508, - "hfopenllm_v2/MMLU-PRO": 0.2672 + "hfopenllm_v2/IFEval": 0.1987, + "hfopenllm_v2/BBH": 0.3104, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3407, + "hfopenllm_v2/MMLU-PRO": 0.1558 } }, { - "id": "allenai/OLMo-7B-Instruct", - "name": "allenai/OLMo-7B-Instruct", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-5", + "name": "Qwen2.5-0.5B-SFT-1e-5", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6727, - "reward-bench/Chat": 0.8966, - "reward-bench/Chat Hard": 0.5066, - "reward-bench/Safety": 0.6486, - "reward-bench/Reasoning": 0.7168, - "reward-bench/Prior Sets (0.5 weight)": 0.5173 + "hfopenllm_v2/IFEval": 0.1986, + "hfopenllm_v2/BBH": 0.314, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.346, + "hfopenllm_v2/MMLU-PRO": 0.1698 } }, { - "id": "allenai/OLMo-7B-Instruct-hf", - "name": "OLMo-7B-Instruct-hf", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-5-2ep", + "name": "Qwen2.5-0.5B-SFT-1e-5-2ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3473, - "hfopenllm_v2/BBH": 0.3706, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3765, - "hfopenllm_v2/MMLU-PRO": 0.1785 + "hfopenllm_v2/IFEval": 0.1971, + "hfopenllm_v2/BBH": 0.3225, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.1651 } }, { - "id": "allenai/OLMo-7B-hf", - "name": "OLMo-7B-hf", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-5-3ep", + "name": "Qwen2.5-0.5B-SFT-1e-5-3ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2719, - "hfopenllm_v2/BBH": 0.3279, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.1173 + "hfopenllm_v2/IFEval": 0.2241, + "hfopenllm_v2/BBH": 0.3247, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3353, + "hfopenllm_v2/MMLU-PRO": 0.1689 } }, { - "id": "allenai/OLMoE-1B-7B-0125-Instruct", - "name": "OLMoE-1B-7B-0125-Instruct", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-1e-5-5ep", + "name": "Qwen2.5-0.5B-SFT-1e-5-5ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6757, - "hfopenllm_v2/BBH": 0.3825, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3636, - "hfopenllm_v2/MMLU-PRO": 0.1915 + "hfopenllm_v2/IFEval": 0.2292, + "hfopenllm_v2/BBH": 0.3259, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3235, + "hfopenllm_v2/MMLU-PRO": 0.1688 } }, { - "id": "allenai/OLMoE-1B-7B-0924", - "name": "OLMoE-1B-7B-0924", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-4", + "name": "Qwen2.5-0.5B-SFT-2e-4", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2185, - "hfopenllm_v2/BBH": 0.3393, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3488, - "hfopenllm_v2/MMLU-PRO": 0.174 + "hfopenllm_v2/IFEval": 0.2034, + "hfopenllm_v2/BBH": 0.2936, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3434, + "hfopenllm_v2/MMLU-PRO": 0.1413 } }, { - "id": "allenai/OLMoE-1B-7B-0924-Instruct", - "name": "OLMoE-1B-7B-0924-Instruct", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-4-2ep", + "name": "Qwen2.5-0.5B-SFT-2e-4-2ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4667, - "hfopenllm_v2/BBH": 0.3902, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3848, - "hfopenllm_v2/MMLU-PRO": 0.1876 + "hfopenllm_v2/IFEval": 0.1831, + "hfopenllm_v2/BBH": 0.2984, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3568, + "hfopenllm_v2/MMLU-PRO": 0.1484 } }, { - "id": "allenai/llama-3-tulu-2-70b-uf-mean-rm", - "name": "allenai/llama-3-tulu-2-70b-uf-mean-rm", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-4-3ep", + "name": "Qwen2.5-0.5B-SFT-2e-4-3ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7019, - "reward-bench/Chat": 0.8631, - "reward-bench/Chat Hard": 0.5614, - "reward-bench/Safety": 0.6095, - "reward-bench/Reasoning": 0.8268, - "reward-bench/Prior Sets (0.5 weight)": 0.5957 + "hfopenllm_v2/IFEval": 0.199, + "hfopenllm_v2/BBH": 0.311, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3449, + "hfopenllm_v2/MMLU-PRO": 0.1416 } }, { - "id": "allenai/llama-3-tulu-2-8b-uf-mean-rm", - "name": "allenai/llama-3-tulu-2-8b-uf-mean-rm", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-4-5ep", + "name": "Qwen2.5-0.5B-SFT-2e-4-5ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7342, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.5921, - "reward-bench/Safety": 0.6162, - "reward-bench/Reasoning": 0.8212, - "reward-bench/Prior Sets (0.5 weight)": 0.6434 + "hfopenllm_v2/IFEval": 0.1897, + "hfopenllm_v2/BBH": 0.2936, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3874, + "hfopenllm_v2/MMLU-PRO": 0.1336 } }, { - "id": "allenai/llama-3-tulu-2-dpo-70b", - "name": "allenai/llama-3-tulu-2-dpo-70b", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5", + "name": "Qwen2.5-0.5B-SFT-2e-5", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7496, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.5746, - "reward-bench/Safety": 0.7486, - "reward-bench/Reasoning": 0.802, - "reward-bench/Prior Sets (0.5 weight)": 0.5687 + "hfopenllm_v2/IFEval": 0.2068, + "hfopenllm_v2/BBH": 0.3204, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.1678 } }, { - "id": "allenai/llama-3-tulu-2-dpo-8b", - "name": "allenai/llama-3-tulu-2-dpo-8b", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7275, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.5351, - "reward-bench/Safety": 0.6649, - "reward-bench/Reasoning": 0.8663, - "reward-bench/Prior Sets (0.5 weight)": 0.5097 + "hfopenllm_v2/IFEval": 0.2201, + "hfopenllm_v2/BBH": 0.3217, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3367, + "hfopenllm_v2/MMLU-PRO": 0.171 } }, { - "id": "allenai/olmo-1.7-7b", - "name": "OLMo 1.7 7B", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "helm_mmlu/MMLU All Subjects": 0.538, - "helm_mmlu/Abstract Algebra": 0.33, - "helm_mmlu/Anatomy": 0.496, - "helm_mmlu/College Physics": 0.333, - "helm_mmlu/Computer Security": 0.65, - "helm_mmlu/Econometrics": 0.404, - "helm_mmlu/Global Facts": 0.34, - "helm_mmlu/Jurisprudence": 0.565, - "helm_mmlu/Philosophy": 0.592, - "helm_mmlu/Professional Psychology": 0.526, - "helm_mmlu/Us Foreign Policy": 0.76, - "helm_mmlu/Astronomy": 0.526, - "helm_mmlu/Business Ethics": 0.59, - "helm_mmlu/Clinical Knowledge": 0.57, - "helm_mmlu/Conceptual Physics": 0.434, - "helm_mmlu/Electrical Engineering": 0.517, - "helm_mmlu/Elementary Mathematics": 0.307, - "helm_mmlu/Formal Logic": 0.325, - "helm_mmlu/High School World History": 0.713, - "helm_mmlu/Human Sexuality": 0.595, - "helm_mmlu/International Law": 0.612, - "helm_mmlu/Logical Fallacies": 0.607, - "helm_mmlu/Machine Learning": 0.375, - "helm_mmlu/Management": 0.689, - "helm_mmlu/Marketing": 0.769, - "helm_mmlu/Medical Genetics": 0.56, - "helm_mmlu/Miscellaneous": 0.734, - "helm_mmlu/Moral Scenarios": 0.335, - "helm_mmlu/Nutrition": 0.608, - "helm_mmlu/Prehistory": 0.593, - "helm_mmlu/Public Relations": 0.6, - "helm_mmlu/Security Studies": 0.522, - "helm_mmlu/Sociology": 0.751, - "helm_mmlu/Virology": 0.452, - "helm_mmlu/World Religions": 0.731, - "helm_mmlu/Mean win rate": 0.196 + "hfopenllm_v2/IFEval": 0.2542, + "hfopenllm_v2/BBH": 0.3167, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.158 } }, { - "id": "allenai/olmo-2-0325-32b-instruct", - "name": "OLMo 2 32B Instruct March 2025", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.475, - "helm_capabilities/MMLU-Pro": 0.414, - "helm_capabilities/GPQA": 0.287, - "helm_capabilities/IFEval": 0.78, - "helm_capabilities/WildBench": 0.734, - "helm_capabilities/Omni-MATH": 0.161 + "hfopenllm_v2/IFEval": 0.2451, + "hfopenllm_v2/BBH": 0.316, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1561 } }, { - "id": "allenai/olmo-2-1124-13b-instruct", - "name": "OLMo 2 13B Instruct November 2024", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.44, - "helm_capabilities/MMLU-Pro": 0.31, - "helm_capabilities/GPQA": 0.316, - "helm_capabilities/IFEval": 0.73, - "helm_capabilities/WildBench": 0.689, - "helm_capabilities/Omni-MATH": 0.156 + "hfopenllm_v2/IFEval": 0.2557, + "hfopenllm_v2/BBH": 0.3142, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1575 } }, { - "id": "allenai/olmo-2-1124-7b-instruct", - "name": "OLMo 2 7B Instruct November 2024", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.405, - "helm_capabilities/MMLU-Pro": 0.292, - "helm_capabilities/GPQA": 0.296, - "helm_capabilities/IFEval": 0.693, - "helm_capabilities/WildBench": 0.628, - "helm_capabilities/Omni-MATH": 0.116 + "hfopenllm_v2/IFEval": 0.2605, + "hfopenllm_v2/BBH": 0.3167, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1577 } }, { - "id": "allenai/olmo-7b", - "name": "OLMo 7B", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.052, - "helm_lite/NarrativeQA": 0.597, - "helm_lite/NaturalQuestions (closed-book)": 0.259, - "helm_lite/OpenbookQA": 0.222, - "helm_lite/MMLU": 0.305, - "helm_lite/MATH": 0.029, - "helm_lite/GSM8K": 0.044, - "helm_lite/LegalBench": 0.341, - "helm_lite/MedQA": 0.229, - "helm_lite/WMT 2014": 0.097, - "helm_mmlu/MMLU All Subjects": 0.295, - "helm_mmlu/Abstract Algebra": 0.26, - "helm_mmlu/Anatomy": 0.222, - "helm_mmlu/College Physics": 0.294, - "helm_mmlu/Computer Security": 0.3, - "helm_mmlu/Econometrics": 0.325, - "helm_mmlu/Global Facts": 0.32, - "helm_mmlu/Jurisprudence": 0.25, - "helm_mmlu/Philosophy": 0.325, - "helm_mmlu/Professional Psychology": 0.232, - "helm_mmlu/Us Foreign Policy": 0.26, - "helm_mmlu/Astronomy": 0.342, - "helm_mmlu/Business Ethics": 0.24, - "helm_mmlu/Clinical Knowledge": 0.26, - "helm_mmlu/Conceptual Physics": 0.319, - "helm_mmlu/Electrical Engineering": 0.29, - "helm_mmlu/Elementary Mathematics": 0.254, - "helm_mmlu/Formal Logic": 0.278, - "helm_mmlu/High School World History": 0.253, - "helm_mmlu/Human Sexuality": 0.267, - "helm_mmlu/International Law": 0.306, - "helm_mmlu/Logical Fallacies": 0.264, - "helm_mmlu/Machine Learning": 0.286, - "helm_mmlu/Management": 0.272, - "helm_mmlu/Marketing": 0.269, - "helm_mmlu/Medical Genetics": 0.28, - "helm_mmlu/Miscellaneous": 0.292, - "helm_mmlu/Moral Scenarios": 0.265, - "helm_mmlu/Nutrition": 0.34, - "helm_mmlu/Prehistory": 0.318, - "helm_mmlu/Public Relations": 0.345, - "helm_mmlu/Security Studies": 0.408, - "helm_mmlu/Sociology": 0.383, - "helm_mmlu/Virology": 0.416, - "helm_mmlu/World Religions": 0.234, - "helm_mmlu/Mean win rate": 0.68 + "hfopenllm_v2/IFEval": 0.2578, + "hfopenllm_v2/BBH": 0.3173, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1583 } }, { - "id": "allenai/olmoe-1b-7b-0125-instruct", - "name": "OLMoE 1B-7B Instruct January 2025", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.332, - "helm_capabilities/MMLU-Pro": 0.169, - "helm_capabilities/GPQA": 0.22, - "helm_capabilities/IFEval": 0.628, - "helm_capabilities/WildBench": 0.551, - "helm_capabilities/Omni-MATH": 0.093 + "hfopenllm_v2/IFEval": 0.2335, + "hfopenllm_v2/BBH": 0.3198, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3276, + "hfopenllm_v2/MMLU-PRO": 0.1581 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739590997", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739590997", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6004, - "reward-bench/Factuality": 0.7032, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.7867, - "reward-bench/Focus": 0.598, - "reward-bench/Ties": 0.5165 + "hfopenllm_v2/IFEval": 0.2472, + "hfopenllm_v2/BBH": 0.3226, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1538 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739871066", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739871066", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6012, - "reward-bench/Factuality": 0.6989, - "reward-bench/Precise IF": 0.425, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.7978, - "reward-bench/Focus": 0.604, - "reward-bench/Ties": 0.4527 + "hfopenllm_v2/IFEval": 0.2474, + "hfopenllm_v2/BBH": 0.3229, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1539 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739925892", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739925892", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6345, - "reward-bench/Factuality": 0.7432, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.8111, - "reward-bench/Focus": 0.7131, - "reward-bench/Ties": 0.5606 + "hfopenllm_v2/IFEval": 0.2403, + "hfopenllm_v2/BBH": 0.3245, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1573 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739943850", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739943850", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4978, - "reward-bench/Factuality": 0.5726, - "reward-bench/Precise IF": 0.3125, - "reward-bench/Math": 0.5191, - "reward-bench/Safety": 0.6489, - "reward-bench/Focus": 0.6222, - "reward-bench/Ties": 0.3114 + "hfopenllm_v2/IFEval": 0.2368, + "hfopenllm_v2/BBH": 0.3224, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3355, + "hfopenllm_v2/MMLU-PRO": 0.1516 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739943881", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739943881", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5998, - "reward-bench/Factuality": 0.7032, - "reward-bench/Precise IF": 0.3187, - "reward-bench/Math": 0.5792, - "reward-bench/Safety": 0.8222, - "reward-bench/Focus": 0.6727, - "reward-bench/Ties": 0.5025 + "hfopenllm_v2/IFEval": 0.2372, + "hfopenllm_v2/BBH": 0.3248, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3394, + "hfopenllm_v2/MMLU-PRO": 0.155 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739943972", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739943972", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5289, - "reward-bench/Factuality": 0.6168, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.5738, - "reward-bench/Safety": 0.6844, - "reward-bench/Focus": 0.5657, - "reward-bench/Ties": 0.3577 + "hfopenllm_v2/IFEval": 0.2499, + "hfopenllm_v2/BBH": 0.3181, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1574 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739957701", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739957701", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6194, - "reward-bench/Factuality": 0.6779, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.6011, - "reward-bench/Safety": 0.8022, - "reward-bench/Focus": 0.697, - "reward-bench/Ties": 0.5822 + "hfopenllm_v2/IFEval": 0.2381, + "hfopenllm_v2/BBH": 0.3242, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1572 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739971507", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739971507", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5717, - "reward-bench/Factuality": 0.68, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.7667, - "reward-bench/Focus": 0.5475, - "reward-bench/Ties": 0.4545 + "hfopenllm_v2/IFEval": 0.2421, + "hfopenllm_v2/BBH": 0.3225, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3408, + "hfopenllm_v2/MMLU-PRO": 0.1496 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739971529", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739971529", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5564, - "reward-bench/Factuality": 0.6568, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.5956, - "reward-bench/Safety": 0.7533, - "reward-bench/Focus": 0.5737, - "reward-bench/Ties": 0.4027 + "hfopenllm_v2/IFEval": 0.2381, + "hfopenllm_v2/BBH": 0.3265, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3408, + "hfopenllm_v2/MMLU-PRO": 0.1499 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1739998765", - "name": "allenai/open_instruct_dev-reward_modeling__1__1739998765", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6008, - "reward-bench/Factuality": 0.7095, - "reward-bench/Precise IF": 0.4125, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.8022, - "reward-bench/Focus": 0.5859, - "reward-bench/Ties": 0.4883 + "hfopenllm_v2/IFEval": 0.2526, + "hfopenllm_v2/BBH": 0.3177, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1572 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1740005072", - "name": "allenai/open_instruct_dev-reward_modeling__1__1740005072", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6097, - "reward-bench/Factuality": 0.7137, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.7778, - "reward-bench/Focus": 0.6343, - "reward-bench/Ties": 0.5047 + "hfopenllm_v2/IFEval": 0.2457, + "hfopenllm_v2/BBH": 0.316, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1572 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1740129284", - "name": "allenai/open_instruct_dev-reward_modeling__1__1740129284", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6129, - "reward-bench/Factuality": 0.7116, - "reward-bench/Precise IF": 0.4437, - "reward-bench/Math": 0.6448, - "reward-bench/Safety": 0.8022, - "reward-bench/Focus": 0.6101, - "reward-bench/Ties": 0.4652 + "hfopenllm_v2/IFEval": 0.2442, + "hfopenllm_v2/BBH": 0.3194, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1741286813", - "name": "allenai/open_instruct_dev-reward_modeling__1__1741286813", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6557, - "reward-bench/Factuality": 0.6295, - "reward-bench/Precise IF": 0.4188, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.9111, - "reward-bench/Focus": 0.8263, - "reward-bench/Ties": 0.5365 + "hfopenllm_v2/IFEval": 0.2604, + "hfopenllm_v2/BBH": 0.3178, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1741287363", - "name": "allenai/open_instruct_dev-reward_modeling__1__1741287363", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6672, - "reward-bench/Factuality": 0.6295, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.88, - "reward-bench/Focus": 0.9374, - "reward-bench/Ties": 0.5748 + "hfopenllm_v2/IFEval": 0.249, + "hfopenllm_v2/BBH": 0.3173, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1569 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1741292911", - "name": "allenai/open_instruct_dev-reward_modeling__1__1741292911", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6607, - "reward-bench/Factuality": 0.6589, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.9089, - "reward-bench/Focus": 0.8869, - "reward-bench/Ties": 0.5028 + "hfopenllm_v2/IFEval": 0.2604, + "hfopenllm_v2/BBH": 0.315, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1566 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1742338142", - "name": "allenai/open_instruct_dev-reward_modeling__1__1742338142", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6344, - "reward-bench/Factuality": 0.7326, - "reward-bench/Precise IF": 0.3812, - "reward-bench/Math": 0.7049, - "reward-bench/Safety": 0.88, - "reward-bench/Focus": 0.6323, - "reward-bench/Ties": 0.475 + "hfopenllm_v2/IFEval": 0.2411, + "hfopenllm_v2/BBH": 0.3167, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3301, + "hfopenllm_v2/MMLU-PRO": 0.1562 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1742519610", - "name": "allenai/open_instruct_dev-reward_modeling__1__1742519610", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6361, - "reward-bench/Factuality": 0.7074, - "reward-bench/Precise IF": 0.3812, - "reward-bench/Math": 0.6721, - "reward-bench/Safety": 0.82, - "reward-bench/Focus": 0.6444, - "reward-bench/Ties": 0.5915 + "hfopenllm_v2/IFEval": 0.2369, + "hfopenllm_v2/BBH": 0.326, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3355, + "hfopenllm_v2/MMLU-PRO": 0.157 } }, { - "id": "allenai/open_instruct_dev-reward_modeling__1__1742519628", - "name": "allenai/open_instruct_dev-reward_modeling__1__1742519628", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5609, - "reward-bench/Factuality": 0.5179, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.8356, - "reward-bench/Focus": 0.5071, - "reward-bench/Ties": 0.5254 + "hfopenllm_v2/IFEval": 0.2262, + "hfopenllm_v2/BBH": 0.3262, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3408, + "hfopenllm_v2/MMLU-PRO": 0.1541 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_100pctflipped__1__1744241455", - "name": "allenai/open_instruct_dev-rm_1e-6_1_100pctflipped__1__1744241455", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.0576, - "reward-bench/Factuality": 0.04, - "reward-bench/Precise IF": 0.1313, - "reward-bench/Math": 0.0546, - "reward-bench/Safety": 0.0489, - "reward-bench/Focus": 0.0808, - "reward-bench/Ties": -0.01 + "hfopenllm_v2/IFEval": 0.2508, + "hfopenllm_v2/BBH": 0.3199, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3355, + "hfopenllm_v2/MMLU-PRO": 0.1555 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_10pctflipped__1__1743295511", - "name": "allenai/open_instruct_dev-rm_1e-6_1_10pctflipped__1__1743295511", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5499, - "reward-bench/Factuality": 0.6821, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.5956, - "reward-bench/Safety": 0.7356, - "reward-bench/Focus": 0.5212, - "reward-bench/Ties": 0.3711 + "hfopenllm_v2/IFEval": 0.239, + "hfopenllm_v2/BBH": 0.3182, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.156 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_20pctflipped__1__1743295406", - "name": "allenai/open_instruct_dev-rm_1e-6_1_20pctflipped__1__1743295406", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5054, - "reward-bench/Factuality": 0.6358, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.6867, - "reward-bench/Focus": 0.4424, - "reward-bench/Ties": 0.2922 + "hfopenllm_v2/IFEval": 0.2423, + "hfopenllm_v2/BBH": 0.3154, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1548 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_30pctflipped__1__1743325136", - "name": "allenai/open_instruct_dev-rm_1e-6_1_30pctflipped__1__1743325136", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.478, - "reward-bench/Factuality": 0.6442, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.6356, - "reward-bench/Focus": 0.2707, - "reward-bench/Ties": 0.3496 + "hfopenllm_v2/IFEval": 0.2493, + "hfopenllm_v2/BBH": 0.319, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1561 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_50pctflipped__1__1744241398", - "name": "allenai/open_instruct_dev-rm_1e-6_1_50pctflipped__1__1744241398", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.219, - "reward-bench/Factuality": 0.2484, - "reward-bench/Precise IF": 0.2812, - "reward-bench/Math": 0.2623, - "reward-bench/Safety": 0.3422, - "reward-bench/Focus": 0.1717, - "reward-bench/Ties": 0.008 + "hfopenllm_v2/IFEval": 0.255, + "hfopenllm_v2/BBH": 0.3211, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1571 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_5pctflipped__1__1743444535", - "name": "allenai/open_instruct_dev-rm_1e-6_1_5pctflipped__1__1743444535", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5625, - "reward-bench/Factuality": 0.6821, - "reward-bench/Precise IF": 0.4062, - "reward-bench/Math": 0.6011, - "reward-bench/Safety": 0.7511, - "reward-bench/Focus": 0.5313, - "reward-bench/Ties": 0.403 + "hfopenllm_v2/IFEval": 0.2478, + "hfopenllm_v2/BBH": 0.3198, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1587 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo__1__1743550054", - "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo__1__1743550054", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5759, - "reward-bench/Factuality": 0.7074, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.7578, - "reward-bench/Focus": 0.5333, - "reward-bench/Ties": 0.459 + "hfopenllm_v2/IFEval": 0.2475, + "hfopenllm_v2/BBH": 0.3225, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3301, + "hfopenllm_v2/MMLU-PRO": 0.1556 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworks__1__1744530271", - "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworks__1__1744530271", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6057, - "reward-bench/Factuality": 0.5053, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.5902, - "reward-bench/Safety": 0.8422, - "reward-bench/Focus": 0.7798, - "reward-bench/Ties": 0.5419 + "hfopenllm_v2/IFEval": 0.259, + "hfopenllm_v2/BBH": 0.3185, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1586 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworkstulufull__1__1743550181", - "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworkstulufull__1__1743550181", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6535, - "reward-bench/Factuality": 0.7137, - "reward-bench/Precise IF": 0.3812, - "reward-bench/Math": 0.6175, - "reward-bench/Safety": 0.8244, - "reward-bench/Focus": 0.7737, - "reward-bench/Ties": 0.6101 + "hfopenllm_v2/IFEval": 0.2323, + "hfopenllm_v2/BBH": 0.3179, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1548 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_rl__1__1743551221", - "name": "allenai/open_instruct_dev-rm_1e-6_1_rl__1__1743551221", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5799, - "reward-bench/Factuality": 0.7116, - "reward-bench/Precise IF": 0.3812, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.76, - "reward-bench/Focus": 0.5374, - "reward-bench/Ties": 0.461 + "hfopenllm_v2/IFEval": 0.2315, + "hfopenllm_v2/BBH": 0.326, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3383, + "hfopenllm_v2/MMLU-PRO": 0.1521 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworks__1__1744530262", - "name": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworks__1__1744530262", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5903, - "reward-bench/Factuality": 0.4863, - "reward-bench/Precise IF": 0.3625, - "reward-bench/Math": 0.5738, - "reward-bench/Safety": 0.8489, - "reward-bench/Focus": 0.7778, - "reward-bench/Ties": 0.4926 + "hfopenllm_v2/IFEval": 0.2298, + "hfopenllm_v2/BBH": 0.332, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3329, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworkstulufull__1__1743551523", - "name": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworkstulufull__1__1743551523", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6483, - "reward-bench/Factuality": 0.7074, - "reward-bench/Precise IF": 0.3625, - "reward-bench/Math": 0.6175, - "reward-bench/Safety": 0.8222, - "reward-bench/Focus": 0.7758, - "reward-bench/Ties": 0.6044 + "hfopenllm_v2/IFEval": 0.2469, + "hfopenllm_v2/BBH": 0.3179, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1575 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_1_skyworkstulumix__1__1743205750", - "name": "allenai/open_instruct_dev-rm_1e-6_1_skyworkstulumix__1__1743205750", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5157, - "reward-bench/Factuality": 0.6084, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.7089, - "reward-bench/Focus": 0.4222, - "reward-bench/Ties": 0.3791 + "hfopenllm_v2/IFEval": 0.252, + "hfopenllm_v2/BBH": 0.3168, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1576 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_2_10pctflipped__1__1743295427", - "name": "allenai/open_instruct_dev-rm_1e-6_2_10pctflipped__1__1743295427", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6009, - "reward-bench/Factuality": 0.7263, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.5902, - "reward-bench/Safety": 0.7933, - "reward-bench/Focus": 0.7273, - "reward-bench/Ties": 0.3931 + "hfopenllm_v2/IFEval": 0.2666, + "hfopenllm_v2/BBH": 0.3191, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_2_20pctflipped__1__1743295446", - "name": "allenai/open_instruct_dev-rm_1e-6_2_20pctflipped__1__1743295446", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5716, - "reward-bench/Factuality": 0.6779, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.5464, - "reward-bench/Safety": 0.7533, - "reward-bench/Focus": 0.7051, - "reward-bench/Ties": 0.3534 + "hfopenllm_v2/IFEval": 0.2499, + "hfopenllm_v2/BBH": 0.3178, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1562 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094", - "name": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5151, - "reward-bench/Factuality": 0.6484, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.5574, - "reward-bench/Safety": 0.7289, - "reward-bench/Focus": 0.4889, - "reward-bench/Ties": 0.3357 + "hfopenllm_v2/IFEval": 0.2417, + "hfopenllm_v2/BBH": 0.3178, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1575 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636", - "name": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6119, - "reward-bench/Factuality": 0.72, - "reward-bench/Precise IF": 0.4062, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8067, - "reward-bench/Focus": 0.6889, - "reward-bench/Ties": 0.421 + "hfopenllm_v2/IFEval": 0.2562, + "hfopenllm_v2/BBH": 0.319, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1576 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_2_dpo__1__1743549325", - "name": "allenai/open_instruct_dev-rm_1e-6_2_dpo__1__1743549325", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6008, - "reward-bench/Factuality": 0.7179, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.5956, - "reward-bench/Safety": 0.8, - "reward-bench/Focus": 0.6707, - "reward-bench/Ties": 0.4707 + "hfopenllm_v2/IFEval": 0.2408, + "hfopenllm_v2/BBH": 0.3165, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1557 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_2_rl__1__1743551238", - "name": "allenai/open_instruct_dev-rm_1e-6_2_rl__1__1743551238", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5965, - "reward-bench/Factuality": 0.7095, - "reward-bench/Precise IF": 0.3438, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.8044, - "reward-bench/Focus": 0.6566, - "reward-bench/Ties": 0.453 + "hfopenllm_v2/IFEval": 0.2481, + "hfopenllm_v2/BBH": 0.3204, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1592 } }, { - "id": "allenai/open_instruct_dev-rm_1e-6_2_skyworkstulumix__1__1743205906", - "name": "allenai/open_instruct_dev-rm_1e-6_2_skyworkstulumix__1__1743205906", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5574, - "reward-bench/Factuality": 0.6526, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.6011, - "reward-bench/Safety": 0.7711, - "reward-bench/Focus": 0.5051, - "reward-bench/Ties": 0.4208 + "hfopenllm_v2/IFEval": 0.2545, + "hfopenllm_v2/BBH": 0.3186, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1561 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_1_100pctflipped__1__1744241529", - "name": "allenai/open_instruct_dev-rm_2e-5_1_100pctflipped__1__1744241529", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.0719, - "reward-bench/Factuality": 0.0421, - "reward-bench/Precise IF": 0.2062, - "reward-bench/Math": 0.0601, - "reward-bench/Safety": 0.0378, - "reward-bench/Focus": 0.0949, - "reward-bench/Ties": -0.01 + "hfopenllm_v2/IFEval": 0.252, + "hfopenllm_v2/BBH": 0.3204, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1538 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_1_10pctflipped__1__1743295305", - "name": "allenai/open_instruct_dev-rm_2e-5_1_10pctflipped__1__1743295305", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.553, - "reward-bench/Factuality": 0.6674, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.6733, - "reward-bench/Focus": 0.5697, - "reward-bench/Ties": 0.4227 + "hfopenllm_v2/IFEval": 0.2315, + "hfopenllm_v2/BBH": 0.3213, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.1582 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_1_20pctflipped__1__1743324778", - "name": "allenai/open_instruct_dev-rm_2e-5_1_20pctflipped__1__1743324778", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4955, - "reward-bench/Factuality": 0.6189, - "reward-bench/Precise IF": 0.325, - "reward-bench/Math": 0.5792, - "reward-bench/Safety": 0.6378, - "reward-bench/Focus": 0.5657, - "reward-bench/Ties": 0.2466 + "hfopenllm_v2/IFEval": 0.2515, + "hfopenllm_v2/BBH": 0.3187, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1539 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_1_30pctflipped__1__1743326459", - "name": "allenai/open_instruct_dev-rm_2e-5_1_30pctflipped__1__1743326459", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4198, - "reward-bench/Factuality": 0.5747, - "reward-bench/Precise IF": 0.3375, - "reward-bench/Math": 0.5464, - "reward-bench/Safety": 0.4933, - "reward-bench/Focus": 0.3596, - "reward-bench/Ties": 0.2073 + "hfopenllm_v2/IFEval": 0.2472, + "hfopenllm_v2/BBH": 0.3213, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1588 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_1_5pctflipped__1__1743443747", - "name": "allenai/open_instruct_dev-rm_2e-5_1_5pctflipped__1__1743443747", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5465, - "reward-bench/Factuality": 0.6821, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.7333, - "reward-bench/Focus": 0.5051, - "reward-bench/Ties": 0.3713 + "hfopenllm_v2/IFEval": 0.246, + "hfopenllm_v2/BBH": 0.3234, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1533 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_1_skyworkstulumix__1__1743205935", - "name": "allenai/open_instruct_dev-rm_2e-5_1_skyworkstulumix__1__1743205935", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5197, - "reward-bench/Factuality": 0.6126, - "reward-bench/Precise IF": 0.3375, - "reward-bench/Math": 0.5847, - "reward-bench/Safety": 0.7333, - "reward-bench/Focus": 0.4646, - "reward-bench/Ties": 0.3855 + "hfopenllm_v2/IFEval": 0.2524, + "hfopenllm_v2/BBH": 0.3256, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.1531 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_2_10pctflipped__1__1743295360", - "name": "allenai/open_instruct_dev-rm_2e-5_2_10pctflipped__1__1743295360", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4555, - "reward-bench/Factuality": 0.5495, - "reward-bench/Precise IF": 0.3063, - "reward-bench/Math": 0.4262, - "reward-bench/Safety": 0.5711, - "reward-bench/Focus": 0.6101, - "reward-bench/Ties": 0.2696 + "hfopenllm_v2/IFEval": 0.2265, + "hfopenllm_v2/BBH": 0.3252, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1568 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_2_20pctflipped__1__1743295366", - "name": "allenai/open_instruct_dev-rm_2e-5_2_20pctflipped__1__1743295366", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4422, - "reward-bench/Factuality": 0.5053, - "reward-bench/Precise IF": 0.3375, - "reward-bench/Math": 0.4044, - "reward-bench/Safety": 0.5422, - "reward-bench/Focus": 0.6646, - "reward-bench/Ties": 0.1991 + "hfopenllm_v2/IFEval": 0.2302, + "hfopenllm_v2/BBH": 0.3224, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3408, + "hfopenllm_v2/MMLU-PRO": 0.15 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_2_30pctflipped__1__1743326352", - "name": "allenai/open_instruct_dev-rm_2e-5_2_30pctflipped__1__1743326352", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.341, - "reward-bench/Factuality": 0.4674, - "reward-bench/Precise IF": 0.2875, - "reward-bench/Math": 0.3333, - "reward-bench/Safety": 0.3711, - "reward-bench/Focus": 0.3919, - "reward-bench/Ties": 0.195 + "hfopenllm_v2/IFEval": 0.2524, + "hfopenllm_v2/BBH": 0.3278, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3395, + "hfopenllm_v2/MMLU-PRO": 0.1521 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_2_5pctflipped__1__1743444634", - "name": "allenai/open_instruct_dev-rm_2e-5_2_5pctflipped__1__1743444634", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4698, - "reward-bench/Factuality": 0.5853, - "reward-bench/Precise IF": 0.2562, - "reward-bench/Math": 0.5027, - "reward-bench/Safety": 0.6489, - "reward-bench/Focus": 0.5697, - "reward-bench/Ties": 0.2562 + "hfopenllm_v2/IFEval": 0.2658, + "hfopenllm_v2/BBH": 0.3175, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1575 } }, { - "id": "allenai/open_instruct_dev-rm_2e-5_2_skyworkstulumix__1__1743205988", - "name": "allenai/open_instruct_dev-rm_2e-5_2_skyworkstulumix__1__1743205988", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4791, - "reward-bench/Factuality": 0.6421, - "reward-bench/Precise IF": 0.3125, - "reward-bench/Math": 0.541, - "reward-bench/Safety": 0.6911, - "reward-bench/Focus": 0.4182, - "reward-bench/Ties": 0.27 + "hfopenllm_v2/IFEval": 0.2487, + "hfopenllm_v2/BBH": 0.3189, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1595 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_100pctflipped__1__1744242103", - "name": "allenai/open_instruct_dev-rm_3e-6_1_100pctflipped__1__1744242103", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.0607, - "reward-bench/Factuality": 0.0274, - "reward-bench/Precise IF": 0.1625, - "reward-bench/Math": 0.0656, - "reward-bench/Safety": 0.04, - "reward-bench/Focus": 0.0788, - "reward-bench/Ties": -0.01 + "hfopenllm_v2/IFEval": 0.256, + "hfopenllm_v2/BBH": 0.3159, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1562 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_10pctflipped__1__1743324835", - "name": "allenai/open_instruct_dev-rm_3e-6_1_10pctflipped__1__1743324835", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6089, - "reward-bench/Factuality": 0.7284, - "reward-bench/Precise IF": 0.4375, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.7622, - "reward-bench/Focus": 0.6444, - "reward-bench/Ties": 0.4686 + "hfopenllm_v2/IFEval": 0.2499, + "hfopenllm_v2/BBH": 0.3156, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.1556 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_1pctflipped__1__1743445221", - "name": "allenai/open_instruct_dev-rm_3e-6_1_1pctflipped__1__1743445221", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6032, - "reward-bench/Factuality": 0.7158, - "reward-bench/Precise IF": 0.4062, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.7778, - "reward-bench/Focus": 0.5859, - "reward-bench/Ties": 0.5051 + "hfopenllm_v2/IFEval": 0.2496, + "hfopenllm_v2/BBH": 0.3177, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_20pctflipped__1__1743324826", - "name": "allenai/open_instruct_dev-rm_3e-6_1_20pctflipped__1__1743324826", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5831, - "reward-bench/Factuality": 0.6947, - "reward-bench/Precise IF": 0.4188, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.74, - "reward-bench/Focus": 0.5758, - "reward-bench/Ties": 0.4465 + "hfopenllm_v2/IFEval": 0.2515, + "hfopenllm_v2/BBH": 0.3172, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1553 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_30pctflipped__1__1743326363", - "name": "allenai/open_instruct_dev-rm_3e-6_1_30pctflipped__1__1743326363", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-3ep", + "name": "Qwen2.5-0.5B-SFT-2e-5-3ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5268, - "reward-bench/Factuality": 0.68, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.5792, - "reward-bench/Safety": 0.7178, - "reward-bench/Focus": 0.4343, - "reward-bench/Ties": 0.3809 + "hfopenllm_v2/IFEval": 0.2281, + "hfopenllm_v2/BBH": 0.324, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3301, + "hfopenllm_v2/MMLU-PRO": 0.1746 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_5pctflipped__1__1743444498", - "name": "allenai/open_instruct_dev-rm_3e-6_1_5pctflipped__1__1743444498", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep", + "name": "Qwen2.5-0.5B-SFT-2e-5-5ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6093, - "reward-bench/Factuality": 0.7326, - "reward-bench/Precise IF": 0.4313, - "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.7578, - "reward-bench/Focus": 0.5859, - "reward-bench/Ties": 0.5143 + "hfopenllm_v2/IFEval": 0.2348, + "hfopenllm_v2/BBH": 0.3308, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3409, + "hfopenllm_v2/MMLU-PRO": 0.1695 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1__2__1743897475", - "name": "allenai/open_instruct_dev-rm_3e-6_1__2__1743897475", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6122, - "reward-bench/Factuality": 0.7368, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.8044, - "reward-bench/Focus": 0.602, - "reward-bench/Ties": 0.5071 + "hfopenllm_v2/IFEval": 0.2526, + "hfopenllm_v2/BBH": 0.3238, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3528, + "hfopenllm_v2/MMLU-PRO": 0.1574 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1__3__1744311421", - "name": "allenai/open_instruct_dev-rm_3e-6_1__3__1744311421", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep", + "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5995, - "reward-bench/Factuality": 0.7179, - "reward-bench/Precise IF": 0.3375, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.8, - "reward-bench/Focus": 0.6323, - "reward-bench/Ties": 0.503 + "hfopenllm_v2/IFEval": 0.2481, + "hfopenllm_v2/BBH": 0.3175, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.1597 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo__1__1743549903", - "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo__1__1743549903", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep", + "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6154, - "reward-bench/Factuality": 0.7326, - "reward-bench/Precise IF": 0.4375, - "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.7778, - "reward-bench/Focus": 0.6061, - "reward-bench/Ties": 0.5043 + "hfopenllm_v2/IFEval": 0.2548, + "hfopenllm_v2/BBH": 0.3199, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3435, + "hfopenllm_v2/MMLU-PRO": 0.1562 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworks__1__1744530368", - "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworks__1__1744530368", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam", + "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6604, - "reward-bench/Factuality": 0.6316, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.5792, - "reward-bench/Safety": 0.9044, - "reward-bench/Focus": 0.8929, - "reward-bench/Ties": 0.5604 + "hfopenllm_v2/IFEval": 0.2423, + "hfopenllm_v2/BBH": 0.3219, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3515, + "hfopenllm_v2/MMLU-PRO": 0.1563 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworkstulufull__1__1743550182", - "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworkstulufull__1__1743550182", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep", + "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6783, - "reward-bench/Factuality": 0.7705, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.84, - "reward-bench/Focus": 0.8101, - "reward-bench/Ties": 0.6427 + "hfopenllm_v2/IFEval": 0.2493, + "hfopenllm_v2/BBH": 0.3191, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.1592 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_no_if__2__1744316012", - "name": "allenai/open_instruct_dev-rm_3e-6_1_no_if__2__1744316012", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep", + "name": "Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5911, - "reward-bench/Factuality": 0.7347, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.74, - "reward-bench/Focus": 0.604, - "reward-bench/Ties": 0.4392 + "hfopenllm_v2/IFEval": 0.2478, + "hfopenllm_v2/BBH": 0.3218, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3515, + "hfopenllm_v2/MMLU-PRO": 0.1556 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_no_if__3__1744315765", - "name": "allenai/open_instruct_dev-rm_3e-6_1_no_if__3__1744315765", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-5e-5", + "name": "Qwen2.5-0.5B-SFT-5e-5", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5926, - "reward-bench/Factuality": 0.7263, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.7889, - "reward-bench/Focus": 0.5879, - "reward-bench/Ties": 0.4733 + "hfopenllm_v2/IFEval": 0.201, + "hfopenllm_v2/BBH": 0.3109, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3381, + "hfopenllm_v2/MMLU-PRO": 0.1672 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_rl__1__1743551527", - "name": "allenai/open_instruct_dev-rm_3e-6_1_rl__1__1743551527", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-5e-5-2ep", + "name": "Qwen2.5-0.5B-SFT-5e-5-2ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6126, - "reward-bench/Factuality": 0.7411, - "reward-bench/Precise IF": 0.425, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.7822, - "reward-bench/Focus": 0.5939, - "reward-bench/Ties": 0.5104 + "hfopenllm_v2/IFEval": 0.2175, + "hfopenllm_v2/BBH": 0.318, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.1627 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworks__1__1744530236", - "name": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworks__1__1744530236", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-5e-5-3ep", + "name": "Qwen2.5-0.5B-SFT-5e-5-3ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6525, - "reward-bench/Factuality": 0.6021, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.5792, - "reward-bench/Safety": 0.8933, - "reward-bench/Focus": 0.8626, - "reward-bench/Ties": 0.59 + "hfopenllm_v2/IFEval": 0.2199, + "hfopenllm_v2/BBH": 0.3297, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3593, + "hfopenllm_v2/MMLU-PRO": 0.1651 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworkstulufull__1__1743551530", - "name": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworkstulufull__1__1743551530", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-5e-5-5ep", + "name": "Qwen2.5-0.5B-SFT-5e-5-5ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6849, - "reward-bench/Factuality": 0.7453, - "reward-bench/Precise IF": 0.3812, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.8422, - "reward-bench/Focus": 0.8404, - "reward-bench/Ties": 0.6885 + "hfopenllm_v2/IFEval": 0.2077, + "hfopenllm_v2/BBH": 0.3276, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3766, + "hfopenllm_v2/MMLU-PRO": 0.1587 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulu75__1__1743534417", - "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulu75__1__1743534417", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-7e-5", + "name": "Qwen2.5-0.5B-SFT-7e-5", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.586, - "reward-bench/Factuality": 0.6632, - "reward-bench/Precise IF": 0.425, - "reward-bench/Math": 0.6557, - "reward-bench/Safety": 0.7778, - "reward-bench/Focus": 0.5172, - "reward-bench/Ties": 0.477 + "hfopenllm_v2/IFEval": 0.2093, + "hfopenllm_v2/BBH": 0.3158, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3367, + "hfopenllm_v2/MMLU-PRO": 0.1622 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__1__1743446486", - "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__1__1743446486", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-7e-5-2ep", + "name": "Qwen2.5-0.5B-SFT-7e-5-2ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6773, - "reward-bench/Factuality": 0.7432, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.8422, - "reward-bench/Focus": 0.804, - "reward-bench/Ties": 0.6626 + "hfopenllm_v2/IFEval": 0.2156, + "hfopenllm_v2/BBH": 0.31, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3367, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__2__1744314745", - "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__2__1744314745", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-7e-5-3ep", + "name": "Qwen2.5-0.5B-SFT-7e-5-3ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6793, - "reward-bench/Factuality": 0.7558, - "reward-bench/Precise IF": 0.4062, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8311, - "reward-bench/Focus": 0.8061, - "reward-bench/Ties": 0.6485 + "hfopenllm_v2/IFEval": 0.2381, + "hfopenllm_v2/BBH": 0.3199, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2366, + "hfopenllm_v2/MUSR": 0.3554, + "hfopenllm_v2/MMLU-PRO": 0.1522 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__3__1744311661", - "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__3__1744311661", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-7e-5-5ep", + "name": "Qwen2.5-0.5B-SFT-7e-5-5ep", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6611, - "reward-bench/Factuality": 0.72, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.6393, - "reward-bench/Safety": 0.8444, - "reward-bench/Focus": 0.7636, - "reward-bench/Ties": 0.6428 + "hfopenllm_v2/IFEval": 0.212, + "hfopenllm_v2/BBH": 0.32, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3713, + "hfopenllm_v2/MMLU-PRO": 0.1628 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulumix__1__1743204472", - "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulumix__1__1743204472", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-DPO-1epoch_v1", + "name": "Qwen2.5-0.5B-SFT-DPO-1epoch_v1", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5778, - "reward-bench/Factuality": 0.6674, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.6011, - "reward-bench/Safety": 0.7933, - "reward-bench/Focus": 0.5172, - "reward-bench/Ties": 0.5003 + "hfopenllm_v2/IFEval": 0.2025, + "hfopenllm_v2/BBH": 0.3268, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.133 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_10pctflipped__1__1743295267", - "name": "allenai/open_instruct_dev-rm_3e-6_2_10pctflipped__1__1743295267", - "developer": "allenai", + "id": "JayHyeon/Qwen2.5-0.5B-SFT-MDPO-1epoch_v1", + "name": "Qwen2.5-0.5B-SFT-MDPO-1epoch_v1", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5746, - "reward-bench/Factuality": 0.6505, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.5082, - "reward-bench/Safety": 0.7844, - "reward-bench/Focus": 0.7414, - "reward-bench/Ties": 0.4128 + "hfopenllm_v2/IFEval": 0.1964, + "hfopenllm_v2/BBH": 0.3293, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1337 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_1pctflipped__1__1743445759", - "name": "allenai/open_instruct_dev-rm_3e-6_2_1pctflipped__1__1743445759", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1", + "name": "Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6065, - "reward-bench/Factuality": 0.7116, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.5792, - "reward-bench/Safety": 0.8178, - "reward-bench/Focus": 0.7152, - "reward-bench/Ties": 0.465 + "hfopenllm_v2/IFEval": 0.2393, + "hfopenllm_v2/BBH": 0.3244, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.1573 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_20pctflipped__1__1743324905", - "name": "allenai/open_instruct_dev-rm_3e-6_2_20pctflipped__1__1743324905", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3", + "name": "Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5305, - "reward-bench/Factuality": 0.5832, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.459, - "reward-bench/Safety": 0.7178, - "reward-bench/Focus": 0.7071, - "reward-bench/Ties": 0.3849 + "hfopenllm_v2/IFEval": 0.2475, + "hfopenllm_v2/BBH": 0.3209, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_30pctflipped__1__1743326363", - "name": "allenai/open_instruct_dev-rm_3e-6_2_30pctflipped__1__1743326363", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_1e-6-3ep_0alp_0lam", + "name": "Qwen_0.5-DPO_1e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4436, - "reward-bench/Factuality": 0.5411, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.3115, - "reward-bench/Safety": 0.6267, - "reward-bench/Focus": 0.5414, - "reward-bench/Ties": 0.31 + "hfopenllm_v2/IFEval": 0.2316, + "hfopenllm_v2/BBH": 0.3258, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3221, + "hfopenllm_v2/MMLU-PRO": 0.158 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_5pctflipped__1__1743444505", - "name": "allenai/open_instruct_dev-rm_3e-6_2_5pctflipped__1__1743444505", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_1e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-DPO_1e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5925, - "reward-bench/Factuality": 0.68, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.5519, - "reward-bench/Safety": 0.78, - "reward-bench/Focus": 0.7434, - "reward-bench/Ties": 0.431 + "hfopenllm_v2/IFEval": 0.236, + "hfopenllm_v2/BBH": 0.3225, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.1596 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_dpo__1__1743550180", - "name": "allenai/open_instruct_dev-rm_3e-6_2_dpo__1__1743550180", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_3e-6-1ep_0alp_0lam", + "name": "Qwen_0.5-DPO_3e-6-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6198, - "reward-bench/Factuality": 0.7263, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.8133, - "reward-bench/Focus": 0.7232, - "reward-bench/Ties": 0.4908 + "hfopenllm_v2/IFEval": 0.2337, + "hfopenllm_v2/BBH": 0.3132, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3235, + "hfopenllm_v2/MMLU-PRO": 0.1533 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_dpo_skyworkstulufull__1__1743550187", - "name": "allenai/open_instruct_dev-rm_3e-6_2_dpo_skyworkstulufull__1__1743550187", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_3e-6-2ep_0alp_0lam", + "name": "Qwen_0.5-DPO_3e-6-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6763, - "reward-bench/Factuality": 0.7411, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.8844, - "reward-bench/Focus": 0.8545, - "reward-bench/Ties": 0.5908 + "hfopenllm_v2/IFEval": 0.2569, + "hfopenllm_v2/BBH": 0.3276, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3156, + "hfopenllm_v2/MMLU-PRO": 0.1565 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_rl__1__1743551509", - "name": "allenai/open_instruct_dev-rm_3e-6_2_rl__1__1743551509", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_3e-6-3ep_0alp_0lam", + "name": "Qwen_0.5-DPO_3e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6245, - "reward-bench/Factuality": 0.7242, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.6175, - "reward-bench/Safety": 0.8178, - "reward-bench/Focus": 0.7253, - "reward-bench/Ties": 0.5124 + "hfopenllm_v2/IFEval": 0.246, + "hfopenllm_v2/BBH": 0.3267, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.1543 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_rl_skyworkstulufull__1__1743551498", - "name": "allenai/open_instruct_dev-rm_3e-6_2_rl_skyworkstulufull__1__1743551498", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_3e-7-1ep_0alp_0lam", + "name": "Qwen_0.5-DPO_3e-7-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6673, - "reward-bench/Factuality": 0.7326, - "reward-bench/Precise IF": 0.3438, - "reward-bench/Math": 0.6175, - "reward-bench/Safety": 0.8622, - "reward-bench/Focus": 0.8566, - "reward-bench/Ties": 0.5911 + "hfopenllm_v2/IFEval": 0.2529, + "hfopenllm_v2/BBH": 0.3229, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3195, + "hfopenllm_v2/MMLU-PRO": 0.1597 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulu75__1__1743548926", - "name": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulu75__1__1743548926", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_3e-7-2ep_0alp_0lam", + "name": "Qwen_0.5-DPO_3e-7-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5863, - "reward-bench/Factuality": 0.6674, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8, - "reward-bench/Focus": 0.5515, - "reward-bench/Ties": 0.4768 + "hfopenllm_v2/IFEval": 0.2505, + "hfopenllm_v2/BBH": 0.3256, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3195, + "hfopenllm_v2/MMLU-PRO": 0.1599 } }, { - "id": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulumix__1__1743205661", - "name": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulumix__1__1743205661", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_3e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-DPO_3e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.589, - "reward-bench/Factuality": 0.6842, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.6393, - "reward-bench/Safety": 0.7867, - "reward-bench/Focus": 0.6081, - "reward-bench/Ties": 0.447 + "hfopenllm_v2/IFEval": 0.2387, + "hfopenllm_v2/BBH": 0.3258, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3169, + "hfopenllm_v2/MMLU-PRO": 0.1589 } }, { - "id": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__4__1747266598", - "name": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__4__1747266598", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_5e-7-1ep_0alp_0lam", + "name": "Qwen_0.5-DPO_5e-7-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7306, - "reward-bench/Factuality": 0.7474, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.694, - "reward-bench/Safety": 0.8622, - "reward-bench/Focus": 0.8061, - "reward-bench/Ties": 0.8992 + "hfopenllm_v2/IFEval": 0.2532, + "hfopenllm_v2/BBH": 0.3218, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.1593 } }, { - "id": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__8__1745387923", - "name": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__8__1745387923", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_5e-7-2ep_0alp_0lam", + "name": "Qwen_0.5-DPO_5e-7-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7573, - "reward-bench/Factuality": 0.8168, - "reward-bench/Precise IF": 0.4125, - "reward-bench/Math": 0.7049, - "reward-bench/Safety": 0.8733, - "reward-bench/Focus": 0.8545, - "reward-bench/Ties": 0.8814 + "hfopenllm_v2/IFEval": 0.2456, + "hfopenllm_v2/BBH": 0.3299, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3181, + "hfopenllm_v2/MMLU-PRO": 0.1602 } }, { - "id": "allenai/open_instruct_dev-rm_llama_1e-6_1__1__1743896628", - "name": "allenai/open_instruct_dev-rm_llama_1e-6_1__1__1743896628", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPO_5e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-DPO_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6637, - "reward-bench/Factuality": 0.6947, - "reward-bench/Precise IF": 0.4062, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8422, - "reward-bench/Focus": 0.7273, - "reward-bench/Ties": 0.6834 + "hfopenllm_v2/IFEval": 0.2423, + "hfopenllm_v2/BBH": 0.3271, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3181, + "hfopenllm_v2/MMLU-PRO": 0.1595 } }, { - "id": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworks__1__1744062999", - "name": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworks__1__1744062999", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6665, - "reward-bench/Factuality": 0.5979, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.8956, - "reward-bench/Focus": 0.8606, - "reward-bench/Ties": 0.6422 + "hfopenllm_v2/IFEval": 0.2532, + "hfopenllm_v2/BBH": 0.314, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1566 } }, { - "id": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworkstulufull__1__1743712777", - "name": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworkstulufull__1__1743712777", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7038, - "reward-bench/Factuality": 0.6947, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.6557, - "reward-bench/Safety": 0.8867, - "reward-bench/Focus": 0.8586, - "reward-bench/Ties": 0.7331 + "hfopenllm_v2/IFEval": 0.267, + "hfopenllm_v2/BBH": 0.3189, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1562 } }, { - "id": "allenai/open_instruct_dev-rm_llama_1e-6_2__1__1743896638", - "name": "allenai/open_instruct_dev-rm_llama_1e-6_2__1__1743896638", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6754, - "reward-bench/Factuality": 0.6716, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.8756, - "reward-bench/Focus": 0.7737, - "reward-bench/Ties": 0.6976 + "hfopenllm_v2/IFEval": 0.2481, + "hfopenllm_v2/BBH": 0.3261, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.1565 } }, { - "id": "allenai/open_instruct_dev-rm_llama_1e-6_2_skyworkstulufull__1__1743800938", - "name": "allenai/open_instruct_dev-rm_llama_1e-6_2_skyworkstulufull__1__1743800938", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7241, - "reward-bench/Factuality": 0.7305, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.6667, - "reward-bench/Safety": 0.9422, - "reward-bench/Focus": 0.9414, - "reward-bench/Ties": 0.6635 + "hfopenllm_v2/IFEval": 0.2383, + "hfopenllm_v2/BBH": 0.3218, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1503 } }, { - "id": "allenai/open_instruct_dev-rm_llama_2e-5_1_skyworkstulufull__1__1743712885", - "name": "allenai/open_instruct_dev-rm_llama_2e-5_1_skyworkstulufull__1__1743712885", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6716, - "reward-bench/Factuality": 0.6632, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.82, - "reward-bench/Focus": 0.8303, - "reward-bench/Ties": 0.719 + "hfopenllm_v2/IFEval": 0.2471, + "hfopenllm_v2/BBH": 0.3224, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1533 } }, { - "id": "allenai/open_instruct_dev-rm_llama_2e-5_2_skyworkstulufull__1__1743800773", - "name": "allenai/open_instruct_dev-rm_llama_2e-5_2_skyworkstulufull__1__1743800773", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6207, - "reward-bench/Factuality": 0.6358, - "reward-bench/Precise IF": 0.375, - "reward-bench/Math": 0.5902, - "reward-bench/Safety": 0.8267, - "reward-bench/Focus": 0.802, - "reward-bench/Ties": 0.4948 + "hfopenllm_v2/IFEval": 0.2447, + "hfopenllm_v2/BBH": 0.3181, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1565 } }, { - "id": "allenai/open_instruct_dev-rm_llama_2e-6_1_skyworkstulufull__1__1743893867", - "name": "allenai/open_instruct_dev-rm_llama_2e-6_1_skyworkstulufull__1__1743893867", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.719, - "reward-bench/Factuality": 0.7263, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.6393, - "reward-bench/Safety": 0.8956, - "reward-bench/Focus": 0.9273, - "reward-bench/Ties": 0.738 + "hfopenllm_v2/IFEval": 0.2551, + "hfopenllm_v2/BBH": 0.3194, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1567 } }, { - "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__1__1743929424", - "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__1__1743929424", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6572, - "reward-bench/Factuality": 0.7305, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8289, - "reward-bench/Focus": 0.703, - "reward-bench/Ties": 0.6837 + "hfopenllm_v2/IFEval": 0.2538, + "hfopenllm_v2/BBH": 0.3153, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3261, + "hfopenllm_v2/MMLU-PRO": 0.1583 } }, { - "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__2__1744311395", - "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__2__1744311395", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6938, - "reward-bench/Factuality": 0.7537, - "reward-bench/Precise IF": 0.45, - "reward-bench/Math": 0.6393, - "reward-bench/Safety": 0.8667, - "reward-bench/Focus": 0.7616, - "reward-bench/Ties": 0.6913 + "hfopenllm_v2/IFEval": 0.2402, + "hfopenllm_v2/BBH": 0.3168, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1568 } }, { - "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__3__1744311491", - "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__3__1744311491", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6754, - "reward-bench/Factuality": 0.7242, - "reward-bench/Precise IF": 0.4062, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8422, - "reward-bench/Focus": 0.7535, - "reward-bench/Ties": 0.6976 + "hfopenllm_v2/IFEval": 0.2484, + "hfopenllm_v2/BBH": 0.3211, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.1573 } }, { - "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworks__1__1744062787", - "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworks__1__1744062787", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam", + "name": "Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7045, - "reward-bench/Factuality": 0.6253, - "reward-bench/Precise IF": 0.3812, - "reward-bench/Math": 0.6667, - "reward-bench/Safety": 0.92, - "reward-bench/Focus": 0.9232, - "reward-bench/Ties": 0.7109 + "hfopenllm_v2/IFEval": 0.2578, + "hfopenllm_v2/BBH": 0.3203, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1583 } }, { - "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__2__1744311461", - "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__2__1744311461", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IPO_5e-7-1ep_0alp_0lam", + "name": "Qwen_0.5-IPO_5e-7-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7189, - "reward-bench/Factuality": 0.7305, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.8978, - "reward-bench/Focus": 0.9374, - "reward-bench/Ties": 0.7475 + "hfopenllm_v2/IFEval": 0.2574, + "hfopenllm_v2/BBH": 0.3279, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3169, + "hfopenllm_v2/MMLU-PRO": 0.1651 } }, { - "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__3__1744311780", - "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__3__1744311780", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IPO_5e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-IPO_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7172, - "reward-bench/Factuality": 0.7242, - "reward-bench/Precise IF": 0.4313, - "reward-bench/Math": 0.6175, - "reward-bench/Safety": 0.8778, - "reward-bench/Focus": 0.897, - "reward-bench/Ties": 0.7555 + "hfopenllm_v2/IFEval": 0.3072, + "hfopenllm_v2/BBH": 0.3264, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3156, + "hfopenllm_v2/MMLU-PRO": 0.1624 } }, { - "id": "allenai/open_instruct_dev-rm_llama_3e-6_2__1__1743896489", - "name": "allenai/open_instruct_dev-rm_llama_3e-6_2__1__1743896489", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6813, - "reward-bench/Factuality": 0.7137, - "reward-bench/Precise IF": 0.4437, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8644, - "reward-bench/Focus": 0.7596, - "reward-bench/Ties": 0.6781 + "hfopenllm_v2/IFEval": 0.2551, + "hfopenllm_v2/BBH": 0.3242, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3182, + "hfopenllm_v2/MMLU-PRO": 0.1574 } }, { - "id": "allenai/open_instruct_dev-rm_llama_3e-6_2_skyworkstulufull__1__1743800713", - "name": "allenai/open_instruct_dev-rm_llama_3e-6_2_skyworkstulufull__1__1743800713", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7209, - "reward-bench/Factuality": 0.7116, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.6612, - "reward-bench/Safety": 0.9067, - "reward-bench/Focus": 0.9172, - "reward-bench/Ties": 0.7414 + "hfopenllm_v2/IFEval": 0.2636, + "hfopenllm_v2/BBH": 0.3198, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1586 } }, { - "id": "allenai/open_instruct_dev-rm_llama_4e-6_1_skyworkstulufull__1__1743893911", - "name": "allenai/open_instruct_dev-rm_llama_4e-6_1_skyworkstulufull__1__1743893911", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7266, - "reward-bench/Factuality": 0.7347, - "reward-bench/Precise IF": 0.4313, - "reward-bench/Math": 0.6339, - "reward-bench/Safety": 0.8933, - "reward-bench/Focus": 0.897, - "reward-bench/Ties": 0.7697 + "hfopenllm_v2/IFEval": 0.2323, + "hfopenllm_v2/BBH": 0.3255, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3169, + "hfopenllm_v2/MMLU-PRO": 0.1612 } }, { - "id": "allenai/open_instruct_dev-rm_llamabase_1e-6_1_skyworkstulufull__1__1745386412", - "name": "allenai/open_instruct_dev-rm_llamabase_1e-6_1_skyworkstulufull__1__1745386412", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5342, - "reward-bench/Factuality": 0.6042, - "reward-bench/Precise IF": 0.275, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.7222, - "reward-bench/Focus": 0.5818, - "reward-bench/Ties": 0.3935 + "hfopenllm_v2/IFEval": 0.2414, + "hfopenllm_v2/BBH": 0.3314, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1532 } }, { - "id": "allenai/open_instruct_dev-rm_llamabase_1e-6_2_skyworkstulufull__1__1745441922", - "name": "allenai/open_instruct_dev-rm_llamabase_1e-6_2_skyworkstulufull__1__1745441922", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6111, - "reward-bench/Factuality": 0.6884, - "reward-bench/Precise IF": 0.3063, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.8289, - "reward-bench/Focus": 0.7576, - "reward-bench/Ties": 0.4628 + "hfopenllm_v2/IFEval": 0.2678, + "hfopenllm_v2/BBH": 0.3362, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1561 } }, { - "id": "allenai/open_instruct_dev-rm_llamabase_2e-5_1_skyworkstulufull__1__1745386495", - "name": "allenai/open_instruct_dev-rm_llamabase_2e-5_1_skyworkstulufull__1__1745386495", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5825, - "reward-bench/Factuality": 0.6379, - "reward-bench/Precise IF": 0.325, - "reward-bench/Math": 0.5355, - "reward-bench/Safety": 0.8222, - "reward-bench/Focus": 0.7051, - "reward-bench/Ties": 0.4691 + "hfopenllm_v2/IFEval": 0.2561, + "hfopenllm_v2/BBH": 0.3231, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3196, + "hfopenllm_v2/MMLU-PRO": 0.1589 } }, { - "id": "allenai/open_instruct_dev-rm_llamabase_2e-5_2_skyworkstulufull__1__1745386507", - "name": "allenai/open_instruct_dev-rm_llamabase_2e-5_2_skyworkstulufull__1__1745386507", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5598, - "reward-bench/Factuality": 0.5495, - "reward-bench/Precise IF": 0.3563, - "reward-bench/Math": 0.5902, - "reward-bench/Safety": 0.76, - "reward-bench/Focus": 0.7273, - "reward-bench/Ties": 0.3754 + "hfopenllm_v2/IFEval": 0.2639, + "hfopenllm_v2/BBH": 0.3257, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.1587 } }, { - "id": "allenai/open_instruct_dev-rm_llamabase_3e-6_1_skyworkstulufull__1__1745386507", - "name": "allenai/open_instruct_dev-rm_llamabase_3e-6_1_skyworkstulufull__1__1745386507", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6101, - "reward-bench/Factuality": 0.6632, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.6175, - "reward-bench/Safety": 0.7778, - "reward-bench/Focus": 0.7111, - "reward-bench/Ties": 0.5408 + "hfopenllm_v2/IFEval": 0.2518, + "hfopenllm_v2/BBH": 0.3214, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3169, + "hfopenllm_v2/MMLU-PRO": 0.1585 } }, { - "id": "allenai/open_instruct_dev-rm_qwen32b_1e-6_skyworkstulufull__8__1748235917", - "name": "allenai/open_instruct_dev-rm_qwen32b_1e-6_skyworkstulufull__8__1748235917", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7185, - "reward-bench/Factuality": 0.7305, - "reward-bench/Precise IF": 0.4125, - "reward-bench/Math": 0.7158, - "reward-bench/Safety": 0.7933, - "reward-bench/Focus": 0.8545, - "reward-bench/Ties": 0.804 + "hfopenllm_v2/IFEval": 0.2438, + "hfopenllm_v2/BBH": 0.3266, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3196, + "hfopenllm_v2/MMLU-PRO": 0.1554 } }, { - "id": "allenai/open_instruct_dev-rm_qwen32b_3e-6_skyworkstulufull__8__1748288961", - "name": "allenai/open_instruct_dev-rm_qwen32b_3e-6_skyworkstulufull__8__1748288961", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam", + "name": "Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7325, - "reward-bench/Factuality": 0.7474, - "reward-bench/Precise IF": 0.4437, - "reward-bench/Math": 0.7158, - "reward-bench/Safety": 0.7978, - "reward-bench/Focus": 0.8141, - "reward-bench/Ties": 0.8763 + "hfopenllm_v2/IFEval": 0.2465, + "hfopenllm_v2/BBH": 0.3246, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3182, + "hfopenllm_v2/MMLU-PRO": 0.1563 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__1__1744062830", - "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__1__1744062830", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6022, - "reward-bench/Factuality": 0.5284, - "reward-bench/Precise IF": 0.325, - "reward-bench/Math": 0.694, - "reward-bench/Safety": 0.7556, - "reward-bench/Focus": 0.7616, - "reward-bench/Ties": 0.5486 + "hfopenllm_v2/IFEval": 0.2506, + "hfopenllm_v2/BBH": 0.3261, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1522 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__2__1744576024", - "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__2__1744576024", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5948, - "reward-bench/Factuality": 0.5579, - "reward-bench/Precise IF": 0.2875, - "reward-bench/Math": 0.6776, - "reward-bench/Safety": 0.72, - "reward-bench/Focus": 0.7394, - "reward-bench/Ties": 0.5863 + "hfopenllm_v2/IFEval": 0.2457, + "hfopenllm_v2/BBH": 0.318, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1566 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworkstulufull__1__1743712914", - "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworkstulufull__1__1743712914", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6492, - "reward-bench/Factuality": 0.6084, - "reward-bench/Precise IF": 0.35, - "reward-bench/Math": 0.6776, - "reward-bench/Safety": 0.76, - "reward-bench/Focus": 0.8, - "reward-bench/Ties": 0.699 + "hfopenllm_v2/IFEval": 0.2454, + "hfopenllm_v2/BBH": 0.3216, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1544 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_2e-5_1_skyworkstulufull__1__1743713091", - "name": "allenai/open_instruct_dev-rm_qwen_2e-5_1_skyworkstulufull__1__1743713091", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6764, - "reward-bench/Factuality": 0.7074, - "reward-bench/Precise IF": 0.3, - "reward-bench/Math": 0.6885, - "reward-bench/Safety": 0.8622, - "reward-bench/Focus": 0.802, - "reward-bench/Ties": 0.6984 + "hfopenllm_v2/IFEval": 0.2342, + "hfopenllm_v2/BBH": 0.3189, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3302, + "hfopenllm_v2/MMLU-PRO": 0.158 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__1__1744062829", - "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__1__1744062829", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6408, - "reward-bench/Factuality": 0.6337, - "reward-bench/Precise IF": 0.3063, - "reward-bench/Math": 0.6831, - "reward-bench/Safety": 0.8467, - "reward-bench/Focus": 0.8222, - "reward-bench/Ties": 0.5529 + "hfopenllm_v2/IFEval": 0.232, + "hfopenllm_v2/BBH": 0.3234, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3369, + "hfopenllm_v2/MMLU-PRO": 0.1543 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__2__1744576050", - "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__2__1744576050", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6452, - "reward-bench/Factuality": 0.6063, - "reward-bench/Precise IF": 0.3187, - "reward-bench/Math": 0.7158, - "reward-bench/Safety": 0.8356, - "reward-bench/Focus": 0.8343, - "reward-bench/Ties": 0.5603 + "hfopenllm_v2/IFEval": 0.2418, + "hfopenllm_v2/BBH": 0.3175, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.158 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworkstulufull__1__1743712916", - "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworkstulufull__1__1743712916", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7013, - "reward-bench/Factuality": 0.7263, - "reward-bench/Precise IF": 0.3438, - "reward-bench/Math": 0.6995, - "reward-bench/Safety": 0.8222, - "reward-bench/Focus": 0.8444, - "reward-bench/Ties": 0.7714 + "hfopenllm_v2/IFEval": 0.2493, + "hfopenllm_v2/BBH": 0.3197, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1571 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_3e-6_2__1__1743023576", - "name": "allenai/open_instruct_dev-rm_qwen_3e-6_2__1__1743023576", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6369, - "reward-bench/Factuality": 0.6905, - "reward-bench/Precise IF": 0.3187, - "reward-bench/Math": 0.6448, - "reward-bench/Safety": 0.7844, - "reward-bench/Focus": 0.7596, - "reward-bench/Ties": 0.6236 + "hfopenllm_v2/IFEval": 0.252, + "hfopenllm_v2/BBH": 0.3198, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1551 } }, { - "id": "allenai/open_instruct_dev-rm_qwen_3e-6_3__1__1743023619", - "name": "allenai/open_instruct_dev-rm_qwen_3e-6_3__1__1743023619", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6221, - "reward-bench/Factuality": 0.6674, - "reward-bench/Precise IF": 0.325, - "reward-bench/Math": 0.612, - "reward-bench/Safety": 0.7978, - "reward-bench/Focus": 0.7455, - "reward-bench/Ties": 0.5852 + "hfopenllm_v2/IFEval": 0.258, + "hfopenllm_v2/BBH": 0.3248, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3422, + "hfopenllm_v2/MMLU-PRO": 0.1539 } }, { - "id": "allenai/open_instruct_dev-rm_qwenbase_1e-6_1_skyworkstulufull__1__1745388583", - "name": "allenai/open_instruct_dev-rm_qwenbase_1e-6_1_skyworkstulufull__1__1745388583", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5735, - "reward-bench/Factuality": 0.5895, - "reward-bench/Precise IF": 0.2625, - "reward-bench/Math": 0.6448, - "reward-bench/Safety": 0.6889, - "reward-bench/Focus": 0.6727, - "reward-bench/Ties": 0.5823 + "hfopenllm_v2/IFEval": 0.232, + "hfopenllm_v2/BBH": 0.3265, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3395, + "hfopenllm_v2/MMLU-PRO": 0.1537 } }, { - "id": "allenai/open_instruct_dev-rm_qwenbase_1e-6_2_skyworkstulufull__1__1745388604", - "name": "allenai/open_instruct_dev-rm_qwenbase_1e-6_2_skyworkstulufull__1__1745388604", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6336, - "reward-bench/Factuality": 0.6337, - "reward-bench/Precise IF": 0.3063, - "reward-bench/Math": 0.6885, - "reward-bench/Safety": 0.7244, - "reward-bench/Focus": 0.802, - "reward-bench/Ties": 0.6465 + "hfopenllm_v2/IFEval": 0.2488, + "hfopenllm_v2/BBH": 0.3273, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1531 } }, { - "id": "allenai/open_instruct_dev-rm_qwenbase_2e-5_1_skyworkstulufull__1__1745388738", - "name": "allenai/open_instruct_dev-rm_qwenbase_2e-5_1_skyworkstulufull__1__1745388738", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam", + "developer": "JayHyeon", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2524, + "hfopenllm_v2/BBH": 0.313, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1564 + } + }, + { + "id": "JayHyeon/Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6824, - "reward-bench/Factuality": 0.6989, - "reward-bench/Precise IF": 0.3625, - "reward-bench/Math": 0.6831, - "reward-bench/Safety": 0.8311, - "reward-bench/Focus": 0.8081, - "reward-bench/Ties": 0.7107 + "hfopenllm_v2/IFEval": 0.2514, + "hfopenllm_v2/BBH": 0.3221, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1538 } }, { - "id": "allenai/open_instruct_dev-rm_qwenbase_2e-5_2_skyworkstulufull__1__1745388191", - "name": "allenai/open_instruct_dev-rm_qwenbase_2e-5_2_skyworkstulufull__1__1745388191", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6392, - "reward-bench/Factuality": 0.6589, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.6995, - "reward-bench/Safety": 0.7933, - "reward-bench/Focus": 0.7717, - "reward-bench/Ties": 0.5804 + "hfopenllm_v2/IFEval": 0.2457, + "hfopenllm_v2/BBH": 0.318, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1572 } }, { - "id": "allenai/open_instruct_dev-rm_qwenbase_3e-6_1_skyworkstulufull__1__1745388737", - "name": "allenai/open_instruct_dev-rm_qwenbase_3e-6_1_skyworkstulufull__1__1745388737", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.664, - "reward-bench/Factuality": 0.6821, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.6448, - "reward-bench/Safety": 0.8133, - "reward-bench/Focus": 0.8061, - "reward-bench/Ties": 0.7066 + "hfopenllm_v2/IFEval": 0.2636, + "hfopenllm_v2/BBH": 0.3181, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3235, + "hfopenllm_v2/MMLU-PRO": 0.1574 } }, { - "id": "allenai/open_instruct_dev-rm_qwenbase_3e-6_2_skyworkstulufull__1__1745388138", - "name": "allenai/open_instruct_dev-rm_qwenbase_3e-6_2_skyworkstulufull__1__1745388138", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1", + "name": "Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6678, - "reward-bench/Factuality": 0.6505, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.6831, - "reward-bench/Safety": 0.7978, - "reward-bench/Focus": 0.8808, - "reward-bench/Ties": 0.6632 + "hfopenllm_v2/IFEval": 0.2321, + "hfopenllm_v2/BBH": 0.3278, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3022, + "hfopenllm_v2/MMLU-PRO": 0.1496 } }, { - "id": "allenai/open_instruct_dev-rm_tulu3_70b_1__8__1742924455", - "name": "allenai/open_instruct_dev-rm_tulu3_70b_1__8__1742924455", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1", + "name": "Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6618, - "reward-bench/Factuality": 0.7958, - "reward-bench/Precise IF": 0.325, - "reward-bench/Math": 0.6557, - "reward-bench/Safety": 0.8311, - "reward-bench/Focus": 0.6323, - "reward-bench/Ties": 0.7311 + "hfopenllm_v2/IFEval": 0.2542, + "hfopenllm_v2/BBH": 0.3253, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3181, + "hfopenllm_v2/MMLU-PRO": 0.1609 } }, { - "id": "allenai/open_instruct_dev-rm_tulu3_70b_2__8__1742982964", - "name": "allenai/open_instruct_dev-rm_tulu3_70b_2__8__1742982964", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3", + "name": "Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6605, - "reward-bench/Factuality": 0.7789, - "reward-bench/Precise IF": 0.3688, - "reward-bench/Math": 0.6448, - "reward-bench/Safety": 0.8844, - "reward-bench/Focus": 0.6667, - "reward-bench/Ties": 0.6195 + "hfopenllm_v2/IFEval": 0.2739, + "hfopenllm_v2/BBH": 0.3245, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3089, + "hfopenllm_v2/MMLU-PRO": 0.1597 } }, { - "id": "allenai/tulu-2-dpo-13b", - "name": "allenai/tulu-2-dpo-13b", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-VDPO_3e-6-1ep_3vpo_const", + "name": "Qwen_0.5-VDPO_3e-6-1ep_3vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7368, - "reward-bench/Chat": 0.9581, - "reward-bench/Chat Hard": 0.5833, - "reward-bench/Safety": 0.7946, - "reward-bench/Reasoning": 0.7323, - "reward-bench/Prior Sets (0.5 weight)": 0.4947 + "hfopenllm_v2/IFEval": 0.2483, + "hfopenllm_v2/BBH": 0.3174, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3328, + "hfopenllm_v2/MMLU-PRO": 0.1558 } }, { - "id": "allenai/tulu-2-dpo-70b", - "name": "allenai/tulu-2-dpo-70b", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam", + "name": "Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7621, - "reward-bench/Chat": 0.9749, - "reward-bench/Chat Hard": 0.6053, - "reward-bench/Safety": 0.8446, - "reward-bench/Reasoning": 0.7407, - "reward-bench/Prior Sets (0.5 weight)": 0.5278 + "hfopenllm_v2/IFEval": 0.2518, + "hfopenllm_v2/BBH": 0.3218, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3235, + "hfopenllm_v2/MMLU-PRO": 0.1595 } }, { - "id": "allenai/tulu-2-dpo-7b", - "name": "allenai/tulu-2-dpo-7b", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_10vpo_const", + "name": "Qwen_0.5-VDPO_5e-7-1ep_10vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7212, - "reward-bench/Chat": 0.9749, - "reward-bench/Chat Hard": 0.5614, - "reward-bench/Safety": 0.7527, - "reward-bench/Reasoning": 0.7176, - "reward-bench/Prior Sets (0.5 weight)": 0.4774 + "hfopenllm_v2/IFEval": 0.2536, + "hfopenllm_v2/BBH": 0.3234, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3236, + "hfopenllm_v2/MMLU-PRO": 0.1597 } }, { - "id": "allenai/tulu-v2.5-13b-preference-mix-rm", - "name": "allenai/tulu-v2.5-13b-preference-mix-rm", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_1vpo_const", + "name": "Qwen_0.5-VDPO_5e-7-1ep_1vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8027, - "reward-bench/Chat": 0.9358, - "reward-bench/Chat Hard": 0.682, - "reward-bench/Safety": 0.773, - "reward-bench/Reasoning": 0.885, - "reward-bench/Prior Sets (0.5 weight)": 0.6724 + "hfopenllm_v2/IFEval": 0.2448, + "hfopenllm_v2/BBH": 0.324, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1587 } }, { - "id": "allenai/tulu-v2.5-13b-uf-rm", - "name": "allenai/tulu-v2.5-13b-uf-rm", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_3vpo_const", + "name": "Qwen_0.5-VDPO_5e-7-1ep_3vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4806, - "reward-bench/Chat": 0.3939, - "reward-bench/Chat Hard": 0.4232, - "reward-bench/Safety": 0.5554, - "reward-bench/Reasoning": 0.4737, - "reward-bench/Prior Sets (0.5 weight)": 0.6326 + "hfopenllm_v2/IFEval": 0.2505, + "hfopenllm_v2/BBH": 0.3227, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.1589 } }, { - "id": "allenai/tulu-v2.5-70b-preference-mix-rm", - "name": "allenai/tulu-v2.5-70b-preference-mix-rm", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6516, - "reward-bench/Chat": 0.7737, - "reward-bench/Chat Hard": 0.5921, - "reward-bench/Safety": 0.8486, - "reward-bench/Reasoning": 0.4138, - "reward-bench/Prior Sets (0.5 weight)": 0.6079 + "hfopenllm_v2/IFEval": 0.2472, + "hfopenllm_v2/BBH": 0.3255, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3208, + "hfopenllm_v2/MMLU-PRO": 0.1587 } }, { - "id": "allenai/tulu-v2.5-70b-uf-rm", - "name": "allenai/tulu-v2.5-70b-uf-rm", - "developer": "allenai", + "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_1vpo_const", + "name": "Qwen_0.5-VDPO_5e-7-3ep_1vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7398, - "reward-bench/Chat": 0.8659, - "reward-bench/Chat Hard": 0.7171, - "reward-bench/Safety": 0.7014, - "reward-bench/Reasoning": 0.757, - "reward-bench/Prior Sets (0.5 weight)": 0.5757 + "hfopenllm_v2/IFEval": 0.2417, + "hfopenllm_v2/BBH": 0.3256, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1562 } }, { - "id": "allknowingroger/Chocolatine-24B", - "name": "Chocolatine-24B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_3vpo_const", + "name": "Qwen_0.5-VDPO_5e-7-3ep_3vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1958, - "hfopenllm_v2/BBH": 0.6191, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4323, - "hfopenllm_v2/MMLU-PRO": 0.4566 + "hfopenllm_v2/IFEval": 0.2527, + "hfopenllm_v2/BBH": 0.3235, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3235, + "hfopenllm_v2/MMLU-PRO": 0.158 } }, { - "id": "allknowingroger/Gemma2Slerp1-2.6B", - "name": "Gemma2Slerp1-2.6B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam", + "name": "Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5354, - "hfopenllm_v2/BBH": 0.4343, - "hfopenllm_v2/MATH Level 5": 0.1065, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4562, - "hfopenllm_v2/MMLU-PRO": 0.2689 + "hfopenllm_v2/IFEval": 0.2669, + "hfopenllm_v2/BBH": 0.3314, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3168, + "hfopenllm_v2/MMLU-PRO": 0.1634 } }, { - "id": "allknowingroger/Gemma2Slerp1-27B", - "name": "Gemma2Slerp1-27B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_10vpo_const", + "name": "Qwen_0.5-VIPO_5e-7-1ep_10vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7186, - "hfopenllm_v2/BBH": 0.6399, - "hfopenllm_v2/MATH Level 5": 0.2583, - "hfopenllm_v2/GPQA": 0.3641, - "hfopenllm_v2/MUSR": 0.4767, - "hfopenllm_v2/MMLU-PRO": 0.4456 + "hfopenllm_v2/IFEval": 0.2702, + "hfopenllm_v2/BBH": 0.33, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3208, + "hfopenllm_v2/MMLU-PRO": 0.1635 } }, { - "id": "allknowingroger/Gemma2Slerp2-2.6B", - "name": "Gemma2Slerp2-2.6B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_1vpo_const", + "name": "Qwen_0.5-VIPO_5e-7-1ep_1vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5747, - "hfopenllm_v2/BBH": 0.4308, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4468, - "hfopenllm_v2/MMLU-PRO": 0.2696 + "hfopenllm_v2/IFEval": 0.248, + "hfopenllm_v2/BBH": 0.3309, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3208, + "hfopenllm_v2/MMLU-PRO": 0.1649 } }, { - "id": "allknowingroger/Gemma2Slerp2-27B", - "name": "Gemma2Slerp2-27B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_30vpo_const", + "name": "Qwen_0.5-VIPO_5e-7-1ep_30vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7546, - "hfopenllm_v2/BBH": 0.6557, - "hfopenllm_v2/MATH Level 5": 0.2787, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.4621, - "hfopenllm_v2/MMLU-PRO": 0.4623 + "hfopenllm_v2/IFEval": 0.2622, + "hfopenllm_v2/BBH": 0.3282, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3221, + "hfopenllm_v2/MMLU-PRO": 0.1634 } }, { - "id": "allknowingroger/Gemma2Slerp3-27B", - "name": "Gemma2Slerp3-27B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_3vpo_const", + "name": "Qwen_0.5-VIPO_5e-7-1ep_3vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7426, - "hfopenllm_v2/BBH": 0.65, - "hfopenllm_v2/MATH Level 5": 0.2742, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.474, - "hfopenllm_v2/MMLU-PRO": 0.4641 + "hfopenllm_v2/IFEval": 0.2609, + "hfopenllm_v2/BBH": 0.3298, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3168, + "hfopenllm_v2/MMLU-PRO": 0.1651 } }, { - "id": "allknowingroger/Gemma2Slerp4-27B", - "name": "Gemma2Slerp4-27B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam", + "name": "Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7497, - "hfopenllm_v2/BBH": 0.653, - "hfopenllm_v2/MATH Level 5": 0.2719, - "hfopenllm_v2/GPQA": 0.3666, - "hfopenllm_v2/MUSR": 0.4502, - "hfopenllm_v2/MMLU-PRO": 0.4649 + "hfopenllm_v2/IFEval": 0.293, + "hfopenllm_v2/BBH": 0.322, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3116, + "hfopenllm_v2/MMLU-PRO": 0.1591 } }, { - "id": "allknowingroger/GemmaSlerp-9B", - "name": "GemmaSlerp-9B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_10vpo_const", + "name": "Qwen_0.5-VIPO_5e-7-3ep_10vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7043, - "hfopenllm_v2/BBH": 0.5921, - "hfopenllm_v2/MATH Level 5": 0.216, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4673, - "hfopenllm_v2/MMLU-PRO": 0.4161 + "hfopenllm_v2/IFEval": 0.2881, + "hfopenllm_v2/BBH": 0.3255, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3102, + "hfopenllm_v2/MMLU-PRO": 0.1582 } }, { - "id": "allknowingroger/GemmaSlerp2-9B", - "name": "GemmaSlerp2-9B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_1vpo_const", + "name": "Qwen_0.5-VIPO_5e-7-3ep_1vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7281, - "hfopenllm_v2/BBH": 0.5983, - "hfopenllm_v2/MATH Level 5": 0.2107, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4767, - "hfopenllm_v2/MMLU-PRO": 0.4239 + "hfopenllm_v2/IFEval": 0.2887, + "hfopenllm_v2/BBH": 0.3237, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3142, + "hfopenllm_v2/MMLU-PRO": 0.1609 } }, { - "id": "allknowingroger/GemmaSlerp4-10B", - "name": "GemmaSlerp4-10B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_30vpo_const", + "name": "Qwen_0.5-VIPO_5e-7-3ep_30vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7326, - "hfopenllm_v2/BBH": 0.6028, - "hfopenllm_v2/MATH Level 5": 0.2243, - "hfopenllm_v2/GPQA": 0.3532, - "hfopenllm_v2/MUSR": 0.454, - "hfopenllm_v2/MMLU-PRO": 0.425 + "hfopenllm_v2/IFEval": 0.2905, + "hfopenllm_v2/BBH": 0.3254, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3129, + "hfopenllm_v2/MMLU-PRO": 0.1574 } }, { - "id": "allknowingroger/GemmaSlerp5-10B", - "name": "GemmaSlerp5-10B", - "developer": "allknowingroger", + "id": "JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_3vpo_const", + "name": "Qwen_0.5-VIPO_5e-7-3ep_3vpo_const", + "developer": "JayHyeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7353, - "hfopenllm_v2/BBH": 0.6054, - "hfopenllm_v2/MATH Level 5": 0.2183, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4608, - "hfopenllm_v2/MMLU-PRO": 0.4328 + "hfopenllm_v2/IFEval": 0.2905, + "hfopenllm_v2/BBH": 0.3238, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3089, + "hfopenllm_v2/MMLU-PRO": 0.1592 } }, { - "id": "allknowingroger/GemmaStock1-27B", - "name": "GemmaStock1-27B", - "developer": "allknowingroger", + "id": "jeanmichela/o-distil-qwen", + "name": "o-distil-qwen", + "developer": "jeanmichela", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7509, - "hfopenllm_v2/BBH": 0.6566, - "hfopenllm_v2/MATH Level 5": 0.2636, - "hfopenllm_v2/GPQA": 0.3641, - "hfopenllm_v2/MUSR": 0.4527, - "hfopenllm_v2/MMLU-PRO": 0.473 + "hfopenllm_v2/IFEval": 0.4482, + "hfopenllm_v2/BBH": 0.59, + "hfopenllm_v2/MATH Level 5": 0.565, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.534, + "hfopenllm_v2/MMLU-PRO": 0.4658 } }, { - "id": "allknowingroger/HomerSlerp1-7B", - "name": "HomerSlerp1-7B", - "developer": "allknowingroger", + "id": "jebcarter/psyonic-cetacean-20B", + "name": "psyonic-cetacean-20B", + "developer": "jebcarter", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4621, - "hfopenllm_v2/BBH": 0.5518, - "hfopenllm_v2/MATH Level 5": 0.2719, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4359, - "hfopenllm_v2/MMLU-PRO": 0.4504 + "hfopenllm_v2/IFEval": 0.2544, + "hfopenllm_v2/BBH": 0.4907, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.4661, + "hfopenllm_v2/MMLU-PRO": 0.2886 } }, { - "id": "allknowingroger/HomerSlerp2-7B", - "name": "HomerSlerp2-7B", - "developer": "allknowingroger", + "id": "jebish7/aya-expanse-8b", + "name": "aya-expanse-8b", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4487, - "hfopenllm_v2/BBH": 0.5649, - "hfopenllm_v2/MATH Level 5": 0.2968, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.4515 + "hfopenllm_v2/IFEval": 0.3791, + "hfopenllm_v2/BBH": 0.4969, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3869, + "hfopenllm_v2/MMLU-PRO": 0.3103 } }, { - "id": "allknowingroger/HomerSlerp3-7B", - "name": "HomerSlerp3-7B", - "developer": "allknowingroger", + "id": "jebish7/gemma-2-2b-it", + "name": "gemma-2-2b-it", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4363, - "hfopenllm_v2/BBH": 0.5598, - "hfopenllm_v2/MATH Level 5": 0.3021, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4462, - "hfopenllm_v2/MMLU-PRO": 0.4535 + "hfopenllm_v2/IFEval": 0.1272, + "hfopenllm_v2/BBH": 0.4395, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4244, + "hfopenllm_v2/MMLU-PRO": 0.2715 } }, { - "id": "allknowingroger/HomerSlerp4-7B", - "name": "HomerSlerp4-7B", - "developer": "allknowingroger", + "id": "jebish7/gemma-2-9b-it", + "name": "gemma-2-9b-it", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4374, - "hfopenllm_v2/BBH": 0.5571, - "hfopenllm_v2/MATH Level 5": 0.327, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4408, - "hfopenllm_v2/MMLU-PRO": 0.4472 + "hfopenllm_v2/IFEval": 0.1557, + "hfopenllm_v2/BBH": 0.5949, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4554, + "hfopenllm_v2/MMLU-PRO": 0.4143 } }, { - "id": "allknowingroger/LimyQstar-7B-slerp", - "name": "LimyQstar-7B-slerp", - "developer": "allknowingroger", + "id": "jebish7/Llama-3-Nanda-10B-Chat", + "name": "Llama-3-Nanda-10B-Chat", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3491, - "hfopenllm_v2/BBH": 0.5024, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3103 + "hfopenllm_v2/IFEval": 0.2953, + "hfopenllm_v2/BBH": 0.4959, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4356, + "hfopenllm_v2/MMLU-PRO": 0.3157 } }, { - "id": "allknowingroger/Llama3.1-60B", - "name": "Llama3.1-60B", - "developer": "allknowingroger", + "id": "jebish7/Llama-3.1-8B-Instruct", + "name": "Llama-3.1-8B-Instruct", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1815, - "hfopenllm_v2/BBH": 0.3242, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3596, - "hfopenllm_v2/MMLU-PRO": 0.331 + "hfopenllm_v2/IFEval": 0.5058, + "hfopenllm_v2/BBH": 0.5088, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3777 } }, { - "id": "allknowingroger/Marco-01-slerp1-7B", - "name": "Marco-01-slerp1-7B", - "developer": "allknowingroger", + "id": "jebish7/Nemotron-4-Mini-Hindi-4B-Base", + "name": "Nemotron-4-Mini-Hindi-4B-Base", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4681, - "hfopenllm_v2/BBH": 0.5541, - "hfopenllm_v2/MATH Level 5": 0.3157, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4452, - "hfopenllm_v2/MMLU-PRO": 0.4483 + "hfopenllm_v2/IFEval": 0.2285, + "hfopenllm_v2/BBH": 0.3924, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4249, + "hfopenllm_v2/MMLU-PRO": 0.2503 } }, { - "id": "allknowingroger/Meme-7B-slerp", - "name": "Meme-7B-slerp", - "developer": "allknowingroger", + "id": "jebish7/Nemotron-4-Mini-Hindi-4B-Instruct", + "name": "Nemotron-4-Mini-Hindi-4B-Instruct", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5164, - "hfopenllm_v2/BBH": 0.4661, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4223, - "hfopenllm_v2/MMLU-PRO": 0.281 + "hfopenllm_v2/IFEval": 0.3345, + "hfopenllm_v2/BBH": 0.4041, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4153, + "hfopenllm_v2/MMLU-PRO": 0.2595 } }, { - "id": "allknowingroger/Ministral-8B-slerp", - "name": "Ministral-8B-slerp", - "developer": "allknowingroger", + "id": "jebish7/Nemotron-Mini-4B-Instruct", + "name": "Nemotron-Mini-4B-Instruct", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1961, - "hfopenllm_v2/BBH": 0.4686, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4285, - "hfopenllm_v2/MMLU-PRO": 0.3119 + "hfopenllm_v2/IFEval": 0.3709, + "hfopenllm_v2/BBH": 0.4244, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4727, + "hfopenllm_v2/MMLU-PRO": 0.2783 } }, { - "id": "allknowingroger/MistralPhi3-11B", - "name": "MistralPhi3-11B", - "developer": "allknowingroger", + "id": "jebish7/qwen2.5-0.5B-IHA-Hin", + "name": "qwen2.5-0.5B-IHA-Hin", + "developer": "jebish7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1943, - "hfopenllm_v2/BBH": 0.6234, + "hfopenllm_v2/IFEval": 0.1416, + "hfopenllm_v2/BBH": 0.2989, "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4267, - "hfopenllm_v2/MMLU-PRO": 0.4688 + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.1094 } }, { - "id": "allknowingroger/Mistralmash1-7B-s", - "name": "Mistralmash1-7B-s", - "developer": "allknowingroger", + "id": "jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1", + "name": "jeffmeloy_Qwen2.5-7B-minperplexity-1", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3961, - "hfopenllm_v2/BBH": 0.5277, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4267, - "hfopenllm_v2/MMLU-PRO": 0.3293 + "hfopenllm_v2/IFEval": 0.3757, + "hfopenllm_v2/BBH": 0.5582, + "hfopenllm_v2/MATH Level 5": 0.2915, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.4368 } }, { - "id": "allknowingroger/Mistralmash2-7B-s", - "name": "Mistralmash2-7B-s", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen-7B-nerd-uncensored-v1.0", + "name": "Qwen-7B-nerd-uncensored-v1.0", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4102, - "hfopenllm_v2/BBH": 0.5305, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.3345 + "hfopenllm_v2/IFEval": 0.6136, + "hfopenllm_v2/BBH": 0.5421, + "hfopenllm_v2/MATH Level 5": 0.287, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4793, + "hfopenllm_v2/MMLU-PRO": 0.4363 } }, { - "id": "allknowingroger/MixTAO-19B-pass", - "name": "MixTAO-19B-pass", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-minperplexity-2", + "name": "Qwen2.5-7B-minperplexity-2", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3814, - "hfopenllm_v2/BBH": 0.5128, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4783, - "hfopenllm_v2/MMLU-PRO": 0.3105 + "hfopenllm_v2/IFEval": 0.5097, + "hfopenllm_v2/BBH": 0.5524, + "hfopenllm_v2/MATH Level 5": 0.3014, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4625, + "hfopenllm_v2/MMLU-PRO": 0.4346 } }, { - "id": "allknowingroger/MixTaoTruthful-13B-slerp", - "name": "MixTaoTruthful-13B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9", + "name": "Qwen2.5-7B-nerd-uncensored-v0.9", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4139, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4292, - "hfopenllm_v2/MMLU-PRO": 0.31 + "hfopenllm_v2/IFEval": 0.6048, + "hfopenllm_v2/BBH": 0.547, + "hfopenllm_v2/MATH Level 5": 0.2946, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.482, + "hfopenllm_v2/MMLU-PRO": 0.4363 } }, { - "id": "allknowingroger/MultiCalm-7B-slerp", - "name": "MultiCalm-7B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.0", + "name": "Qwen2.5-7B-nerd-uncensored-v1.0", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3927, - "hfopenllm_v2/BBH": 0.5122, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4319, - "hfopenllm_v2/MMLU-PRO": 0.3033 + "hfopenllm_v2/IFEval": 0.7695, + "hfopenllm_v2/BBH": 0.5418, + "hfopenllm_v2/MATH Level 5": 0.4713, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4551, + "hfopenllm_v2/MMLU-PRO": 0.4254 } }, { - "id": "allknowingroger/MultiMash-12B-slerp", - "name": "MultiMash-12B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.1", + "name": "Qwen2.5-7B-nerd-uncensored-v1.1", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3974, - "hfopenllm_v2/BBH": 0.5142, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4438, - "hfopenllm_v2/MMLU-PRO": 0.3068 + "hfopenllm_v2/IFEval": 0.6626, + "hfopenllm_v2/BBH": 0.4864, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3843, + "hfopenllm_v2/MMLU-PRO": 0.385 } }, { - "id": "allknowingroger/MultiMash10-13B-slerp", - "name": "MultiMash10-13B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2", + "name": "Qwen2.5-7B-nerd-uncensored-v1.2", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4163, - "hfopenllm_v2/BBH": 0.5186, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4318, - "hfopenllm_v2/MMLU-PRO": 0.3117 + "hfopenllm_v2/IFEval": 0.4965, + "hfopenllm_v2/BBH": 0.4946, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4172, + "hfopenllm_v2/MMLU-PRO": 0.3969 } }, { - "id": "allknowingroger/MultiMash11-13B-slerp", - "name": "MultiMash11-13B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3", + "name": "Qwen2.5-7B-nerd-uncensored-v1.3", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4251, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4373, - "hfopenllm_v2/MMLU-PRO": 0.3085 + "hfopenllm_v2/IFEval": 0.4995, + "hfopenllm_v2/BBH": 0.5026, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.4016 } }, { - "id": "allknowingroger/MultiMash2-12B-slerp", - "name": "MultiMash2-12B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.4", + "name": "Qwen2.5-7B-nerd-uncensored-v1.4", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4261, - "hfopenllm_v2/BBH": 0.5134, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4228, - "hfopenllm_v2/MMLU-PRO": 0.3043 + "hfopenllm_v2/IFEval": 0.6079, + "hfopenllm_v2/BBH": 0.5467, + "hfopenllm_v2/MATH Level 5": 0.281, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4714, + "hfopenllm_v2/MMLU-PRO": 0.4419 } }, { - "id": "allknowingroger/MultiMash5-12B-slerp", - "name": "MultiMash5-12B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.5", + "name": "Qwen2.5-7B-nerd-uncensored-v1.5", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4142, - "hfopenllm_v2/BBH": 0.5145, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4203, - "hfopenllm_v2/MMLU-PRO": 0.3028 + "hfopenllm_v2/IFEval": 0.565, + "hfopenllm_v2/BBH": 0.5523, + "hfopenllm_v2/MATH Level 5": 0.2757, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4982, + "hfopenllm_v2/MMLU-PRO": 0.4448 } }, { - "id": "allknowingroger/MultiMash6-12B-slerp", - "name": "MultiMash6-12B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7", + "name": "Qwen2.5-7B-nerd-uncensored-v1.7", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.43, - "hfopenllm_v2/BBH": 0.5196, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.4306, - "hfopenllm_v2/MMLU-PRO": 0.3091 + "hfopenllm_v2/IFEval": 0.4202, + "hfopenllm_v2/BBH": 0.5392, + "hfopenllm_v2/MATH Level 5": 0.2915, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4848, + "hfopenllm_v2/MMLU-PRO": 0.428 } }, { - "id": "allknowingroger/MultiMash7-12B-slerp", - "name": "MultiMash7-12B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.8", + "name": "Qwen2.5-7B-nerd-uncensored-v1.8", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4213, - "hfopenllm_v2/BBH": 0.5111, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.3029 + "hfopenllm_v2/IFEval": 0.6256, + "hfopenllm_v2/BBH": 0.5447, + "hfopenllm_v2/MATH Level 5": 0.2704, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4767, + "hfopenllm_v2/MMLU-PRO": 0.4343 } }, { - "id": "allknowingroger/MultiMash8-13B-slerp", - "name": "MultiMash8-13B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-olm-v1.0", + "name": "Qwen2.5-7B-olm-v1.0", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4321, - "hfopenllm_v2/BBH": 0.5178, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4424, - "hfopenllm_v2/MMLU-PRO": 0.3126 + "hfopenllm_v2/IFEval": 0.5331, + "hfopenllm_v2/BBH": 0.566, + "hfopenllm_v2/MATH Level 5": 0.2863, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4278, + "hfopenllm_v2/MMLU-PRO": 0.4566 } }, { - "id": "allknowingroger/MultiMash9-13B-slerp", - "name": "MultiMash9-13B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-olm-v1.1", + "name": "Qwen2.5-7B-olm-v1.1", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4188, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4398, - "hfopenllm_v2/MMLU-PRO": 0.31 + "hfopenllm_v2/IFEval": 0.4329, + "hfopenllm_v2/BBH": 0.5478, + "hfopenllm_v2/MATH Level 5": 0.3829, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4808, + "hfopenllm_v2/MMLU-PRO": 0.4354 } }, { - "id": "allknowingroger/MultiMerge-7B-slerp", - "name": "MultiMerge-7B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-olm-v1.2", + "name": "Qwen2.5-7B-olm-v1.2", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3948, - "hfopenllm_v2/BBH": 0.514, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.3037 + "hfopenllm_v2/IFEval": 0.4203, + "hfopenllm_v2/BBH": 0.5533, + "hfopenllm_v2/MATH Level 5": 0.2847, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4688, + "hfopenllm_v2/MMLU-PRO": 0.4387 } }, { - "id": "allknowingroger/Multimash3-12B-slerp", - "name": "Multimash3-12B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-olm-v1.3", + "name": "Qwen2.5-7B-olm-v1.3", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4437, - "hfopenllm_v2/BBH": 0.5177, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4344, - "hfopenllm_v2/MMLU-PRO": 0.3068 + "hfopenllm_v2/IFEval": 0.4219, + "hfopenllm_v2/BBH": 0.5532, + "hfopenllm_v2/MATH Level 5": 0.3104, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4701, + "hfopenllm_v2/MMLU-PRO": 0.447 } }, { - "id": "allknowingroger/Multimerge-19B-pass", - "name": "Multimerge-19B-pass", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-olm-v1.4", + "name": "Qwen2.5-7B-olm-v1.4", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1773, - "hfopenllm_v2/BBH": 0.2892, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.343, - "hfopenllm_v2/MMLU-PRO": 0.1169 + "hfopenllm_v2/IFEval": 0.4545, + "hfopenllm_v2/BBH": 0.5582, + "hfopenllm_v2/MATH Level 5": 0.2923, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4622, + "hfopenllm_v2/MMLU-PRO": 0.4457 } }, { - "id": "allknowingroger/MultiverseEx26-7B-slerp", - "name": "MultiverseEx26-7B-slerp", - "developer": "allknowingroger", + "id": "jeffmeloy/Qwen2.5-7B-olm-v1.5", + "name": "Qwen2.5-7B-olm-v1.5", + "developer": "jeffmeloy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3939, - "hfopenllm_v2/BBH": 0.5134, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3035 + "hfopenllm_v2/IFEval": 0.4547, + "hfopenllm_v2/BBH": 0.5544, + "hfopenllm_v2/MATH Level 5": 0.2817, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4539, + "hfopenllm_v2/MMLU-PRO": 0.4399 } }, { - "id": "allknowingroger/NeuralWestSeverus-7B-slerp", - "name": "NeuralWestSeverus-7B-slerp", - "developer": "allknowingroger", + "id": "jeonsworld/CarbonVillain-en-10.7B-v4", + "name": "CarbonVillain-en-10.7B-v4", + "developer": "jeonsworld", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4136, - "hfopenllm_v2/BBH": 0.5244, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4529, - "hfopenllm_v2/MMLU-PRO": 0.3137 + "hfopenllm_v2/IFEval": 0.4579, + "hfopenllm_v2/BBH": 0.5168, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.3965, + "hfopenllm_v2/MMLU-PRO": 0.3142 } }, { - "id": "allknowingroger/Neuralcoven-7B-slerp", - "name": "Neuralcoven-7B-slerp", - "developer": "allknowingroger", + "id": "jiangxinyang-shanda/Homer-LLama3-8B", + "name": "Homer-LLama3-8B", + "developer": "jiangxinyang-shanda", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3859, - "hfopenllm_v2/BBH": 0.5303, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.3294 + "hfopenllm_v2/IFEval": 0.3992, + "hfopenllm_v2/BBH": 0.5173, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4056, + "hfopenllm_v2/MMLU-PRO": 0.3139 } }, { - "id": "allknowingroger/Neuralmultiverse-7B-slerp", - "name": "Neuralmultiverse-7B-slerp", - "developer": "allknowingroger", + "id": "jieliu/Storm-7B", + "name": "Storm-7B", + "developer": "jieliu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3769, - "hfopenllm_v2/BBH": 0.5166, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.3042 + "hfopenllm_v2/IFEval": 0.3424, + "hfopenllm_v2/BBH": 0.5187, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4429, + "hfopenllm_v2/MMLU-PRO": 0.3119 } }, { - "id": "allknowingroger/Ph3della5-14B", - "name": "Ph3della5-14B", - "developer": "allknowingroger", + "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun", + "name": "llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun", + "developer": "Jimmy19991222", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4799, - "hfopenllm_v2/BBH": 0.6332, - "hfopenllm_v2/MATH Level 5": 0.1767, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.4386, - "hfopenllm_v2/MMLU-PRO": 0.4787 + "hfopenllm_v2/IFEval": 0.6717, + "hfopenllm_v2/BBH": 0.488, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4041, + "hfopenllm_v2/MMLU-PRO": 0.3634 } }, { - "id": "allknowingroger/Ph3merge-14B", - "name": "Ph3merge-14B", - "developer": "allknowingroger", + "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log", + "name": "llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log", + "developer": "Jimmy19991222", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2701, - "hfopenllm_v2/BBH": 0.6381, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4334, - "hfopenllm_v2/MMLU-PRO": 0.4611 + "hfopenllm_v2/IFEval": 0.6556, + "hfopenllm_v2/BBH": 0.4935, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4, + "hfopenllm_v2/MMLU-PRO": 0.3658 } }, { - "id": "allknowingroger/Ph3merge2-14B", - "name": "Ph3merge2-14B", - "developer": "allknowingroger", + "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log", + "name": "llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log", + "developer": "Jimmy19991222", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1706, - "hfopenllm_v2/BBH": 0.3607, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3911, - "hfopenllm_v2/MMLU-PRO": 0.1723 + "hfopenllm_v2/IFEval": 0.6315, + "hfopenllm_v2/BBH": 0.4916, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3935, + "hfopenllm_v2/MMLU-PRO": 0.3611 } }, { - "id": "allknowingroger/Ph3merge3-14B", - "name": "Ph3merge3-14B", - "developer": "allknowingroger", + "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4", + "name": "llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4", + "developer": "Jimmy19991222", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1645, - "hfopenllm_v2/BBH": 0.3597, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4082, - "hfopenllm_v2/MMLU-PRO": 0.1647 + "hfopenllm_v2/IFEval": 0.6285, + "hfopenllm_v2/BBH": 0.4986, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4014, + "hfopenllm_v2/MMLU-PRO": 0.3545 } }, { - "id": "allknowingroger/Ph3task1-14B", - "name": "Ph3task1-14B", - "developer": "allknowingroger", + "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun", + "name": "llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun", + "developer": "Jimmy19991222", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4695, - "hfopenllm_v2/BBH": 0.6318, - "hfopenllm_v2/MATH Level 5": 0.1669, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4508, - "hfopenllm_v2/MMLU-PRO": 0.4734 + "hfopenllm_v2/IFEval": 0.6678, + "hfopenllm_v2/BBH": 0.494, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.3987, + "hfopenllm_v2/MMLU-PRO": 0.3658 } }, { - "id": "allknowingroger/Ph3task2-14B", - "name": "Ph3task2-14B", - "developer": "allknowingroger", + "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log", + "name": "llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log", + "developer": "Jimmy19991222", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4713, - "hfopenllm_v2/BBH": 0.6098, - "hfopenllm_v2/MATH Level 5": 0.1465, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4535, - "hfopenllm_v2/MMLU-PRO": 0.446 + "hfopenllm_v2/IFEval": 0.6605, + "hfopenllm_v2/BBH": 0.4916, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4, + "hfopenllm_v2/MMLU-PRO": 0.3664 } }, { - "id": "allknowingroger/Ph3task3-14B", - "name": "Ph3task3-14B", - "developer": "allknowingroger", + "id": "Jimmy19991222/llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log", + "name": "llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log", + "developer": "Jimmy19991222", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4962, - "hfopenllm_v2/BBH": 0.6298, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4426, - "hfopenllm_v2/MMLU-PRO": 0.4771 + "hfopenllm_v2/IFEval": 0.6492, + "hfopenllm_v2/BBH": 0.4952, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.3961, + "hfopenllm_v2/MMLU-PRO": 0.3711 } }, { - "id": "allknowingroger/Ph3unsloth-3B-slerp", - "name": "Ph3unsloth-3B-slerp", - "developer": "allknowingroger", + "id": "Jimmy19991222/Llama-3-Instruct-8B-SimPO-v0.2", + "name": "Llama-3-Instruct-8B-SimPO-v0.2", + "developer": "Jimmy19991222", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1894, - "hfopenllm_v2/BBH": 0.5468, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4528, - "hfopenllm_v2/MMLU-PRO": 0.3701 + "hfopenllm_v2/IFEval": 0.654, + "hfopenllm_v2/BBH": 0.4984, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4013, + "hfopenllm_v2/MMLU-PRO": 0.3686 } }, { - "id": "allknowingroger/Phi3mash1-17B-pass", - "name": "Phi3mash1-17B-pass", - "developer": "allknowingroger", + "id": "jiviai/medX_v2", + "name": "medX_v2", + "developer": "jiviai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1884, - "hfopenllm_v2/BBH": 0.6129, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4451, - "hfopenllm_v2/MMLU-PRO": 0.4589 + "hfopenllm_v2/IFEval": 0.3743, + "hfopenllm_v2/BBH": 0.4509, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.3498, + "hfopenllm_v2/MMLU-PRO": 0.3428 } }, { - "id": "allknowingroger/Quen2-65B", - "name": "Quen2-65B", - "developer": "allknowingroger", + "id": "jlzhou/Qwen2.5-3B-Infinity-Instruct-0625", + "name": "Qwen2.5-3B-Infinity-Instruct-0625", + "developer": "jlzhou", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1758, - "hfopenllm_v2/BBH": 0.2757, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2357, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.1114 + "hfopenllm_v2/IFEval": 0.3558, + "hfopenllm_v2/BBH": 0.4774, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.3199 } }, { - "id": "allknowingroger/Qwen2.5-42B-AGI", - "name": "Qwen2.5-42B-AGI", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1913, - "hfopenllm_v2/BBH": 0.2942, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.362, - "hfopenllm_v2/MMLU-PRO": 0.1168 + "hfopenllm_v2/IFEval": 0.4271, + "hfopenllm_v2/BBH": 0.5036, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4638, + "hfopenllm_v2/MMLU-PRO": 0.3739 } }, { - "id": "allknowingroger/Qwen2.5-7B-task2", - "name": "Qwen2.5-7B-task2", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4527, - "hfopenllm_v2/BBH": 0.5626, - "hfopenllm_v2/MATH Level 5": 0.355, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.437, - "hfopenllm_v2/MMLU-PRO": 0.4517 + "hfopenllm_v2/IFEval": 0.4253, + "hfopenllm_v2/BBH": 0.5019, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.415, + "hfopenllm_v2/MMLU-PRO": 0.3724 } }, { - "id": "allknowingroger/Qwen2.5-7B-task3", - "name": "Qwen2.5-7B-task3", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5129, - "hfopenllm_v2/BBH": 0.5398, - "hfopenllm_v2/MATH Level 5": 0.2606, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.4501 + "hfopenllm_v2/IFEval": 0.3377, + "hfopenllm_v2/BBH": 0.4917, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.5018, + "hfopenllm_v2/MMLU-PRO": 0.3533 } }, { - "id": "allknowingroger/Qwen2.5-7B-task4", - "name": "Qwen2.5-7B-task4", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5005, - "hfopenllm_v2/BBH": 0.5583, - "hfopenllm_v2/MATH Level 5": 0.3112, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4395, - "hfopenllm_v2/MMLU-PRO": 0.4561 + "hfopenllm_v2/IFEval": 0.4274, + "hfopenllm_v2/BBH": 0.5126, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4226, + "hfopenllm_v2/MMLU-PRO": 0.3739 } }, { - "id": "allknowingroger/Qwen2.5-7B-task7", - "name": "Qwen2.5-7B-task7", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4284, - "hfopenllm_v2/BBH": 0.5552, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4326, - "hfopenllm_v2/MMLU-PRO": 0.4133 + "hfopenllm_v2/IFEval": 0.3204, + "hfopenllm_v2/BBH": 0.4884, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.5098, + "hfopenllm_v2/MMLU-PRO": 0.3344 } }, { - "id": "allknowingroger/Qwen2.5-7B-task8", - "name": "Qwen2.5-7B-task8", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4645, - "hfopenllm_v2/BBH": 0.5525, - "hfopenllm_v2/MATH Level 5": 0.3527, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4514, - "hfopenllm_v2/MMLU-PRO": 0.4433 + "hfopenllm_v2/IFEval": 0.4396, + "hfopenllm_v2/BBH": 0.514, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4398, + "hfopenllm_v2/MMLU-PRO": 0.3696 } }, { - "id": "allknowingroger/Qwen2.5-slerp-14B", - "name": "Qwen2.5-slerp-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4928, - "hfopenllm_v2/BBH": 0.6512, - "hfopenllm_v2/MATH Level 5": 0.4622, - "hfopenllm_v2/GPQA": 0.3674, - "hfopenllm_v2/MUSR": 0.4744, - "hfopenllm_v2/MMLU-PRO": 0.5379 + "hfopenllm_v2/IFEval": 0.2814, + "hfopenllm_v2/BBH": 0.4854, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.5163, + "hfopenllm_v2/MMLU-PRO": 0.3295 } }, { - "id": "allknowingroger/QwenSlerp12-7B", - "name": "QwenSlerp12-7B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5076, - "hfopenllm_v2/BBH": 0.5556, - "hfopenllm_v2/MATH Level 5": 0.2946, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.4461 + "hfopenllm_v2/IFEval": 0.4302, + "hfopenllm_v2/BBH": 0.5157, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4332, + "hfopenllm_v2/MMLU-PRO": 0.3663 } }, { - "id": "allknowingroger/QwenSlerp4-14B", - "name": "QwenSlerp4-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6328, - "hfopenllm_v2/BBH": 0.6483, - "hfopenllm_v2/MATH Level 5": 0.3693, - "hfopenllm_v2/GPQA": 0.3725, - "hfopenllm_v2/MUSR": 0.465, - "hfopenllm_v2/MMLU-PRO": 0.5436 + "hfopenllm_v2/IFEval": 0.279, + "hfopenllm_v2/BBH": 0.4861, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.515, + "hfopenllm_v2/MMLU-PRO": 0.3305 } }, { - "id": "allknowingroger/QwenSlerp5-14B", - "name": "QwenSlerp5-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7119, - "hfopenllm_v2/BBH": 0.6357, - "hfopenllm_v2/MATH Level 5": 0.3565, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4675, - "hfopenllm_v2/MMLU-PRO": 0.5391 + "hfopenllm_v2/IFEval": 0.4223, + "hfopenllm_v2/BBH": 0.5154, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4384, + "hfopenllm_v2/MMLU-PRO": 0.365 } }, { - "id": "allknowingroger/QwenSlerp6-14B", - "name": "QwenSlerp6-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6867, - "hfopenllm_v2/BBH": 0.6384, - "hfopenllm_v2/MATH Level 5": 0.3724, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.469, - "hfopenllm_v2/MMLU-PRO": 0.5406 + "hfopenllm_v2/IFEval": 0.4359, + "hfopenllm_v2/BBH": 0.5041, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4532, + "hfopenllm_v2/MMLU-PRO": 0.3762 } }, { - "id": "allknowingroger/QwenStock1-14B", - "name": "QwenStock1-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5634, - "hfopenllm_v2/BBH": 0.6528, - "hfopenllm_v2/MATH Level 5": 0.3769, - "hfopenllm_v2/GPQA": 0.3767, - "hfopenllm_v2/MUSR": 0.473, - "hfopenllm_v2/MMLU-PRO": 0.5418 + "hfopenllm_v2/IFEval": 0.4202, + "hfopenllm_v2/BBH": 0.5011, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.415, + "hfopenllm_v2/MMLU-PRO": 0.3699 } }, { - "id": "allknowingroger/QwenStock2-14B", - "name": "QwenStock2-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5563, - "hfopenllm_v2/BBH": 0.6569, - "hfopenllm_v2/MATH Level 5": 0.3882, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4756, - "hfopenllm_v2/MMLU-PRO": 0.5406 + "hfopenllm_v2/IFEval": 0.3518, + "hfopenllm_v2/BBH": 0.4999, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4871, + "hfopenllm_v2/MMLU-PRO": 0.3611 } }, { - "id": "allknowingroger/QwenStock3-14B", - "name": "QwenStock3-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5615, - "hfopenllm_v2/BBH": 0.6565, - "hfopenllm_v2/MATH Level 5": 0.3776, - "hfopenllm_v2/GPQA": 0.3784, - "hfopenllm_v2/MUSR": 0.4756, - "hfopenllm_v2/MMLU-PRO": 0.5428 + "hfopenllm_v2/IFEval": 0.4204, + "hfopenllm_v2/BBH": 0.5107, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.371 } }, { - "id": "allknowingroger/Qwenslerp2-14B", - "name": "Qwenslerp2-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5007, - "hfopenllm_v2/BBH": 0.6555, - "hfopenllm_v2/MATH Level 5": 0.4456, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4729, - "hfopenllm_v2/MMLU-PRO": 0.5403 + "hfopenllm_v2/IFEval": 0.3454, + "hfopenllm_v2/BBH": 0.4984, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4911, + "hfopenllm_v2/MMLU-PRO": 0.3531 } }, { - "id": "allknowingroger/Qwenslerp2-7B", - "name": "Qwenslerp2-7B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5294, - "hfopenllm_v2/BBH": 0.5609, - "hfopenllm_v2/MATH Level 5": 0.3421, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.4515 + "hfopenllm_v2/IFEval": 0.4092, + "hfopenllm_v2/BBH": 0.5137, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4357, + "hfopenllm_v2/MMLU-PRO": 0.3669 } }, { - "id": "allknowingroger/Qwenslerp3-14B", - "name": "Qwenslerp3-14B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5052, - "hfopenllm_v2/BBH": 0.6521, - "hfopenllm_v2/MATH Level 5": 0.4464, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4676, - "hfopenllm_v2/MMLU-PRO": 0.5395 + "hfopenllm_v2/IFEval": 0.2904, + "hfopenllm_v2/BBH": 0.4967, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4991, + "hfopenllm_v2/MMLU-PRO": 0.349 } }, { - "id": "allknowingroger/Qwenslerp3-7B", - "name": "Qwenslerp3-7B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5018, - "hfopenllm_v2/BBH": 0.558, - "hfopenllm_v2/MATH Level 5": 0.3218, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4515, - "hfopenllm_v2/MMLU-PRO": 0.4542 + "hfopenllm_v2/IFEval": 0.4199, + "hfopenllm_v2/BBH": 0.5147, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4358, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "allknowingroger/ROGERphi-7B-slerp", - "name": "ROGERphi-7B-slerp", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3861, - "hfopenllm_v2/BBH": 0.5196, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4685, - "hfopenllm_v2/MMLU-PRO": 0.3053 + "hfopenllm_v2/IFEval": 0.2913, + "hfopenllm_v2/BBH": 0.4918, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4977, + "hfopenllm_v2/MMLU-PRO": 0.3454 } }, { - "id": "allknowingroger/RogerMerge-7B-slerp", - "name": "RogerMerge-7B-slerp", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1", + "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3933, - "hfopenllm_v2/BBH": 0.516, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.303 + "hfopenllm_v2/IFEval": 0.4162, + "hfopenllm_v2/BBH": 0.5139, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4317, + "hfopenllm_v2/MMLU-PRO": 0.3625 } }, { - "id": "allknowingroger/Rombos-LLM-V2.5-Qwen-42b", - "name": "Rombos-LLM-V2.5-Qwen-42b", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_dare_linear", + "name": "Llama-3-8B-Instruct_dare_linear", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1879, - "hfopenllm_v2/BBH": 0.2969, + "hfopenllm_v2/IFEval": 0.2145, + "hfopenllm_v2/BBH": 0.4283, "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3633, - "hfopenllm_v2/MMLU-PRO": 0.1168 + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4979, + "hfopenllm_v2/MMLU-PRO": 0.2414 } }, { - "id": "allknowingroger/Strangecoven-7B-slerp", - "name": "Strangecoven-7B-slerp", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1", + "name": "Llama-3-8B-Instruct_dare_ties-density-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3746, - "hfopenllm_v2/BBH": 0.5368, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3364 + "hfopenllm_v2/IFEval": 0.1891, + "hfopenllm_v2/BBH": 0.4119, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.4658, + "hfopenllm_v2/MMLU-PRO": 0.2265 } }, { - "id": "allknowingroger/Weirdslerp2-25B", - "name": "Weirdslerp2-25B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3", + "name": "Llama-3-8B-Instruct_dare_ties-density-0.3", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1754, - "hfopenllm_v2/BBH": 0.2874, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3524, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.2113, + "hfopenllm_v2/BBH": 0.4559, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.5069, + "hfopenllm_v2/MMLU-PRO": 0.304 } }, { - "id": "allknowingroger/WestlakeMaziyar-7B-slerp", - "name": "WestlakeMaziyar-7B-slerp", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.7", + "name": "Llama-3-8B-Instruct_dare_ties-density-0.7", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4838, - "hfopenllm_v2/BBH": 0.5245, - "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/IFEval": 0.2034, + "hfopenllm_v2/BBH": 0.4723, + "hfopenllm_v2/MATH Level 5": 0.003, "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4474, - "hfopenllm_v2/MMLU-PRO": 0.3078 + "hfopenllm_v2/MUSR": 0.511, + "hfopenllm_v2/MMLU-PRO": 0.3148 } }, { - "id": "allknowingroger/YamMaths-7B-slerp", - "name": "YamMaths-7B-slerp", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.9", + "name": "Llama-3-8B-Instruct_dare_ties-density-0.9", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4148, - "hfopenllm_v2/BBH": 0.5156, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4384, - "hfopenllm_v2/MMLU-PRO": 0.3131 + "hfopenllm_v2/IFEval": 0.2161, + "hfopenllm_v2/BBH": 0.4664, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.523, + "hfopenllm_v2/MMLU-PRO": 0.3143 } }, { - "id": "allknowingroger/Yi-1.5-34B", - "name": "Yi-1.5-34B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_linear", + "name": "Llama-3-8B-Instruct_linear", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1639, - "hfopenllm_v2/BBH": 0.2827, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3857, - "hfopenllm_v2/MMLU-PRO": 0.1095 + "hfopenllm_v2/IFEval": 0.4308, + "hfopenllm_v2/BBH": 0.5031, + "hfopenllm_v2/MATH Level 5": 0.1005, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4097, + "hfopenllm_v2/MMLU-PRO": 0.3712 } }, { - "id": "allknowingroger/Yi-blossom-40B", - "name": "Yi-blossom-40B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.1", + "name": "Llama-3-8B-Instruct_ties-density-0.1", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2009, - "hfopenllm_v2/BBH": 0.3215, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3843, - "hfopenllm_v2/MMLU-PRO": 0.108 + "hfopenllm_v2/IFEval": 0.4116, + "hfopenllm_v2/BBH": 0.5021, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4174, + "hfopenllm_v2/MMLU-PRO": 0.36 } }, { - "id": "allknowingroger/Yibuddy-35B", - "name": "Yibuddy-35B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.3", + "name": "Llama-3-8B-Instruct_ties-density-0.3", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4235, - "hfopenllm_v2/BBH": 0.5916, - "hfopenllm_v2/MATH Level 5": 0.1571, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4505, - "hfopenllm_v2/MMLU-PRO": 0.4489 + "hfopenllm_v2/IFEval": 0.3626, + "hfopenllm_v2/BBH": 0.4906, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4025, + "hfopenllm_v2/MMLU-PRO": 0.3321 } }, { - "id": "allknowingroger/Yillama-40B", - "name": "Yillama-40B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.5", + "name": "Llama-3-8B-Instruct_ties-density-0.5", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1697, - "hfopenllm_v2/BBH": 0.4063, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3501, - "hfopenllm_v2/MMLU-PRO": 0.1981 + "hfopenllm_v2/IFEval": 0.3797, + "hfopenllm_v2/BBH": 0.4793, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.388, + "hfopenllm_v2/MMLU-PRO": 0.3175 } }, { - "id": "allknowingroger/Yislerp-34B", - "name": "Yislerp-34B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.7", + "name": "Llama-3-8B-Instruct_ties-density-0.7", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3692, - "hfopenllm_v2/BBH": 0.6159, - "hfopenllm_v2/MATH Level 5": 0.216, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4566, - "hfopenllm_v2/MMLU-PRO": 0.4751 + "hfopenllm_v2/IFEval": 0.3681, + "hfopenllm_v2/BBH": 0.4738, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3881, + "hfopenllm_v2/MMLU-PRO": 0.3152 } }, { - "id": "allknowingroger/Yislerp2-34B", - "name": "Yislerp2-34B", - "developer": "allknowingroger", + "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.9", + "name": "Llama-3-8B-Instruct_ties-density-0.9", + "developer": "johnsutor", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3999, - "hfopenllm_v2/BBH": 0.6246, - "hfopenllm_v2/MATH Level 5": 0.2296, - "hfopenllm_v2/GPQA": 0.3641, - "hfopenllm_v2/MUSR": 0.453, - "hfopenllm_v2/MMLU-PRO": 0.4724 + "hfopenllm_v2/IFEval": 0.3858, + "hfopenllm_v2/BBH": 0.4735, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.388, + "hfopenllm_v2/MMLU-PRO": 0.3182 } }, { - "id": "allknowingroger/Yunconglong-13B-slerp", - "name": "Yunconglong-13B-slerp", - "developer": "allknowingroger", + "id": "jondurbin/bagel-dpo-34b-v0.5", + "name": "jondurbin/bagel-dpo-34b-v0.5", + "developer": "jondurbin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4242, - "hfopenllm_v2/BBH": 0.5166, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4161, - "hfopenllm_v2/MMLU-PRO": 0.3036 + "reward-bench/Score": 0.7215, + "reward-bench/Chat": 0.9385, + "reward-bench/Chat Hard": 0.5504, + "reward-bench/Safety": 0.6446, + "reward-bench/Reasoning": 0.8889, + "reward-bench/Prior Sets (0.5 weight)": 0.4487 } }, { - "id": "allknowingroger/limyClown-7B-slerp", - "name": "limyClown-7B-slerp", - "developer": "allknowingroger", + "id": "Joseph717171/Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32", + "name": "Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32", + "developer": "Joseph717171", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4017, - "hfopenllm_v2/BBH": 0.5148, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3038 + "hfopenllm_v2/IFEval": 0.6185, + "hfopenllm_v2/BBH": 0.5177, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4369, + "hfopenllm_v2/MMLU-PRO": 0.3144 } }, { - "id": "allknowingroger/llama3-Jallabi-40B-s", - "name": "llama3-Jallabi-40B-s", - "developer": "allknowingroger", + "id": "Joseph717171/Llama-3.1-SuperNova-8B-Lite_TIES_with_Base", + "name": "Llama-3.1-SuperNova-8B-Lite_TIES_with_Base", + "developer": "Joseph717171", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1921, - "hfopenllm_v2/BBH": 0.3252, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2374, - "hfopenllm_v2/MUSR": 0.375, - "hfopenllm_v2/MMLU-PRO": 0.1088 + "hfopenllm_v2/IFEval": 0.8096, + "hfopenllm_v2/BBH": 0.5147, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.411, + "hfopenllm_v2/MMLU-PRO": 0.388 } }, { - "id": "allknowingroger/llama3AnFeng-40B", - "name": "llama3AnFeng-40B", - "developer": "allknowingroger", + "id": "Josephgflowers/Cinder-Phi-2-V1-F16-gguf", + "name": "Cinder-Phi-2-V1-F16-gguf", + "developer": "Josephgflowers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1742, - "hfopenllm_v2/BBH": 0.3794, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.394, - "hfopenllm_v2/MMLU-PRO": 0.198 + "hfopenllm_v2/IFEval": 0.2357, + "hfopenllm_v2/BBH": 0.4397, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3435, + "hfopenllm_v2/MMLU-PRO": 0.2161 } }, { - "id": "allura-org/L3.1-8b-RP-Ink", - "name": "L3.1-8b-RP-Ink", - "developer": "allura-org", + "id": "Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama", + "name": "Differential-Attention-Liquid-Metal-Tinyllama", + "developer": "Josephgflowers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7811, - "hfopenllm_v2/BBH": 0.4828, - "hfopenllm_v2/MATH Level 5": 0.148, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3608, - "hfopenllm_v2/MMLU-PRO": 0.3428 + "hfopenllm_v2/IFEval": 0.2227, + "hfopenllm_v2/BBH": 0.2926, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3356, + "hfopenllm_v2/MMLU-PRO": 0.1214 } }, { - "id": "allura-org/MN-12b-RP-Ink", - "name": "MN-12b-RP-Ink", - "developer": "allura-org", + "id": "Josephgflowers/TinyLlama-Cinder-Agent-v1", + "name": "TinyLlama-Cinder-Agent-v1", + "developer": "Josephgflowers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7186, - "hfopenllm_v2/BBH": 0.4834, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.3514 + "hfopenllm_v2/IFEval": 0.267, + "hfopenllm_v2/BBH": 0.3116, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3395, + "hfopenllm_v2/MMLU-PRO": 0.1161 } }, { - "id": "allura-org/MS-Meadowlark-22B", - "name": "MS-Meadowlark-22B", - "developer": "allura-org", + "id": "Josephgflowers/Tinyllama-r1", + "name": "Tinyllama-r1", + "developer": "Josephgflowers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6697, - "hfopenllm_v2/BBH": 0.5163, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.3843, - "hfopenllm_v2/MMLU-PRO": 0.3823 + "hfopenllm_v2/IFEval": 0.2119, + "hfopenllm_v2/BBH": 0.3015, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.1134 } }, { - "id": "allura-org/Mistral-Small-24b-Sertraline-0304", - "name": "Mistral-Small-24b-Sertraline-0304", - "developer": "allura-org", + "id": "Josephgflowers/Tinyllama-STEM-Cinder-Agent-v1", + "name": "Tinyllama-STEM-Cinder-Agent-v1", + "developer": "Josephgflowers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.68, - "hfopenllm_v2/BBH": 0.6525, - "hfopenllm_v2/MATH Level 5": 0.2228, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4395, - "hfopenllm_v2/MMLU-PRO": 0.5106 + "hfopenllm_v2/IFEval": 0.2126, + "hfopenllm_v2/BBH": 0.3084, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2349, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1086 } }, { - "id": "allura-org/Mistral-Small-Sisyphus-24b-2503", - "name": "Mistral-Small-Sisyphus-24b-2503", - "developer": "allura-org", + "id": "Josephgflowers/TinyLlama-v1.1-Cinders-World", + "name": "TinyLlama-v1.1-Cinders-World", + "developer": "Josephgflowers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6848, - "hfopenllm_v2/BBH": 0.627, - "hfopenllm_v2/MATH Level 5": 0.25, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.5127 + "hfopenllm_v2/IFEval": 0.2469, + "hfopenllm_v2/BBH": 0.2998, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3356, + "hfopenllm_v2/MMLU-PRO": 0.1198 } }, { - "id": "allura-org/MoE-Girl-1BA-7BT", - "name": "MoE-Girl-1BA-7BT", - "developer": "allura-org", + "id": "Josephgflowers/TinyLlama_v1.1_math_code-world-test-1", + "name": "TinyLlama_v1.1_math_code-world-test-1", + "developer": "Josephgflowers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2705, - "hfopenllm_v2/BBH": 0.3139, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3436, - "hfopenllm_v2/MMLU-PRO": 0.1218 + "hfopenllm_v2/IFEval": 0.0078, + "hfopenllm_v2/BBH": 0.3146, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2341, + "hfopenllm_v2/MUSR": 0.3499, + "hfopenllm_v2/MMLU-PRO": 0.1132 } }, { - "id": "allura-org/TQ2.5-14B-Aletheia-v1", - "name": "TQ2.5-14B-Aletheia-v1", - "developer": "allura-org", + "id": "jpacifico/Chocolatine-14B-Instruct-4k-DPO", + "name": "Chocolatine-14B-Instruct-4k-DPO", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.753, - "hfopenllm_v2/BBH": 0.6585, - "hfopenllm_v2/MATH Level 5": 0.3399, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4452, - "hfopenllm_v2/MMLU-PRO": 0.5241 + "hfopenllm_v2/IFEval": 0.4689, + "hfopenllm_v2/BBH": 0.63, + "hfopenllm_v2/MATH Level 5": 0.1782, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4439, + "hfopenllm_v2/MMLU-PRO": 0.4764 } }, { - "id": "allura-org/TQ2.5-14B-Neon-v1", - "name": "TQ2.5-14B-Neon-v1", - "developer": "allura-org", + "id": "jpacifico/Chocolatine-14B-Instruct-DPO-v1.2", + "name": "Chocolatine-14B-Instruct-DPO-v1.2", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6754, - "hfopenllm_v2/BBH": 0.6553, - "hfopenllm_v2/MATH Level 5": 0.3603, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.461, - "hfopenllm_v2/MMLU-PRO": 0.5253 + "hfopenllm_v2/IFEval": 0.6852, + "hfopenllm_v2/BBH": 0.6438, + "hfopenllm_v2/MATH Level 5": 0.2092, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4268, + "hfopenllm_v2/MMLU-PRO": 0.4697 } }, { - "id": "allura-org/Teleut-7b", - "name": "Teleut-7b", - "developer": "allura-org", + "id": "jpacifico/Chocolatine-14B-Instruct-DPO-v1.3", + "name": "Chocolatine-14B-Instruct-DPO-v1.3", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6379, - "hfopenllm_v2/BBH": 0.5141, - "hfopenllm_v2/MATH Level 5": 0.2409, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.464, - "hfopenllm_v2/MMLU-PRO": 0.4131 + "hfopenllm_v2/IFEval": 0.704, + "hfopenllm_v2/BBH": 0.6846, + "hfopenllm_v2/MATH Level 5": 0.5619, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4234, + "hfopenllm_v2/MMLU-PRO": 0.5374 } }, { - "id": "aloobun/Meta-Llama-3-7B-28Layers", - "name": "Meta-Llama-3-7B-28Layers", - "developer": "aloobun", + "id": "jpacifico/Chocolatine-2-14B-Instruct-DPO-v2.0b1", + "name": "Chocolatine-2-14B-Instruct-DPO-v2.0b1", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1964, - "hfopenllm_v2/BBH": 0.4437, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3589, - "hfopenllm_v2/MMLU-PRO": 0.316 + "hfopenllm_v2/IFEval": 0.1033, + "hfopenllm_v2/BBH": 0.6696, + "hfopenllm_v2/MATH Level 5": 0.2757, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4467, + "hfopenllm_v2/MMLU-PRO": 0.5124 } }, { - "id": "aloobun/d-SmolLM2-360M", - "name": "d-SmolLM2-360M", - "developer": "aloobun", + "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0", + "name": "Chocolatine-2-14B-Instruct-v2.0", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2097, - "hfopenllm_v2/BBH": 0.3196, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.1169 + "hfopenllm_v2/IFEval": 0.0885, + "hfopenllm_v2/BBH": 0.677, + "hfopenllm_v2/MATH Level 5": 0.4804, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.5021, + "hfopenllm_v2/MMLU-PRO": 0.5302 } }, { - "id": "alpindale/WizardLM-2-8x22B", - "name": "WizardLM-2-8x22B", - "developer": "alpindale", + "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0.1", + "name": "Chocolatine-2-14B-Instruct-v2.0.1", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5272, - "hfopenllm_v2/BBH": 0.6377, - "hfopenllm_v2/MATH Level 5": 0.25, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4387, - "hfopenllm_v2/MMLU-PRO": 0.4596 + "hfopenllm_v2/IFEval": 0.0742, + "hfopenllm_v2/BBH": 0.6736, + "hfopenllm_v2/MATH Level 5": 0.4796, + "hfopenllm_v2/GPQA": 0.3918, + "hfopenllm_v2/MUSR": 0.5008, + "hfopenllm_v2/MMLU-PRO": 0.5299 } }, { - "id": "alpindale/magnum-72b-v1", - "name": "magnum-72b-v1", - "developer": "alpindale", + "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0.3", + "name": "Chocolatine-2-14B-Instruct-v2.0.3", + "developer": "jpacifico", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7037, + "hfopenllm_v2/BBH": 0.6548, + "hfopenllm_v2/MATH Level 5": 0.4207, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4768, + "hfopenllm_v2/MMLU-PRO": 0.5374 + } + }, + { + "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0b2", + "name": "Chocolatine-2-14B-Instruct-v2.0b2", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7606, - "hfopenllm_v2/BBH": 0.6982, - "hfopenllm_v2/MATH Level 5": 0.398, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4489, - "hfopenllm_v2/MMLU-PRO": 0.5468 + "hfopenllm_v2/IFEval": 0.7241, + "hfopenllm_v2/BBH": 0.6476, + "hfopenllm_v2/MATH Level 5": 0.395, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.4808, + "hfopenllm_v2/MMLU-PRO": 0.5369 } }, { - "id": "altomek/YiSM-34B-0rn", - "name": "YiSM-34B-0rn", - "developer": "altomek", + "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0b3", + "name": "Chocolatine-2-14B-Instruct-v2.0b3", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4284, - "hfopenllm_v2/BBH": 0.614, - "hfopenllm_v2/MATH Level 5": 0.2281, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.445, - "hfopenllm_v2/MMLU-PRO": 0.4696 + "hfopenllm_v2/IFEval": 0.7323, + "hfopenllm_v2/BBH": 0.6469, + "hfopenllm_v2/MATH Level 5": 0.4109, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4781, + "hfopenllm_v2/MMLU-PRO": 0.5337 } }, { - "id": "amazon/MegaBeam-Mistral-7B-300k", - "name": "MegaBeam-Mistral-7B-300k", - "developer": "amazon", + "id": "jpacifico/Chocolatine-3B-Instruct-DPO-Revised", + "name": "Chocolatine-3B-Instruct-DPO-Revised", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5203, - "hfopenllm_v2/BBH": 0.4228, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.398, - "hfopenllm_v2/MMLU-PRO": 0.2549 + "hfopenllm_v2/IFEval": 0.5623, + "hfopenllm_v2/BBH": 0.554, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4453, + "hfopenllm_v2/MMLU-PRO": 0.3989 } }, { - "id": "amazon/nova-lite-v1:0", - "name": "Amazon Nova Lite", - "developer": "amazon", + "id": "jpacifico/Chocolatine-3B-Instruct-DPO-v1.0", + "name": "Chocolatine-3B-Instruct-DPO-v1.0", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.551, - "helm_capabilities/MMLU-Pro": 0.6, - "helm_capabilities/GPQA": 0.397, - "helm_capabilities/IFEval": 0.776, - "helm_capabilities/WildBench": 0.75, - "helm_capabilities/Omni-MATH": 0.233, - "helm_lite/Mean win rate": 0.708, - "helm_lite/NarrativeQA": 0.768, - "helm_lite/NaturalQuestions (closed-book)": 0.352, - "helm_lite/OpenbookQA": 0.928, - "helm_lite/MMLU": 0.693, - "helm_lite/MATH": 0.779, - "helm_lite/GSM8K": 0.829, - "helm_lite/LegalBench": 0.659, - "helm_lite/MedQA": 0.696, - "helm_lite/WMT 2014": 0.204, - "helm_mmlu/MMLU All Subjects": 0.77, - "helm_mmlu/Abstract Algebra": 0.52, - "helm_mmlu/Anatomy": 0.719, - "helm_mmlu/College Physics": 0.608, - "helm_mmlu/Computer Security": 0.79, - "helm_mmlu/Econometrics": 0.675, - "helm_mmlu/Global Facts": 0.55, - "helm_mmlu/Jurisprudence": 0.852, - "helm_mmlu/Philosophy": 0.817, - "helm_mmlu/Professional Psychology": 0.812, - "helm_mmlu/Us Foreign Policy": 0.92, - "helm_mmlu/Astronomy": 0.862, - "helm_mmlu/Business Ethics": 0.73, - "helm_mmlu/Clinical Knowledge": 0.8, - "helm_mmlu/Conceptual Physics": 0.796, - "helm_mmlu/Electrical Engineering": 0.779, - "helm_mmlu/Elementary Mathematics": 0.757, - "helm_mmlu/Formal Logic": 0.643, - "helm_mmlu/High School World History": 0.886, - "helm_mmlu/Human Sexuality": 0.84, - "helm_mmlu/International Law": 0.843, - "helm_mmlu/Logical Fallacies": 0.81, - "helm_mmlu/Machine Learning": 0.509, - "helm_mmlu/Management": 0.864, - "helm_mmlu/Marketing": 0.889, - "helm_mmlu/Medical Genetics": 0.9, - "helm_mmlu/Miscellaneous": 0.872, - "helm_mmlu/Moral Scenarios": 0.694, - "helm_mmlu/Nutrition": 0.788, - "helm_mmlu/Prehistory": 0.849, - "helm_mmlu/Public Relations": 0.682, - "helm_mmlu/Security Studies": 0.788, - "helm_mmlu/Sociology": 0.896, - "helm_mmlu/Virology": 0.542, - "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.987 + "hfopenllm_v2/IFEval": 0.3737, + "hfopenllm_v2/BBH": 0.5471, + "hfopenllm_v2/MATH Level 5": 0.1782, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4755, + "hfopenllm_v2/MMLU-PRO": 0.3937 } }, { - "id": "amazon/nova-micro-v1:0", - "name": "Amazon Nova Micro", - "developer": "amazon", + "id": "jpacifico/Chocolatine-3B-Instruct-DPO-v1.2", + "name": "Chocolatine-3B-Instruct-DPO-v1.2", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.522, - "helm_capabilities/MMLU-Pro": 0.511, - "helm_capabilities/GPQA": 0.383, - "helm_capabilities/IFEval": 0.76, - "helm_capabilities/WildBench": 0.743, - "helm_capabilities/Omni-MATH": 0.214, - "helm_lite/Mean win rate": 0.524, - "helm_lite/NarrativeQA": 0.744, - "helm_lite/NaturalQuestions (closed-book)": 0.285, - "helm_lite/OpenbookQA": 0.888, - "helm_lite/MMLU": 0.64, - "helm_lite/MATH": 0.76, - "helm_lite/GSM8K": 0.794, - "helm_lite/LegalBench": 0.615, - "helm_lite/MedQA": 0.608, - "helm_lite/WMT 2014": 0.192, - "helm_mmlu/MMLU All Subjects": 0.708, - "helm_mmlu/Abstract Algebra": 0.42, - "helm_mmlu/Anatomy": 0.726, - "helm_mmlu/College Physics": 0.5, - "helm_mmlu/Computer Security": 0.77, - "helm_mmlu/Econometrics": 0.57, - "helm_mmlu/Global Facts": 0.44, - "helm_mmlu/Jurisprudence": 0.815, - "helm_mmlu/Philosophy": 0.733, - "helm_mmlu/Professional Psychology": 0.739, - "helm_mmlu/Us Foreign Policy": 0.9, - "helm_mmlu/Astronomy": 0.822, - "helm_mmlu/Business Ethics": 0.71, - "helm_mmlu/Clinical Knowledge": 0.751, - "helm_mmlu/Conceptual Physics": 0.706, - "helm_mmlu/Electrical Engineering": 0.683, - "helm_mmlu/Elementary Mathematics": 0.55, - "helm_mmlu/Formal Logic": 0.508, - "helm_mmlu/High School World History": 0.84, - "helm_mmlu/Human Sexuality": 0.824, - "helm_mmlu/International Law": 0.843, - "helm_mmlu/Logical Fallacies": 0.798, - "helm_mmlu/Machine Learning": 0.562, - "helm_mmlu/Management": 0.816, - "helm_mmlu/Marketing": 0.91, - "helm_mmlu/Medical Genetics": 0.82, - "helm_mmlu/Miscellaneous": 0.83, - "helm_mmlu/Moral Scenarios": 0.464, - "helm_mmlu/Nutrition": 0.778, - "helm_mmlu/Prehistory": 0.787, - "helm_mmlu/Public Relations": 0.673, - "helm_mmlu/Security Studies": 0.718, - "helm_mmlu/Sociology": 0.846, - "helm_mmlu/Virology": 0.524, - "helm_mmlu/World Religions": 0.825, - "helm_mmlu/Mean win rate": 1.0 + "hfopenllm_v2/IFEval": 0.5455, + "hfopenllm_v2/BBH": 0.5487, + "hfopenllm_v2/MATH Level 5": 0.2047, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.3877 } }, { - "id": "amazon/nova-premier-v1:0", - "name": "Amazon Nova Premier", - "developer": "amazon", + "id": "jpacifico/Distilucie-7B-Math-Instruct-DPO-v0.1", + "name": "Distilucie-7B-Math-Instruct-DPO-v0.1", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.637, - "helm_capabilities/MMLU-Pro": 0.726, - "helm_capabilities/GPQA": 0.518, - "helm_capabilities/IFEval": 0.803, - "helm_capabilities/WildBench": 0.788, - "helm_capabilities/Omni-MATH": 0.35 + "hfopenllm_v2/IFEval": 0.3048, + "hfopenllm_v2/BBH": 0.3835, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3644, + "hfopenllm_v2/MMLU-PRO": 0.1809 } }, { - "id": "amazon/nova-pro-v1:0", - "name": "Amazon Nova Pro", - "developer": "amazon", + "id": "jpacifico/Lucie-7B-Instruct-DPO-v1.1", + "name": "Lucie-7B-Instruct-DPO-v1.1", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.591, - "helm_capabilities/MMLU-Pro": 0.673, - "helm_capabilities/GPQA": 0.446, - "helm_capabilities/IFEval": 0.815, - "helm_capabilities/WildBench": 0.777, - "helm_capabilities/Omni-MATH": 0.242, - "helm_lite/Mean win rate": 0.885, - "helm_lite/NarrativeQA": 0.791, - "helm_lite/NaturalQuestions (closed-book)": 0.405, - "helm_lite/OpenbookQA": 0.96, - "helm_lite/MMLU": 0.758, - "helm_lite/MATH": 0.821, - "helm_lite/GSM8K": 0.87, - "helm_lite/LegalBench": 0.736, - "helm_lite/MedQA": 0.811, - "helm_lite/WMT 2014": 0.229, - "helm_mmlu/MMLU All Subjects": 0.82, - "helm_mmlu/Abstract Algebra": 0.69, - "helm_mmlu/Anatomy": 0.807, - "helm_mmlu/College Physics": 0.647, - "helm_mmlu/Computer Security": 0.84, - "helm_mmlu/Econometrics": 0.702, - "helm_mmlu/Global Facts": 0.54, - "helm_mmlu/Jurisprudence": 0.861, - "helm_mmlu/Philosophy": 0.826, - "helm_mmlu/Professional Psychology": 0.864, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.895, - "helm_mmlu/Business Ethics": 0.81, - "helm_mmlu/Clinical Knowledge": 0.875, - "helm_mmlu/Conceptual Physics": 0.851, - "helm_mmlu/Electrical Engineering": 0.8, - "helm_mmlu/Elementary Mathematics": 0.831, - "helm_mmlu/Formal Logic": 0.714, - "helm_mmlu/High School World History": 0.928, - "helm_mmlu/Human Sexuality": 0.885, - "helm_mmlu/International Law": 0.901, - "helm_mmlu/Logical Fallacies": 0.871, - "helm_mmlu/Machine Learning": 0.625, - "helm_mmlu/Management": 0.922, - "helm_mmlu/Marketing": 0.923, - "helm_mmlu/Medical Genetics": 0.87, - "helm_mmlu/Miscellaneous": 0.912, - "helm_mmlu/Moral Scenarios": 0.76, - "helm_mmlu/Nutrition": 0.866, - "helm_mmlu/Prehistory": 0.926, - "helm_mmlu/Public Relations": 0.8, - "helm_mmlu/Security Studies": 0.849, - "helm_mmlu/Sociology": 0.905, - "helm_mmlu/Virology": 0.59, - "helm_mmlu/World Religions": 0.877, - "helm_mmlu/Mean win rate": 0.975 + "hfopenllm_v2/IFEval": 0.3121, + "hfopenllm_v2/BBH": 0.3781, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4016, + "hfopenllm_v2/MMLU-PRO": 0.1838 } }, { - "id": "amd/AMD-Llama-135m", - "name": "AMD-Llama-135m", - "developer": "amd", + "id": "jpacifico/Lucie-7B-Instruct-DPO-v1.1.3", + "name": "Lucie-7B-Instruct-DPO-v1.1.3", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1842, - "hfopenllm_v2/BBH": 0.2974, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.378, - "hfopenllm_v2/MMLU-PRO": 0.1169 + "hfopenllm_v2/IFEval": 0.3045, + "hfopenllm_v2/BBH": 0.3819, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.1764 } }, { - "id": "anakin87/gemma-2b-orpo", - "name": "gemma-2b-orpo", - "developer": "anakin87", + "id": "jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.0", + "name": "Lucie-7B-Instruct-Merged-Model_Stock-v1.0", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2478, - "hfopenllm_v2/BBH": 0.3426, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3728, - "hfopenllm_v2/MMLU-PRO": 0.1306 + "hfopenllm_v2/IFEval": 0.3234, + "hfopenllm_v2/BBH": 0.3802, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3844, + "hfopenllm_v2/MMLU-PRO": 0.1871 } }, { - "id": "anthracite-org/magnum-v1-72b", - "name": "magnum-v1-72b", - "developer": "anthracite-org", + "id": "jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.1", + "name": "Lucie-7B-Instruct-Merged-Model_Stock-v1.1", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7606, - "hfopenllm_v2/BBH": 0.6982, - "hfopenllm_v2/MATH Level 5": 0.398, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4489, - "hfopenllm_v2/MMLU-PRO": 0.5486 + "hfopenllm_v2/IFEval": 0.3014, + "hfopenllm_v2/BBH": 0.3808, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.375, + "hfopenllm_v2/MMLU-PRO": 0.1862 } }, { - "id": "anthracite-org/magnum-v2-12b", - "name": "magnum-v2-12b", - "developer": "anthracite-org", + "id": "jpacifico/Lucie-Boosted-7B-Instruct", + "name": "Lucie-Boosted-7B-Instruct", + "developer": "jpacifico", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3762, - "hfopenllm_v2/BBH": 0.5021, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4179, - "hfopenllm_v2/MMLU-PRO": 0.3167 + "hfopenllm_v2/IFEval": 0.2566, + "hfopenllm_v2/BBH": 0.3465, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3699, + "hfopenllm_v2/MMLU-PRO": 0.163 } }, { - "id": "anthracite-org/magnum-v2-72b", - "name": "magnum-v2-72b", - "developer": "anthracite-org", + "id": "jsfs11/L3-8B-Stheno-slerp", + "name": "L3-8B-Stheno-slerp", + "developer": "jsfs11", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.756, - "hfopenllm_v2/BBH": 0.7005, - "hfopenllm_v2/MATH Level 5": 0.3542, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.5456 + "hfopenllm_v2/IFEval": 0.6752, + "hfopenllm_v2/BBH": 0.5326, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3725, + "hfopenllm_v2/MMLU-PRO": 0.3649 } }, { - "id": "anthracite-org/magnum-v2.5-12b-kto", - "name": "magnum-v2.5-12b-kto", - "developer": "anthracite-org", + "id": "jsfs11/MixtureofMerges-MoE-4x7b-v4", + "name": "MixtureofMerges-MoE-4x7b-v4", + "developer": "jsfs11", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3866, - "hfopenllm_v2/BBH": 0.5077, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4086, - "hfopenllm_v2/MMLU-PRO": 0.3215 + "hfopenllm_v2/IFEval": 0.403, + "hfopenllm_v2/BBH": 0.5169, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4386, + "hfopenllm_v2/MMLU-PRO": 0.3032 } }, { - "id": "anthracite-org/magnum-v3-27b-kto", - "name": "magnum-v3-27b-kto", - "developer": "anthracite-org", + "id": "jsfs11/MixtureofMerges-MoE-4x7b-v5", + "name": "MixtureofMerges-MoE-4x7b-v5", + "developer": "jsfs11", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5675, - "hfopenllm_v2/BBH": 0.586, - "hfopenllm_v2/MATH Level 5": 0.1813, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.3855, - "hfopenllm_v2/MMLU-PRO": 0.4238 + "hfopenllm_v2/IFEval": 0.4199, + "hfopenllm_v2/BBH": 0.5198, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4305, + "hfopenllm_v2/MMLU-PRO": 0.3098 } }, { - "id": "anthracite-org/magnum-v3-34b", - "name": "magnum-v3-34b", - "developer": "anthracite-org", + "id": "JungZoona/T3Q-Qwen2.5-14B-Instruct-1M-e3", + "name": "T3Q-Qwen2.5-14B-Instruct-1M-e3", + "developer": "JungZoona", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5115, - "hfopenllm_v2/BBH": 0.6088, - "hfopenllm_v2/MATH Level 5": 0.1949, - "hfopenllm_v2/GPQA": 0.3607, - "hfopenllm_v2/MUSR": 0.3872, - "hfopenllm_v2/MMLU-PRO": 0.4752 + "hfopenllm_v2/IFEval": 0.7324, + "hfopenllm_v2/BBH": 0.7586, + "hfopenllm_v2/MATH Level 5": 0.2863, + "hfopenllm_v2/GPQA": 0.4169, + "hfopenllm_v2/MUSR": 0.5911, + "hfopenllm_v2/MMLU-PRO": 0.5884 } }, { - "id": "anthracite-org/magnum-v3-9b-chatml", - "name": "magnum-v3-9b-chatml", - "developer": "anthracite-org", + "id": "JungZoona/T3Q-qwen2.5-14b-v1.0-e3", + "name": "T3Q-qwen2.5-14b-v1.0-e3", + "developer": "JungZoona", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1275, - "hfopenllm_v2/BBH": 0.5428, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4432, - "hfopenllm_v2/MMLU-PRO": 0.4242 + "hfopenllm_v2/IFEval": 0.7324, + "hfopenllm_v2/BBH": 0.7586, + "hfopenllm_v2/MATH Level 5": 0.2863, + "hfopenllm_v2/GPQA": 0.4169, + "hfopenllm_v2/MUSR": 0.5911, + "hfopenllm_v2/MMLU-PRO": 0.5884 } }, { - "id": "anthracite-org/magnum-v3-9b-customgemma2", - "name": "magnum-v3-9b-customgemma2", - "developer": "anthracite-org", + "id": "Junhoee/Qwen-Megumin", + "name": "Qwen-Megumin", + "developer": "Junhoee", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1273, - "hfopenllm_v2/BBH": 0.534, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4565, - "hfopenllm_v2/MMLU-PRO": 0.4205 + "hfopenllm_v2/IFEval": 0.7141, + "hfopenllm_v2/BBH": 0.5285, + "hfopenllm_v2/MATH Level 5": 0.4902, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.398, + "hfopenllm_v2/MMLU-PRO": 0.4199 } }, { - "id": "anthracite-org/magnum-v4-12b", - "name": "magnum-v4-12b", - "developer": "anthracite-org", + "id": "kaist-ai/janus-7b", + "name": "janus-7b", + "developer": "kaist-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3393, - "hfopenllm_v2/BBH": 0.5177, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4093, - "hfopenllm_v2/MMLU-PRO": 0.3604 + "hfopenllm_v2/IFEval": 0.3775, + "hfopenllm_v2/BBH": 0.4694, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4401, + "hfopenllm_v2/MMLU-PRO": 0.2874 } }, { - "id": "anthracite-org/magnum-v4-22b", - "name": "magnum-v4-22b", - "developer": "anthracite-org", + "id": "kaist-ai/janus-dpo-7b", + "name": "janus-dpo-7b", + "developer": "kaist-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5629, - "hfopenllm_v2/BBH": 0.5486, - "hfopenllm_v2/MATH Level 5": 0.2002, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4408, - "hfopenllm_v2/MMLU-PRO": 0.383 + "hfopenllm_v2/IFEval": 0.4003, + "hfopenllm_v2/BBH": 0.4773, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4387, + "hfopenllm_v2/MMLU-PRO": 0.2976 } }, { - "id": "anthracite-org/magnum-v4-27b", - "name": "magnum-v4-27b", - "developer": "anthracite-org", + "id": "kaist-ai/janus-rm-7b", + "name": "janus-rm-7b", + "developer": "kaist-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3454, - "hfopenllm_v2/BBH": 0.5867, - "hfopenllm_v2/MATH Level 5": 0.1798, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.438, - "hfopenllm_v2/MMLU-PRO": 0.4376 + "hfopenllm_v2/IFEval": 0.1778, + "hfopenllm_v2/BBH": 0.3056, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3883, + "hfopenllm_v2/MMLU-PRO": 0.1126 } }, { - "id": "anthracite-org/magnum-v4-9b", - "name": "magnum-v4-9b", - "developer": "anthracite-org", + "id": "kaist-ai/mistral-orpo-capybara-7k", + "name": "mistral-orpo-capybara-7k", + "developer": "kaist-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3503, - "hfopenllm_v2/BBH": 0.5336, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4516, - "hfopenllm_v2/MMLU-PRO": 0.3953 + "hfopenllm_v2/IFEval": 0.5367, + "hfopenllm_v2/BBH": 0.4489, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.2971 } }, { - "id": "anthropic/Opus 4.1", - "name": "Opus 4.1", - "developer": "anthropic", + "id": "kavonalds/BunderMaxx-0710", + "name": "BunderMaxx-0710", + "developer": "kavonalds", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.4, - "ace/Gaming Score": 0.318 + "hfopenllm_v2/IFEval": 0.3283, + "hfopenllm_v2/BBH": 0.6651, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3393, + "hfopenllm_v2/MMLU-PRO": 0.1314 } }, { - "id": "anthropic/Opus 4.5", - "name": "Opus 4.5", - "developer": "anthropic", + "id": "kavonalds/BunderMaxx-1010", + "name": "BunderMaxx-1010", + "developer": "kavonalds", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.184, - "apex-agents/Overall Pass@8": 0.34, - "apex-agents/Overall Mean Score": 0.348, - "apex-agents/Investment Banking Pass@1": 0.216, - "apex-agents/Management Consulting Pass@1": 0.132, - "apex-agents/Corporate Law Pass@1": 0.202, - "apex-agents/Corporate Lawyer Mean Score": 0.471, - "ace/Overall Score": 0.478, - "ace/Gaming Score": 0.391, - "apex-v1/Medicine (MD) Score": 0.65 + "hfopenllm_v2/IFEval": 0.2981, + "hfopenllm_v2/BBH": 0.702, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3484, + "hfopenllm_v2/MMLU-PRO": 0.1224 } }, { - "id": "anthropic/Opus 4.6", - "name": "Opus 4.6", - "developer": "anthropic", + "id": "kavonalds/Lancer-1-1b-Instruct", + "name": "Lancer-1-1b-Instruct", + "developer": "kavonalds", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.298, - "apex-agents/Corporate Lawyer Mean Score": 0.502 + "hfopenllm_v2/IFEval": 0.5546, + "hfopenllm_v2/BBH": 0.3253, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3144, + "hfopenllm_v2/MMLU-PRO": 0.1568 } }, { - "id": "anthropic/Sonnet 4.5", - "name": "Sonnet 4.5", - "developer": "anthropic", + "id": "kayfour/T3Q-Qwen2.5-7B-it-KOR-Safe", + "name": "T3Q-Qwen2.5-7B-it-KOR-Safe", + "developer": "kayfour", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.44, - "ace/Gaming Score": 0.373 + "hfopenllm_v2/IFEval": 0.6081, + "hfopenllm_v2/BBH": 0.555, + "hfopenllm_v2/MATH Level 5": 0.3761, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.4464 } }, { - "id": "anthropic/claude-2.0", - "name": "Claude 2.0", - "developer": "anthropic", + "id": "keeeeenw/MicroLlama", + "name": "MicroLlama", + "developer": "keeeeenw", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.489, - "helm_lite/NarrativeQA": 0.718, - "helm_lite/NaturalQuestions (closed-book)": 0.428, - "helm_lite/OpenbookQA": 0.862, - "helm_lite/MMLU": 0.639, - "helm_lite/MATH": 0.603, - "helm_lite/GSM8K": 0.583, - "helm_lite/LegalBench": 0.643, - "helm_lite/MedQA": 0.652, - "helm_lite/WMT 2014": 0.219 + "hfopenllm_v2/IFEval": 0.1985, + "hfopenllm_v2/BBH": 0.3007, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3698, + "hfopenllm_v2/MMLU-PRO": 0.1138 } }, { - "id": "anthropic/claude-2.1", - "name": "Claude 2.1", - "developer": "anthropic", + "id": "kekmodel/StopCarbon-10.7B-v5", + "name": "StopCarbon-10.7B-v5", + "developer": "kekmodel", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.437, - "helm_lite/NarrativeQA": 0.677, - "helm_lite/NaturalQuestions (closed-book)": 0.375, - "helm_lite/OpenbookQA": 0.872, - "helm_lite/MMLU": 0.643, - "helm_lite/MATH": 0.632, - "helm_lite/GSM8K": 0.604, - "helm_lite/LegalBench": 0.643, - "helm_lite/MedQA": 0.644, - "helm_lite/WMT 2014": 0.204, - "helm_mmlu/MMLU All Subjects": 0.735, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.726, - "helm_mmlu/College Physics": 0.5, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.596, - "helm_mmlu/Global Facts": 0.55, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.794, - "helm_mmlu/Professional Psychology": 0.797, - "helm_mmlu/Us Foreign Policy": 0.92, - "helm_mmlu/Astronomy": 0.855, - "helm_mmlu/Business Ethics": 0.73, - "helm_mmlu/Clinical Knowledge": 0.785, - "helm_mmlu/Conceptual Physics": 0.766, - "helm_mmlu/Electrical Engineering": 0.724, - "helm_mmlu/Elementary Mathematics": 0.521, - "helm_mmlu/Formal Logic": 0.5, - "helm_mmlu/High School World History": 0.903, - "helm_mmlu/Human Sexuality": 0.847, - "helm_mmlu/International Law": 0.901, - "helm_mmlu/Logical Fallacies": 0.834, - "helm_mmlu/Machine Learning": 0.482, - "helm_mmlu/Management": 0.825, - "helm_mmlu/Marketing": 0.923, - "helm_mmlu/Medical Genetics": 0.81, - "helm_mmlu/Miscellaneous": 0.88, - "helm_mmlu/Moral Scenarios": 0.52, - "helm_mmlu/Nutrition": 0.781, - "helm_mmlu/Prehistory": 0.821, - "helm_mmlu/Public Relations": 0.773, - "helm_mmlu/Security Studies": 0.812, - "helm_mmlu/Sociology": 0.886, - "helm_mmlu/Virology": 0.554, - "helm_mmlu/World Religions": 0.854, - "helm_mmlu/Mean win rate": 0.048 + "hfopenllm_v2/IFEval": 0.4728, + "hfopenllm_v2/BBH": 0.5178, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4019, + "hfopenllm_v2/MMLU-PRO": 0.3157 } }, { - "id": "anthropic/claude-3-5-haiku-20241022", - "name": "claude-3-5-haiku-20241022", - "developer": "anthropic", + "id": "kevin009/llamaRAGdrama", + "name": "llamaRAGdrama", + "developer": "kevin009", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.6114, - "global-mmlu-lite/Culturally Sensitive": 0.5834, - "global-mmlu-lite/Culturally Agnostic": 0.6394, - "global-mmlu-lite/Arabic": 0.695, - "global-mmlu-lite/English": 0.485, - "global-mmlu-lite/Bengali": 0.675, - "global-mmlu-lite/German": 0.565, - "global-mmlu-lite/French": 0.61, - "global-mmlu-lite/Hindi": 0.6575, - "global-mmlu-lite/Indonesian": 0.5475, - "global-mmlu-lite/Italian": 0.48, - "global-mmlu-lite/Japanese": 0.655, - "global-mmlu-lite/Korean": 0.6575, - "global-mmlu-lite/Portuguese": 0.5225, - "global-mmlu-lite/Spanish": 0.485, - "global-mmlu-lite/Swahili": 0.69, - "global-mmlu-lite/Yoruba": 0.6675, - "global-mmlu-lite/Chinese": 0.69, - "global-mmlu-lite/Burmese": 0.7, - "helm_capabilities/Mean score": 0.549, - "helm_capabilities/MMLU-Pro": 0.605, - "helm_capabilities/GPQA": 0.363, - "helm_capabilities/IFEval": 0.792, - "helm_capabilities/WildBench": 0.76, - "helm_capabilities/Omni-MATH": 0.224, - "helm_lite/Mean win rate": 0.531, - "helm_lite/NarrativeQA": 0.763, - "helm_lite/NaturalQuestions (closed-book)": 0.344, - "helm_lite/OpenbookQA": 0.854, - "helm_lite/MMLU": 0.671, - "helm_lite/MATH": 0.872, - "helm_lite/GSM8K": 0.815, - "helm_lite/LegalBench": 0.631, - "helm_lite/MedQA": 0.722, - "helm_lite/WMT 2014": 0.135, - "helm_mmlu/MMLU All Subjects": 0.743, - "helm_mmlu/Abstract Algebra": 0.47, - "helm_mmlu/Anatomy": 0.793, - "helm_mmlu/College Physics": 0.52, - "helm_mmlu/Computer Security": 0.84, - "helm_mmlu/Econometrics": 0.596, - "helm_mmlu/Global Facts": 0.5, - "helm_mmlu/Jurisprudence": 0.861, - "helm_mmlu/Philosophy": 0.823, - "helm_mmlu/Professional Psychology": 0.825, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.829, - "helm_mmlu/Business Ethics": 0.8, - "helm_mmlu/Clinical Knowledge": 0.823, - "helm_mmlu/Conceptual Physics": 0.723, - "helm_mmlu/Electrical Engineering": 0.717, - "helm_mmlu/Elementary Mathematics": 0.561, - "helm_mmlu/Formal Logic": 0.619, - "helm_mmlu/High School World History": 0.882, - "helm_mmlu/Human Sexuality": 0.885, - "helm_mmlu/International Law": 0.884, - "helm_mmlu/Logical Fallacies": 0.822, - "helm_mmlu/Machine Learning": 0.518, - "helm_mmlu/Management": 0.845, - "helm_mmlu/Marketing": 0.897, - "helm_mmlu/Medical Genetics": 0.83, - "helm_mmlu/Miscellaneous": 0.905, - "helm_mmlu/Moral Scenarios": 0.476, - "helm_mmlu/Nutrition": 0.846, - "helm_mmlu/Prehistory": 0.877, - "helm_mmlu/Public Relations": 0.727, - "helm_mmlu/Security Studies": 0.792, - "helm_mmlu/Sociology": 0.905, - "helm_mmlu/Virology": 0.566, - "helm_mmlu/World Religions": 0.865, - "helm_mmlu/Mean win rate": 0.128 + "hfopenllm_v2/IFEval": 0.2598, + "hfopenllm_v2/BBH": 0.4007, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.4316, + "hfopenllm_v2/MMLU-PRO": 0.2724 } }, { - "id": "anthropic/claude-3-5-sonnet-20240620", - "name": "Claude 3.5 Sonnet 20240620", - "developer": "anthropic", + "id": "Khetterman/DarkAtom-12B-v3", + "name": "DarkAtom-12B-v3", + "developer": "Khetterman", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.885, - "helm_lite/NarrativeQA": 0.746, - "helm_lite/NaturalQuestions (closed-book)": 0.502, - "helm_lite/OpenbookQA": 0.972, - "helm_lite/MMLU": 0.799, - "helm_lite/MATH": 0.813, - "helm_lite/GSM8K": 0.949, - "helm_lite/LegalBench": 0.707, - "helm_lite/MedQA": 0.825, - "helm_lite/WMT 2014": 0.229, - "helm_mmlu/MMLU All Subjects": 0.865, - "helm_mmlu/Abstract Algebra": 0.75, - "helm_mmlu/Anatomy": 0.844, - "helm_mmlu/College Physics": 0.696, - "helm_mmlu/Computer Security": 0.89, - "helm_mmlu/Econometrics": 0.807, - "helm_mmlu/Global Facts": 0.72, - "helm_mmlu/Jurisprudence": 0.889, - "helm_mmlu/Philosophy": 0.891, - "helm_mmlu/Professional Psychology": 0.922, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.961, - "helm_mmlu/Business Ethics": 0.85, - "helm_mmlu/Clinical Knowledge": 0.913, - "helm_mmlu/Conceptual Physics": 0.885, - "helm_mmlu/Electrical Engineering": 0.828, - "helm_mmlu/Elementary Mathematics": 0.892, - "helm_mmlu/Formal Logic": 0.698, - "helm_mmlu/High School World History": 0.954, - "helm_mmlu/Human Sexuality": 0.939, - "helm_mmlu/International Law": 0.959, - "helm_mmlu/Logical Fallacies": 0.926, - "helm_mmlu/Machine Learning": 0.786, - "helm_mmlu/Management": 0.942, - "helm_mmlu/Marketing": 0.949, - "helm_mmlu/Medical Genetics": 0.98, - "helm_mmlu/Miscellaneous": 0.962, - "helm_mmlu/Moral Scenarios": 0.882, - "helm_mmlu/Nutrition": 0.912, - "helm_mmlu/Prehistory": 0.951, - "helm_mmlu/Public Relations": 0.855, - "helm_mmlu/Security Studies": 0.878, - "helm_mmlu/Sociology": 0.96, - "helm_mmlu/Virology": 0.602, - "helm_mmlu/World Religions": 0.924, - "helm_mmlu/Mean win rate": 0.17, - "reward-bench/Score": 0.6466, - "reward-bench/Factuality": 0.5284, - "reward-bench/Precise IF": 0.3875, - "reward-bench/Math": 0.5683, - "reward-bench/Safety": 0.8519, - "reward-bench/Focus": 0.8697, - "reward-bench/Ties": 0.674 + "hfopenllm_v2/IFEval": 0.6173, + "hfopenllm_v2/BBH": 0.5154, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4468, + "hfopenllm_v2/MMLU-PRO": 0.3546 } }, { - "id": "anthropic/claude-3-5-sonnet-20241022", - "name": "Claude 3.5 Sonnet 20241022", - "developer": "anthropic", + "id": "Khetterman/Kosmos-8B-v1", + "name": "Kosmos-8B-v1", + "developer": "Khetterman", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.653, - "helm_capabilities/MMLU-Pro": 0.777, - "helm_capabilities/GPQA": 0.565, - "helm_capabilities/IFEval": 0.856, - "helm_capabilities/WildBench": 0.792, - "helm_capabilities/Omni-MATH": 0.276, - "helm_lite/Mean win rate": 0.846, - "helm_lite/NarrativeQA": 0.77, - "helm_lite/NaturalQuestions (closed-book)": 0.467, - "helm_lite/OpenbookQA": 0.966, - "helm_lite/MMLU": 0.809, - "helm_lite/MATH": 0.904, - "helm_lite/GSM8K": 0.956, - "helm_lite/LegalBench": 0.647, - "helm_lite/MedQA": 0.859, - "helm_lite/WMT 2014": 0.226, - "helm_mmlu/MMLU All Subjects": 0.873, - "helm_mmlu/Abstract Algebra": 0.78, - "helm_mmlu/Anatomy": 0.859, - "helm_mmlu/College Physics": 0.775, - "helm_mmlu/Computer Security": 0.87, - "helm_mmlu/Econometrics": 0.807, - "helm_mmlu/Global Facts": 0.8, - "helm_mmlu/Jurisprudence": 0.898, - "helm_mmlu/Philosophy": 0.891, - "helm_mmlu/Professional Psychology": 0.922, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.974, - "helm_mmlu/Business Ethics": 0.83, - "helm_mmlu/Clinical Knowledge": 0.928, - "helm_mmlu/Conceptual Physics": 0.906, - "helm_mmlu/Electrical Engineering": 0.848, - "helm_mmlu/Elementary Mathematics": 0.918, - "helm_mmlu/Formal Logic": 0.786, - "helm_mmlu/High School World History": 0.958, - "helm_mmlu/Human Sexuality": 0.939, - "helm_mmlu/International Law": 0.959, - "helm_mmlu/Logical Fallacies": 0.914, - "helm_mmlu/Machine Learning": 0.839, - "helm_mmlu/Management": 0.932, - "helm_mmlu/Marketing": 0.953, - "helm_mmlu/Medical Genetics": 0.96, - "helm_mmlu/Miscellaneous": 0.964, - "helm_mmlu/Moral Scenarios": 0.888, - "helm_mmlu/Nutrition": 0.922, - "helm_mmlu/Prehistory": 0.941, - "helm_mmlu/Public Relations": 0.8, - "helm_mmlu/Security Studies": 0.882, - "helm_mmlu/Sociology": 0.955, - "helm_mmlu/Virology": 0.584, - "helm_mmlu/World Religions": 0.901, - "helm_mmlu/Mean win rate": 0.311 + "hfopenllm_v2/IFEval": 0.4129, + "hfopenllm_v2/BBH": 0.5234, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3919, + "hfopenllm_v2/MMLU-PRO": 0.3669 } }, { - "id": "anthropic/claude-3-7-sonnet-20250219", - "name": "claude-3-7-sonnet-20250219", - "developer": "anthropic", + "id": "khoantap/cheap-moe-merge", + "name": "cheap-moe-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8078, - "global-mmlu-lite/Culturally Sensitive": 0.7794, - "global-mmlu-lite/Culturally Agnostic": 0.8362, - "global-mmlu-lite/Arabic": 0.7925, - "global-mmlu-lite/English": 0.7625, - "global-mmlu-lite/Bengali": 0.825, - "global-mmlu-lite/German": 0.8125, - "global-mmlu-lite/French": 0.7675, - "global-mmlu-lite/Hindi": 0.805, - "global-mmlu-lite/Indonesian": 0.8175, - "global-mmlu-lite/Italian": 0.8225, - "global-mmlu-lite/Japanese": 0.8425, - "global-mmlu-lite/Korean": 0.83, - "global-mmlu-lite/Portuguese": 0.77, - "global-mmlu-lite/Spanish": 0.8075, - "global-mmlu-lite/Swahili": 0.8125, - "global-mmlu-lite/Yoruba": 0.81, - "global-mmlu-lite/Chinese": 0.835, - "global-mmlu-lite/Burmese": 0.8125, - "helm_capabilities/Mean score": 0.674, - "helm_capabilities/MMLU-Pro": 0.784, - "helm_capabilities/GPQA": 0.608, - "helm_capabilities/IFEval": 0.834, - "helm_capabilities/WildBench": 0.814, - "helm_capabilities/Omni-MATH": 0.33, - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0, - "livecodebenchpro/Easy Problems": 0.28169014084507044, - "reward-bench/Score": 0.7539, - "reward-bench/Factuality": 0.7326, - "reward-bench/Precise IF": 0.5437, - "reward-bench/Math": 0.75, - "reward-bench/Safety": 0.9033, - "reward-bench/Focus": 0.9212, - "reward-bench/Ties": 0.6723 + "hfopenllm_v2/IFEval": 0.4557, + "hfopenllm_v2/BBH": 0.5131, + "hfopenllm_v2/MATH Level 5": 0.0921, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4103, + "hfopenllm_v2/MMLU-PRO": 0.3339 } }, { - "id": "anthropic/claude-3-haiku-20240307", - "name": "Claude 3 Haiku 20240307", - "developer": "anthropic", + "id": "khoantap/llama-3-8b-stock-merge", + "name": "llama-3-8b-stock-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.263, - "helm_lite/NarrativeQA": 0.244, - "helm_lite/NaturalQuestions (closed-book)": 0.144, - "helm_lite/OpenbookQA": 0.838, - "helm_lite/MMLU": 0.662, - "helm_lite/MATH": 0.131, - "helm_lite/GSM8K": 0.699, - "helm_lite/LegalBench": 0.46, - "helm_lite/MedQA": 0.702, - "helm_lite/WMT 2014": 0.148, - "helm_mmlu/MMLU All Subjects": 0.738, - "helm_mmlu/Abstract Algebra": 0.42, - "helm_mmlu/Anatomy": 0.711, - "helm_mmlu/College Physics": 0.48, - "helm_mmlu/Computer Security": 0.79, - "helm_mmlu/Econometrics": 0.632, - "helm_mmlu/Global Facts": 0.47, - "helm_mmlu/Jurisprudence": 0.861, - "helm_mmlu/Philosophy": 0.814, - "helm_mmlu/Professional Psychology": 0.802, - "helm_mmlu/Us Foreign Policy": 0.95, - "helm_mmlu/Astronomy": 0.901, - "helm_mmlu/Business Ethics": 0.78, - "helm_mmlu/Clinical Knowledge": 0.789, - "helm_mmlu/Conceptual Physics": 0.715, - "helm_mmlu/Electrical Engineering": 0.69, - "helm_mmlu/Elementary Mathematics": 0.558, - "helm_mmlu/Formal Logic": 0.579, - "helm_mmlu/High School World History": 0.878, - "helm_mmlu/Human Sexuality": 0.824, - "helm_mmlu/International Law": 0.901, - "helm_mmlu/Logical Fallacies": 0.791, - "helm_mmlu/Machine Learning": 0.589, - "helm_mmlu/Management": 0.874, - "helm_mmlu/Marketing": 0.91, - "helm_mmlu/Medical Genetics": 0.8, - "helm_mmlu/Miscellaneous": 0.893, - "helm_mmlu/Moral Scenarios": 0.502, - "helm_mmlu/Nutrition": 0.83, - "helm_mmlu/Prehistory": 0.824, - "helm_mmlu/Public Relations": 0.755, - "helm_mmlu/Security Studies": 0.808, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.542, - "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.28, - "reward-bench/Score": 0.3711, - "reward-bench/Factuality": 0.4042, - "reward-bench/Precise IF": 0.2812, - "reward-bench/Math": 0.3552, - "reward-bench/Safety": 0.595, - "reward-bench/Focus": 0.501, - "reward-bench/Ties": 0.0899 + "hfopenllm_v2/IFEval": 0.4812, + "hfopenllm_v2/BBH": 0.5162, + "hfopenllm_v2/MATH Level 5": 0.1616, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.3946, + "hfopenllm_v2/MMLU-PRO": 0.38 } }, { - "id": "anthropic/claude-3-opus-20240229", - "name": "Claude 3 Opus 20240229", - "developer": "anthropic", + "id": "khoantap/llama-breadcrumbs-ties-merge", + "name": "llama-breadcrumbs-ties-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.683, - "helm_lite/NarrativeQA": 0.351, - "helm_lite/NaturalQuestions (closed-book)": 0.441, - "helm_lite/OpenbookQA": 0.956, - "helm_lite/MMLU": 0.768, - "helm_lite/MATH": 0.76, - "helm_lite/GSM8K": 0.924, - "helm_lite/LegalBench": 0.662, - "helm_lite/MedQA": 0.775, - "helm_lite/WMT 2014": 0.24, - "helm_mmlu/MMLU All Subjects": 0.846, - "helm_mmlu/Abstract Algebra": 0.64, - "helm_mmlu/Anatomy": 0.8, - "helm_mmlu/College Physics": 0.716, - "helm_mmlu/Computer Security": 0.85, - "helm_mmlu/Econometrics": 0.789, - "helm_mmlu/Global Facts": 0.66, - "helm_mmlu/Jurisprudence": 0.88, - "helm_mmlu/Philosophy": 0.9, - "helm_mmlu/Professional Psychology": 0.904, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.967, - "helm_mmlu/Business Ethics": 0.86, - "helm_mmlu/Clinical Knowledge": 0.879, - "helm_mmlu/Conceptual Physics": 0.881, - "helm_mmlu/Electrical Engineering": 0.814, - "helm_mmlu/Elementary Mathematics": 0.862, - "helm_mmlu/Formal Logic": 0.698, - "helm_mmlu/High School World History": 0.941, - "helm_mmlu/Human Sexuality": 0.908, - "helm_mmlu/International Law": 0.901, - "helm_mmlu/Logical Fallacies": 0.896, - "helm_mmlu/Machine Learning": 0.741, - "helm_mmlu/Management": 0.942, - "helm_mmlu/Marketing": 0.944, - "helm_mmlu/Medical Genetics": 0.93, - "helm_mmlu/Miscellaneous": 0.951, - "helm_mmlu/Moral Scenarios": 0.826, - "helm_mmlu/Nutrition": 0.925, - "helm_mmlu/Prehistory": 0.941, - "helm_mmlu/Public Relations": 0.827, - "helm_mmlu/Security Studies": 0.886, - "helm_mmlu/Sociology": 0.94, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.901, - "helm_mmlu/Mean win rate": 0.014, - "reward-bench/Score": 0.5744, - "reward-bench/Factuality": 0.5389, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.5137, - "reward-bench/Safety": 0.8378, - "reward-bench/Focus": 0.6646, - "reward-bench/Ties": 0.5601 + "hfopenllm_v2/IFEval": 0.2205, + "hfopenllm_v2/BBH": 0.5416, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4434, + "hfopenllm_v2/MMLU-PRO": 0.3172 } }, { - "id": "anthropic/claude-3-sonnet-20240229", - "name": "Claude 3 Sonnet 20240229", - "developer": "anthropic", + "id": "khoantap/llama-evolve-ties-best-merge", + "name": "llama-evolve-ties-best-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.377, - "helm_lite/NarrativeQA": 0.111, - "helm_lite/NaturalQuestions (closed-book)": 0.028, - "helm_lite/OpenbookQA": 0.918, - "helm_lite/MMLU": 0.652, - "helm_lite/MATH": 0.084, - "helm_lite/GSM8K": 0.907, - "helm_lite/LegalBench": 0.49, - "helm_lite/MedQA": 0.684, - "helm_lite/WMT 2014": 0.218, - "helm_mmlu/MMLU All Subjects": 0.759, - "helm_mmlu/Abstract Algebra": 0.39, - "helm_mmlu/Anatomy": 0.711, - "helm_mmlu/College Physics": 0.559, - "helm_mmlu/Computer Security": 0.79, - "helm_mmlu/Econometrics": 0.64, - "helm_mmlu/Global Facts": 0.53, - "helm_mmlu/Jurisprudence": 0.861, - "helm_mmlu/Philosophy": 0.852, - "helm_mmlu/Professional Psychology": 0.814, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.855, - "helm_mmlu/Business Ethics": 0.82, - "helm_mmlu/Clinical Knowledge": 0.804, - "helm_mmlu/Conceptual Physics": 0.774, - "helm_mmlu/Electrical Engineering": 0.703, - "helm_mmlu/Elementary Mathematics": 0.635, - "helm_mmlu/Formal Logic": 0.579, - "helm_mmlu/High School World History": 0.895, - "helm_mmlu/Human Sexuality": 0.809, - "helm_mmlu/International Law": 0.909, - "helm_mmlu/Logical Fallacies": 0.853, - "helm_mmlu/Machine Learning": 0.643, - "helm_mmlu/Management": 0.922, - "helm_mmlu/Marketing": 0.85, - "helm_mmlu/Medical Genetics": 0.79, - "helm_mmlu/Miscellaneous": 0.872, - "helm_mmlu/Moral Scenarios": 0.626, - "helm_mmlu/Nutrition": 0.82, - "helm_mmlu/Prehistory": 0.864, - "helm_mmlu/Public Relations": 0.782, - "helm_mmlu/Security Studies": 0.865, - "helm_mmlu/Sociology": 0.905, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.082 + "hfopenllm_v2/IFEval": 0.6744, + "hfopenllm_v2/BBH": 0.5414, + "hfopenllm_v2/MATH Level 5": 0.1563, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.3946, + "hfopenllm_v2/MMLU-PRO": 0.386 } }, { - "id": "anthropic/claude-3.7-sonnet", - "name": "anthropic/claude-3.7-sonnet", - "developer": "Anthropic", + "id": "khoantap/llama-linear-0.5-0.5-1-merge", + "name": "llama-linear-0.5-0.5-1-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.014084507042253521, - "livecodebenchpro/Easy Problems": 0.15492957746478872 + "hfopenllm_v2/IFEval": 0.4812, + "hfopenllm_v2/BBH": 0.5643, + "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4143, + "hfopenllm_v2/MMLU-PRO": 0.3833 } }, { - "id": "anthropic/claude-haiku-4.5", - "name": "Claude Haiku 4.5", - "developer": "Anthropic", + "id": "khoantap/llama-linear-0.5-1-0.5-merge", + "name": "llama-linear-0.5-1-0.5-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 29.8 + "hfopenllm_v2/IFEval": 0.5032, + "hfopenllm_v2/BBH": 0.5951, + "hfopenllm_v2/MATH Level 5": 0.148, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4172, + "hfopenllm_v2/MMLU-PRO": 0.369 } }, { - "id": "anthropic/claude-instant-1.2", - "name": "Claude Instant 1.2", - "developer": "anthropic", + "id": "khoantap/llama-linear-1-0.5-0.5-merge", + "name": "llama-linear-1-0.5-0.5-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.399, - "helm_lite/NarrativeQA": 0.616, - "helm_lite/NaturalQuestions (closed-book)": 0.343, - "helm_lite/OpenbookQA": 0.844, - "helm_lite/MMLU": 0.631, - "helm_lite/MATH": 0.499, - "helm_lite/GSM8K": 0.721, - "helm_lite/LegalBench": 0.586, - "helm_lite/MedQA": 0.559, - "helm_lite/WMT 2014": 0.194, - "helm_mmlu/MMLU All Subjects": 0.688, - "helm_mmlu/Abstract Algebra": 0.37, - "helm_mmlu/Anatomy": 0.637, - "helm_mmlu/College Physics": 0.49, - "helm_mmlu/Computer Security": 0.76, - "helm_mmlu/Econometrics": 0.614, - "helm_mmlu/Global Facts": 0.38, - "helm_mmlu/Jurisprudence": 0.833, - "helm_mmlu/Philosophy": 0.756, - "helm_mmlu/Professional Psychology": 0.724, - "helm_mmlu/Us Foreign Policy": 0.9, - "helm_mmlu/Astronomy": 0.743, - "helm_mmlu/Business Ethics": 0.7, - "helm_mmlu/Clinical Knowledge": 0.709, - "helm_mmlu/Conceptual Physics": 0.613, - "helm_mmlu/Electrical Engineering": 0.641, - "helm_mmlu/Elementary Mathematics": 0.45, - "helm_mmlu/Formal Logic": 0.444, - "helm_mmlu/High School World History": 0.878, - "helm_mmlu/Human Sexuality": 0.794, - "helm_mmlu/International Law": 0.851, - "helm_mmlu/Logical Fallacies": 0.81, - "helm_mmlu/Machine Learning": 0.67, - "helm_mmlu/Management": 0.835, - "helm_mmlu/Marketing": 0.885, - "helm_mmlu/Medical Genetics": 0.71, - "helm_mmlu/Miscellaneous": 0.828, - "helm_mmlu/Moral Scenarios": 0.488, - "helm_mmlu/Nutrition": 0.735, - "helm_mmlu/Prehistory": 0.762, - "helm_mmlu/Public Relations": 0.627, - "helm_mmlu/Security Studies": 0.784, - "helm_mmlu/Sociology": 0.841, - "helm_mmlu/Virology": 0.548, - "helm_mmlu/World Religions": 0.784, - "helm_mmlu/Mean win rate": 0.186 + "hfopenllm_v2/IFEval": 0.4515, + "hfopenllm_v2/BBH": 0.5526, + "hfopenllm_v2/MATH Level 5": 0.2477, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3635 } }, { - "id": "anthropic/claude-opus-4-1-20250805", - "name": "claude-opus-4-1-20250805", - "developer": "anthropic", + "id": "khoantap/llama-slerp-merge", + "name": "llama-slerp-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.943, - "global-mmlu-lite/Culturally Sensitive": 0.9331, - "global-mmlu-lite/Culturally Agnostic": 0.9528, - "global-mmlu-lite/Arabic": 0.945, - "global-mmlu-lite/English": 0.9475, - "global-mmlu-lite/Bengali": 0.9425, - "global-mmlu-lite/German": 0.94, - "global-mmlu-lite/French": 0.945, - "global-mmlu-lite/Hindi": 0.9475, - "global-mmlu-lite/Indonesian": 0.9425, - "global-mmlu-lite/Italian": 0.94, - "global-mmlu-lite/Japanese": 0.94, - "global-mmlu-lite/Korean": 0.95, - "global-mmlu-lite/Portuguese": 0.945, - "global-mmlu-lite/Spanish": 0.945, - "global-mmlu-lite/Swahili": 0.93, - "global-mmlu-lite/Yoruba": 0.9375, - "global-mmlu-lite/Chinese": 0.945, - "global-mmlu-lite/Burmese": 0.945 + "hfopenllm_v2/IFEval": 0.498, + "hfopenllm_v2/BBH": 0.5783, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4053, + "hfopenllm_v2/MMLU-PRO": 0.3678 } }, { - "id": "anthropic/claude-opus-4-20250514", - "name": "Claude 4 Opus 20250514", - "developer": "anthropic", + "id": "khoantap/moe-out-merge", + "name": "moe-out-merge", + "developer": "khoantap", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.757, - "helm_capabilities/MMLU-Pro": 0.859, - "helm_capabilities/GPQA": 0.666, - "helm_capabilities/IFEval": 0.918, - "helm_capabilities/WildBench": 0.833, - "helm_capabilities/Omni-MATH": 0.511, - "reward-bench/Score": 0.7648, - "reward-bench/Factuality": 0.8267, - "reward-bench/Precise IF": 0.4188, - "reward-bench/Math": 0.7491, - "reward-bench/Safety": 0.8954, - "reward-bench/Focus": 0.8616, - "reward-bench/Ties": 0.8375 + "hfopenllm_v2/IFEval": 0.4505, + "hfopenllm_v2/BBH": 0.5151, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4063, + "hfopenllm_v2/MMLU-PRO": 0.3348 } }, { - "id": "anthropic/claude-opus-4-20250514-thinking-10k", - "name": "Claude 4 Opus 20250514, extended thinking", - "developer": "anthropic", + "id": "khulaifi95/Llama-3.1-8B-Reason-Blend-888k", + "name": "Llama-3.1-8B-Reason-Blend-888k", + "developer": "khulaifi95", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.78, - "helm_capabilities/MMLU-Pro": 0.875, - "helm_capabilities/GPQA": 0.709, - "helm_capabilities/IFEval": 0.849, - "helm_capabilities/WildBench": 0.852, - "helm_capabilities/Omni-MATH": 0.616 + "hfopenllm_v2/IFEval": 0.5832, + "hfopenllm_v2/BBH": 0.479, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3379, + "hfopenllm_v2/MMLU-PRO": 0.31 } }, { - "id": "anthropic/claude-opus-4-5", - "name": "claude-opus-4-5", - "developer": "Anthropic", + "id": "Kimargin/GPT-NEO-1.3B-wiki", + "name": "GPT-NEO-1.3B-wiki", + "developer": "Kimargin", "evaluator_relationship": null, "benchmark_scores": { - "appworld_test_normal/appworld/test_normal": 0.61, - "browsecompplus/browsecompplus": 0.61, - "swe-bench/swe-bench": 0.6061, - "tau-bench-2_airline/tau-bench-2/airline": 0.74, - "tau-bench-2_retail/tau-bench-2/retail": 0.78, - "tau-bench-2_telecom/tau-bench-2/telecom": 0.76 + "hfopenllm_v2/IFEval": 0.1921, + "hfopenllm_v2/BBH": 0.3026, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3883, + "hfopenllm_v2/MMLU-PRO": 0.1099 } }, { - "id": "anthropic/claude-opus-4.1", - "name": "Claude Opus 4.1", - "developer": "Anthropic", + "id": "KingNish/qwen-1b-continued", + "name": "qwen-1b-continued", + "developer": "KingNish", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 36.9 + "hfopenllm_v2/IFEval": 0.1255, + "hfopenllm_v2/BBH": 0.2991, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3859, + "hfopenllm_v2/MMLU-PRO": 0.1261 } }, { - "id": "anthropic/claude-opus-4.5", - "name": "Claude Opus 4.5", - "developer": "Anthropic", + "id": "KingNish/qwen-1b-continued-v2", + "name": "qwen-1b-continued-v2", + "developer": "KingNish", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 52.1 + "hfopenllm_v2/IFEval": 0.1579, + "hfopenllm_v2/BBH": 0.3119, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3393, + "hfopenllm_v2/MMLU-PRO": 0.1193 } }, { - "id": "anthropic/claude-opus-4.6", - "name": "Claude Opus 4.6", - "developer": "Anthropic", + "id": "KingNish/qwen-1b-continued-v2.1", + "name": "qwen-1b-continued-v2.1", + "developer": "KingNish", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 62.9 + "hfopenllm_v2/IFEval": 0.1127, + "hfopenllm_v2/BBH": 0.3042, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.1278 } }, { - "id": "anthropic/claude-sonnet-4-20250514", - "name": "claude-sonnet-4-20250514", - "developer": "anthropic", + "id": "KingNish/qwen-1b-continued-v2.2", + "name": "qwen-1b-continued-v2.2", + "developer": "KingNish", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.9058, - "global-mmlu-lite/Culturally Sensitive": 0.8913, - "global-mmlu-lite/Culturally Agnostic": 0.9203, - "global-mmlu-lite/Arabic": 0.9125, - "global-mmlu-lite/English": 0.905, - "global-mmlu-lite/Bengali": 0.9075, - "global-mmlu-lite/German": 0.9125, - "global-mmlu-lite/French": 0.91, - "global-mmlu-lite/Hindi": 0.9, - "global-mmlu-lite/Indonesian": 0.9025, - "global-mmlu-lite/Italian": 0.9075, - "global-mmlu-lite/Japanese": 0.9, - "global-mmlu-lite/Korean": 0.9125, - "global-mmlu-lite/Portuguese": 0.91, - "global-mmlu-lite/Spanish": 0.9075, - "global-mmlu-lite/Swahili": 0.8975, - "global-mmlu-lite/Yoruba": 0.8975, - "global-mmlu-lite/Chinese": 0.9175, - "global-mmlu-lite/Burmese": 0.8925, - "helm_capabilities/Mean score": 0.733, - "helm_capabilities/MMLU-Pro": 0.843, - "helm_capabilities/GPQA": 0.643, - "helm_capabilities/IFEval": 0.839, - "helm_capabilities/WildBench": 0.825, - "helm_capabilities/Omni-MATH": 0.512, - "reward-bench/Score": 0.7117, - "reward-bench/Factuality": 0.7612, - "reward-bench/Precise IF": 0.3594, - "reward-bench/Math": 0.7049, - "reward-bench/Safety": 0.8909, - "reward-bench/Focus": 0.7596, - "reward-bench/Ties": 0.7939 + "hfopenllm_v2/IFEval": 0.1413, + "hfopenllm_v2/BBH": 0.3059, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3513, + "hfopenllm_v2/MMLU-PRO": 0.1262 } }, { - "id": "anthropic/claude-sonnet-4-20250514-thinking-10k", - "name": "Claude 4 Sonnet 20250514, extended thinking", - "developer": "anthropic", + "id": "KingNish/Qwen2.5-0.5b-Test-ft", + "name": "Qwen2.5-0.5b-Test-ft", + "developer": "KingNish", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.766, - "helm_capabilities/MMLU-Pro": 0.843, - "helm_capabilities/GPQA": 0.706, - "helm_capabilities/IFEval": 0.84, - "helm_capabilities/WildBench": 0.838, - "helm_capabilities/Omni-MATH": 0.602 + "hfopenllm_v2/IFEval": 0.2671, + "hfopenllm_v2/BBH": 0.3232, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3421, + "hfopenllm_v2/MMLU-PRO": 0.1689 } }, { - "id": "anthropic/claude-sonnet-4-5-20250929", - "name": "claude-sonnet-4-5-20250929", - "developer": "anthropic", + "id": "KingNish/Reasoning-0.5b", + "name": "Reasoning-0.5b", + "developer": "KingNish", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0, - "livecodebenchpro/Easy Problems": 0.5352 + "hfopenllm_v2/IFEval": 0.2174, + "hfopenllm_v2/BBH": 0.3354, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3513, + "hfopenllm_v2/MMLU-PRO": 0.1641 } }, { - "id": "anthropic/claude-sonnet-4.5", - "name": "Claude Sonnet 4.5", - "developer": "Anthropic", + "id": "KingNish/Reasoning-Llama-3b-v0.1", + "name": "Reasoning-Llama-3b-v0.1", + "developer": "KingNish", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 46.5 + "hfopenllm_v2/IFEval": 0.6225, + "hfopenllm_v2/BBH": 0.4343, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3168, + "hfopenllm_v2/MMLU-PRO": 0.3029 } }, { - "id": "anthropic/claude-v1.3", - "name": "Anthropic Claude v1.3", - "developer": "anthropic", + "id": "kms7530/chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1", + "name": "chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1", + "developer": "kms7530", "evaluator_relationship": null, "benchmark_scores": { - "helm_instruct/Mean win rate": 0.611, - "helm_instruct/Anthropic RLHF dataset": 4.965, - "helm_instruct/Best ChatGPT Prompts": 4.995, - "helm_instruct/Koala test dataset": 4.981, - "helm_instruct/Open Assistant": 4.975, - "helm_instruct/Self Instruct": 4.992, - "helm_instruct/Vicuna": 4.989, - "helm_lite/Mean win rate": 0.518, - "helm_lite/NarrativeQA": 0.723, - "helm_lite/NaturalQuestions (closed-book)": 0.409, - "helm_lite/OpenbookQA": 0.908, - "helm_lite/MMLU": 0.631, - "helm_lite/MATH": 0.54, - "helm_lite/GSM8K": 0.784, - "helm_lite/LegalBench": 0.629, - "helm_lite/MedQA": 0.618, - "helm_lite/WMT 2014": 0.219 + "hfopenllm_v2/IFEval": 0.5455, + "hfopenllm_v2/BBH": 0.4289, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3821, + "hfopenllm_v2/MMLU-PRO": 0.2798 } }, { - "id": "apple/DCLM-7B", - "name": "DCLM-7B", - "developer": "apple", + "id": "kms7530/chemeng_phi-3-mini-4k-instruct-bnb-4bit_16_4_100_1_nonmath", + "name": "chemeng_phi-3-mini-4k-instruct-bnb-4bit_16_4_100_1_nonmath", + "developer": "kms7530", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2173, - "hfopenllm_v2/BBH": 0.4232, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.3921, - "hfopenllm_v2/MMLU-PRO": 0.3111 + "hfopenllm_v2/IFEval": 0.4863, + "hfopenllm_v2/BBH": 0.4987, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3983, + "hfopenllm_v2/MMLU-PRO": 0.3481 } }, { - "id": "applied-compute/Applied Compute: Small", - "name": "Applied Compute: Small", - "developer": "applied-compute", + "id": "kms7530/chemeng_qwen-math-7b_24_1_100_1", + "name": "chemeng_qwen-math-7b_24_1_100_1", + "developer": "kms7530", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.23, - "apex-agents/Overall Mean Score": 0.401, - "apex-agents/Corporate Law Pass@1": 0.266, - "apex-agents/Corporate Lawyer Mean Score": 0.548 + "hfopenllm_v2/IFEval": 0.2111, + "hfopenllm_v2/BBH": 0.3578, + "hfopenllm_v2/MATH Level 5": 0.2243, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.2158 } }, { - "id": "appvoid/arco-2", - "name": "arco-2", - "developer": "appvoid", + "id": "kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath", + "name": "chemeng_qwen-math-7b_24_1_100_1_nonmath", + "developer": "kms7530", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1991, - "hfopenllm_v2/BBH": 0.3146, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3536, - "hfopenllm_v2/MMLU-PRO": 0.1116 + "hfopenllm_v2/IFEval": 0.2584, + "hfopenllm_v2/BBH": 0.3893, + "hfopenllm_v2/MATH Level 5": 0.3097, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4087, + "hfopenllm_v2/MMLU-PRO": 0.2452 } }, { - "id": "appvoid/arco-2-instruct", - "name": "arco-2-instruct", - "developer": "appvoid", + "id": "kno10/ende-chat-0.0.5", + "name": "ende-chat-0.0.5", + "developer": "kno10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2164, - "hfopenllm_v2/BBH": 0.3133, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2383, - "hfopenllm_v2/MUSR": 0.3496, - "hfopenllm_v2/MMLU-PRO": 0.1113 + "hfopenllm_v2/IFEval": 0.3404, + "hfopenllm_v2/BBH": 0.3604, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3938, + "hfopenllm_v2/MMLU-PRO": 0.179 } }, { - "id": "arcee-ai/Arcee-Blitz", - "name": "Arcee-Blitz", - "developer": "arcee-ai", + "id": "kno10/ende-chat-0.0.7", + "name": "ende-chat-0.0.7", + "developer": "kno10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5543, - "hfopenllm_v2/BBH": 0.6607, - "hfopenllm_v2/MATH Level 5": 0.3482, - "hfopenllm_v2/GPQA": 0.3851, - "hfopenllm_v2/MUSR": 0.5047, - "hfopenllm_v2/MMLU-PRO": 0.6154 + "hfopenllm_v2/IFEval": 0.4401, + "hfopenllm_v2/BBH": 0.3792, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3861, + "hfopenllm_v2/MMLU-PRO": 0.1966 + } + }, + { + "id": "Kquant03/CognitiveFusion2-4x7B-BF16", + "name": "CognitiveFusion2-4x7B-BF16", + "developer": "Kquant03", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3567, + "hfopenllm_v2/BBH": 0.4108, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.2793 + } + }, + { + "id": "Kquant03/L3-Pneuma-8B", + "name": "L3-Pneuma-8B", + "developer": "Kquant03", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2374, + "hfopenllm_v2/BBH": 0.4955, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4172, + "hfopenllm_v2/MMLU-PRO": 0.3184 + } + }, + { + "id": "Krystalan/DRT-o1-14B", + "name": "DRT-o1-14B", + "developer": "Krystalan", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4068, + "hfopenllm_v2/BBH": 0.6379, + "hfopenllm_v2/MATH Level 5": 0.4826, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4795, + "hfopenllm_v2/MMLU-PRO": 0.5179 } }, { - "id": "arcee-ai/Arcee-Maestro-7B-Preview", - "name": "Arcee-Maestro-7B-Preview", - "developer": "arcee-ai", + "id": "Krystalan/DRT-o1-7B", + "name": "DRT-o1-7B", + "developer": "Krystalan", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.275, - "hfopenllm_v2/BBH": 0.4648, - "hfopenllm_v2/MATH Level 5": 0.4992, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.3885, - "hfopenllm_v2/MMLU-PRO": 0.3039 + "hfopenllm_v2/IFEval": 0.3928, + "hfopenllm_v2/BBH": 0.5468, + "hfopenllm_v2/MATH Level 5": 0.4479, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.5087, + "hfopenllm_v2/MMLU-PRO": 0.4151 } }, { - "id": "arcee-ai/Arcee-Nova", - "name": "Arcee-Nova", - "developer": "arcee-ai", + "id": "KSU-HW-SEC/Llama3-70b-SVA-FT-1415", + "name": "Llama3-70b-SVA-FT-1415", + "developer": "KSU-HW-SEC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7907, - "hfopenllm_v2/BBH": 0.6942, - "hfopenllm_v2/MATH Level 5": 0.4381, - "hfopenllm_v2/GPQA": 0.3851, - "hfopenllm_v2/MUSR": 0.4562, - "hfopenllm_v2/MMLU-PRO": 0.5452 + "hfopenllm_v2/IFEval": 0.618, + "hfopenllm_v2/BBH": 0.665, + "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4565, + "hfopenllm_v2/MMLU-PRO": 0.5243 } }, { - "id": "arcee-ai/Arcee-Spark", - "name": "Arcee-Spark", - "developer": "arcee-ai", + "id": "KSU-HW-SEC/Llama3-70b-SVA-FT-500", + "name": "Llama3-70b-SVA-FT-500", + "developer": "KSU-HW-SEC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5718, - "hfopenllm_v2/BBH": 0.5481, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4008, - "hfopenllm_v2/MMLU-PRO": 0.3813 + "hfopenllm_v2/IFEval": 0.6105, + "hfopenllm_v2/BBH": 0.6692, + "hfopenllm_v2/MATH Level 5": 0.2137, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4511, + "hfopenllm_v2/MMLU-PRO": 0.5227 } }, { - "id": "arcee-ai/Llama-3.1-SuperNova-Lite", - "name": "Llama-3.1-SuperNova-Lite", - "developer": "arcee-ai", + "id": "KSU-HW-SEC/Llama3-70b-SVA-FT-final", + "name": "Llama3-70b-SVA-FT-final", + "developer": "KSU-HW-SEC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8017, - "hfopenllm_v2/BBH": 0.5152, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4163, - "hfopenllm_v2/MMLU-PRO": 0.3877 + "hfopenllm_v2/IFEval": 0.6165, + "hfopenllm_v2/BBH": 0.665, + "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4565, + "hfopenllm_v2/MMLU-PRO": 0.5243 } }, { - "id": "arcee-ai/Llama-Spark", - "name": "Llama-Spark", - "developer": "arcee-ai", + "id": "KSU-HW-SEC/Llama3.1-70b-SVA-FT-1000step", + "name": "Llama3.1-70b-SVA-FT-1000step", + "developer": "KSU-HW-SEC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7911, - "hfopenllm_v2/BBH": 0.5054, - "hfopenllm_v2/MATH Level 5": 0.139, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3593, - "hfopenllm_v2/MMLU-PRO": 0.3721 + "hfopenllm_v2/IFEval": 0.7238, + "hfopenllm_v2/BBH": 0.6903, + "hfopenllm_v2/MATH Level 5": 0.321, + "hfopenllm_v2/GPQA": 0.396, + "hfopenllm_v2/MUSR": 0.4592, + "hfopenllm_v2/MMLU-PRO": 0.5252 } }, { - "id": "arcee-ai/SuperNova-Medius", - "name": "SuperNova-Medius", - "developer": "arcee-ai", + "id": "kuaishou/kwaipilot-40b-0604", + "name": "kwaipilot-40b-0604", + "developer": "Kuaishou", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7184, - "hfopenllm_v2/BBH": 0.6377, - "hfopenllm_v2/MATH Level 5": 0.469, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4233, - "hfopenllm_v2/MMLU-PRO": 0.5035 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.07042253521126761, + "livecodebenchpro/Easy Problems": 0.056338028169014086 } }, { - "id": "arcee-ai/Virtuoso-Lite", - "name": "Virtuoso-Lite", - "developer": "arcee-ai", + "id": "Kukedlc/NeuralExperiment-7b-MagicCoder-v7.5", + "name": "NeuralExperiment-7b-MagicCoder-v7.5", + "developer": "Kukedlc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.81, - "hfopenllm_v2/BBH": 0.6099, - "hfopenllm_v2/MATH Level 5": 0.253, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.4441 + "hfopenllm_v2/IFEval": 0.4553, + "hfopenllm_v2/BBH": 0.3988, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4282, + "hfopenllm_v2/MMLU-PRO": 0.2824 } }, { - "id": "arcee-ai/Virtuoso-Small", - "name": "Virtuoso-Small", - "developer": "arcee-ai", + "id": "Kukedlc/NeuralLLaMa-3-8b-DT-v0.1", + "name": "NeuralLLaMa-3-8b-DT-v0.1", + "developer": "Kukedlc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7935, - "hfopenllm_v2/BBH": 0.6518, - "hfopenllm_v2/MATH Level 5": 0.4094, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4339, - "hfopenllm_v2/MMLU-PRO": 0.5191 + "hfopenllm_v2/IFEval": 0.4371, + "hfopenllm_v2/BBH": 0.4987, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.3792 } }, { - "id": "arcee-ai/Virtuoso-Small-v2", - "name": "Virtuoso-Small-v2", - "developer": "arcee-ai", + "id": "Kukedlc/NeuralLLaMa-3-8b-ORPO-v0.3", + "name": "NeuralLLaMa-3-8b-ORPO-v0.3", + "developer": "Kukedlc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8273, - "hfopenllm_v2/BBH": 0.6554, - "hfopenllm_v2/MATH Level 5": 0.466, - "hfopenllm_v2/GPQA": 0.3532, - "hfopenllm_v2/MUSR": 0.4313, - "hfopenllm_v2/MMLU-PRO": 0.5188 + "hfopenllm_v2/IFEval": 0.5276, + "hfopenllm_v2/BBH": 0.4557, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.37, + "hfopenllm_v2/MMLU-PRO": 0.3057 } }, { - "id": "arcee-ai/raspberry-3B", - "name": "raspberry-3B", - "developer": "arcee-ai", + "id": "Kukedlc/NeuralSynthesis-7B-v0.1", + "name": "NeuralSynthesis-7B-v0.1", + "developer": "Kukedlc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3154, - "hfopenllm_v2/BBH": 0.4269, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4123, - "hfopenllm_v2/MMLU-PRO": 0.2854 + "hfopenllm_v2/IFEval": 0.4185, + "hfopenllm_v2/BBH": 0.5145, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4333, + "hfopenllm_v2/MMLU-PRO": 0.3049 } }, { - "id": "argilla-warehouse/Llama-3.1-8B-MagPie-Ultra", - "name": "Llama-3.1-8B-MagPie-Ultra", - "developer": "argilla-warehouse", + "id": "Kukedlc/NeuralSynthesis-7B-v0.3", + "name": "NeuralSynthesis-7B-v0.3", + "developer": "Kukedlc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5757, - "hfopenllm_v2/BBH": 0.462, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3543, - "hfopenllm_v2/MMLU-PRO": 0.3144 + "hfopenllm_v2/IFEval": 0.4078, + "hfopenllm_v2/BBH": 0.5138, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4346, + "hfopenllm_v2/MMLU-PRO": 0.305 } }, { - "id": "argilla/notus-7b-v1", - "name": "notus-7b-v1", - "developer": "argilla", + "id": "Kukedlc/NeuralSynthesis-7b-v0.4-slerp", + "name": "NeuralSynthesis-7b-v0.4-slerp", + "developer": "Kukedlc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5082, - "hfopenllm_v2/BBH": 0.4512, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3364, - "hfopenllm_v2/MMLU-PRO": 0.3004 + "hfopenllm_v2/IFEval": 0.3947, + "hfopenllm_v2/BBH": 0.5143, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4332, + "hfopenllm_v2/MMLU-PRO": 0.3043 } }, { - "id": "argilla/notux-8x7b-v1", - "name": "notux-8x7b-v1", - "developer": "argilla", + "id": "Kukedlc/Qwen-2.5-7b-Spanish-o1-CoT", + "name": "Qwen-2.5-7b-Spanish-o1-CoT", + "developer": "Kukedlc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5422, - "hfopenllm_v2/BBH": 0.5363, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4176, - "hfopenllm_v2/MMLU-PRO": 0.366 + "hfopenllm_v2/IFEval": 0.421, + "hfopenllm_v2/BBH": 0.5602, + "hfopenllm_v2/MATH Level 5": 0.2727, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4777, + "hfopenllm_v2/MMLU-PRO": 0.4363 } }, { - "id": "arisin/orca-platypus-13B-slerp", - "name": "orca-platypus-13B-slerp", - "developer": "arisin", + "id": "Kumar955/Hemanth-llm", + "name": "Hemanth-llm", + "developer": "Kumar955", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2672, - "hfopenllm_v2/BBH": 0.4631, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4253, - "hfopenllm_v2/MMLU-PRO": 0.2592 + "hfopenllm_v2/IFEval": 0.5045, + "hfopenllm_v2/BBH": 0.5225, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4486, + "hfopenllm_v2/MMLU-PRO": 0.3113 } }, { - "id": "ark/ep-20250603132404-cgpjm", - "name": "ep-20250603132404-cgpjm", - "developer": "ark", + "id": "kyutai/helium-1-preview-2b", + "name": "helium-1-preview-2b", + "developer": "kyutai", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0141, - "livecodebenchpro/Easy Problems": 0.507 + "hfopenllm_v2/IFEval": 0.2614, + "hfopenllm_v2/BBH": 0.3638, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.355, + "hfopenllm_v2/MMLU-PRO": 0.1873 } }, { - "id": "arshiaafshani/Arsh-V1", - "name": "Arsh-V1", - "developer": "arshiaafshani", + "id": "kz919/QwQ-0.5B-Distilled-SFT", + "name": "QwQ-0.5B-Distilled-SFT", + "developer": "kz919", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6043, - "hfopenllm_v2/BBH": 0.674, - "hfopenllm_v2/MATH Level 5": 0.2621, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4899, - "hfopenllm_v2/MMLU-PRO": 0.5257 + "hfopenllm_v2/IFEval": 0.3077, + "hfopenllm_v2/BBH": 0.3256, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3409, + "hfopenllm_v2/MMLU-PRO": 0.1587 } }, { - "id": "asharsha30/LLAMA_Harsha_8_B_ORDP_10k", - "name": "LLAMA_Harsha_8_B_ORDP_10k", - "developer": "asharsha30", + "id": "L-RAGE/3_PRYMMAL-ECE-7B-SLERP-V1", + "name": "3_PRYMMAL-ECE-7B-SLERP-V1", + "developer": "L-RAGE", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3464, - "hfopenllm_v2/BBH": 0.4669, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3697, - "hfopenllm_v2/MMLU-PRO": 0.281 + "hfopenllm_v2/IFEval": 0.2742, + "hfopenllm_v2/BBH": 0.4228, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3841, + "hfopenllm_v2/MMLU-PRO": 0.2925 } }, { - "id": "ashercn97/a1-v0.0.1", - "name": "a1-v0.0.1", - "developer": "ashercn97", + "id": "ladydaina/ECE-FDF", + "name": "ECE-FDF", + "developer": "ladydaina", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2198, - "hfopenllm_v2/BBH": 0.5188, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.412, - "hfopenllm_v2/MMLU-PRO": 0.4165 + "hfopenllm_v2/IFEval": 0.3728, + "hfopenllm_v2/BBH": 0.515, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4504, + "hfopenllm_v2/MMLU-PRO": 0.3007 } }, { - "id": "ashercn97/a1-v002", - "name": "a1-v002", - "developer": "ashercn97", + "id": "laislemke/LLaMA-2-vicuna-7b-slerp", + "name": "LLaMA-2-vicuna-7b-slerp", + "developer": "laislemke", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2585, - "hfopenllm_v2/BBH": 0.5261, - "hfopenllm_v2/MATH Level 5": 0.2341, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4159, - "hfopenllm_v2/MMLU-PRO": 0.4175 + "hfopenllm_v2/IFEval": 0.2932, + "hfopenllm_v2/BBH": 0.2986, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3833, + "hfopenllm_v2/MMLU-PRO": 0.1342 } }, { - "id": "assskelad/smollm2-360M-sft_SmallThoughts", - "name": "smollm2-360M-sft_SmallThoughts", - "developer": "assskelad", + "id": "lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR", + "name": "ECE-PRYMMAL-0.5B-FT-V5-MUSR", + "developer": "lalainy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2007, - "hfopenllm_v2/BBH": 0.315, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3395, - "hfopenllm_v2/MMLU-PRO": 0.1182 + "hfopenllm_v2/IFEval": 0.2138, + "hfopenllm_v2/BBH": 0.3269, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1533 } }, { - "id": "athirdpath/Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit", - "name": "Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit", - "developer": "athirdpath", + "id": "lalainy/ECE-PRYMMAL-0.5B-SLERP-V4", + "name": "ECE-PRYMMAL-0.5B-SLERP-V4", + "developer": "lalainy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4521, - "hfopenllm_v2/BBH": 0.4939, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3864, - "hfopenllm_v2/MMLU-PRO": 0.3565 + "hfopenllm_v2/IFEval": 0.1564, + "hfopenllm_v2/BBH": 0.2894, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3789, + "hfopenllm_v2/MMLU-PRO": 0.1169 } }, { - "id": "automerger/YamshadowExperiment28-7B", - "name": "YamshadowExperiment28-7B", - "developer": "automerger", + "id": "lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1", + "name": "ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1", + "developer": "lalainy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.407, - "hfopenllm_v2/BBH": 0.515, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4306, - "hfopenllm_v2/MMLU-PRO": 0.306 + "hfopenllm_v2/IFEval": 0.1437, + "hfopenllm_v2/BBH": 0.3032, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2349, + "hfopenllm_v2/MUSR": 0.3646, + "hfopenllm_v2/MMLU-PRO": 0.1121 } }, { - "id": "avemio/GRAG-NEMO-12B-ORPO-HESSIAN-AI", - "name": "GRAG-NEMO-12B-ORPO-HESSIAN-AI", - "developer": "avemio", + "id": "lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3", + "name": "ECE-PRYMMAL-YL-1B-SLERP-V3", + "developer": "lalainy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0, - "hfopenllm_v2/BBH": 0.2607, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3447, - "hfopenllm_v2/MMLU-PRO": 0.1061 + "hfopenllm_v2/IFEval": 0.325, + "hfopenllm_v2/BBH": 0.4225, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4213, + "hfopenllm_v2/MMLU-PRO": 0.2931 } }, { - "id": "awnr/Mistral-7B-v0.1-signtensors-1-over-2", - "name": "Mistral-7B-v0.1-signtensors-1-over-2", - "developer": "awnr", + "id": "lalainy/ECE-PRYMMAL-YL-1B-SLERP-V4", + "name": "ECE-PRYMMAL-YL-1B-SLERP-V4", + "developer": "lalainy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2179, - "hfopenllm_v2/BBH": 0.4423, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4006, - "hfopenllm_v2/MMLU-PRO": 0.3 + "hfopenllm_v2/IFEval": 0.3324, + "hfopenllm_v2/BBH": 0.4171, + "hfopenllm_v2/MATH Level 5": 0.1005, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4306, + "hfopenllm_v2/MMLU-PRO": 0.2893 } }, { - "id": "awnr/Mistral-7B-v0.1-signtensors-1-over-4", - "name": "Mistral-7B-v0.1-signtensors-1-over-4", - "developer": "awnr", + "id": "lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1", + "name": "ECE-PRYMMAL-YL-6B-SLERP-V1", + "developer": "lalainy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2133, - "hfopenllm_v2/BBH": 0.3507, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.346, - "hfopenllm_v2/MMLU-PRO": 0.2311 + "hfopenllm_v2/IFEval": 0.3264, + "hfopenllm_v2/BBH": 0.4629, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4864, + "hfopenllm_v2/MMLU-PRO": 0.3214 } }, { - "id": "awnr/Mistral-7B-v0.1-signtensors-3-over-8", - "name": "Mistral-7B-v0.1-signtensors-3-over-8", - "developer": "awnr", + "id": "lalainy/ECE-PRYMMAL-YL-6B-SLERP-V2", + "name": "ECE-PRYMMAL-YL-6B-SLERP-V2", + "developer": "lalainy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2394, - "hfopenllm_v2/BBH": 0.43, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.3001 + "hfopenllm_v2/IFEval": 0.3249, + "hfopenllm_v2/BBH": 0.4629, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4864, + "hfopenllm_v2/MMLU-PRO": 0.3214 } }, { - "id": "awnr/Mistral-7B-v0.1-signtensors-5-over-16", - "name": "Mistral-7B-v0.1-signtensors-5-over-16", - "developer": "awnr", + "id": "Lambent/qwen2.5-reinstruct-alternate-lumen-14B", + "name": "qwen2.5-reinstruct-alternate-lumen-14B", + "developer": "Lambent", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2118, - "hfopenllm_v2/BBH": 0.4124, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3686, - "hfopenllm_v2/MMLU-PRO": 0.2958 + "hfopenllm_v2/IFEval": 0.4794, + "hfopenllm_v2/BBH": 0.6459, + "hfopenllm_v2/MATH Level 5": 0.4622, + "hfopenllm_v2/GPQA": 0.3767, + "hfopenllm_v2/MUSR": 0.477, + "hfopenllm_v2/MMLU-PRO": 0.5388 } }, { - "id": "awnr/Mistral-7B-v0.1-signtensors-7-over-16", - "name": "Mistral-7B-v0.1-signtensors-7-over-16", - "developer": "awnr", + "id": "Langboat/Mengzi3-8B-Chat", + "name": "Mengzi3-8B-Chat", + "developer": "Langboat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2294, - "hfopenllm_v2/BBH": 0.4316, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3952, - "hfopenllm_v2/MMLU-PRO": 0.303 + "hfopenllm_v2/IFEval": 0.514, + "hfopenllm_v2/BBH": 0.4684, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.4078, + "hfopenllm_v2/MMLU-PRO": 0.3142 } }, { - "id": "aws-prototyping/MegaBeam-Mistral-7B-512k", - "name": "MegaBeam-Mistral-7B-512k", - "developer": "aws-prototyping", + "id": "langgptai/Qwen-las-v0.1", + "name": "Qwen-las-v0.1", + "developer": "langgptai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5973, - "hfopenllm_v2/BBH": 0.3662, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3994, - "hfopenllm_v2/MMLU-PRO": 0.2589 + "hfopenllm_v2/IFEval": 0.3301, + "hfopenllm_v2/BBH": 0.3893, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3701, + "hfopenllm_v2/MMLU-PRO": 0.2325 } }, { - "id": "axolotl-ai-co/romulus-mistral-nemo-12b-simpo", - "name": "romulus-mistral-nemo-12b-simpo", - "developer": "axolotl-ai-co", + "id": "langgptai/qwen1.5-7b-chat-sa-v0.1", + "name": "qwen1.5-7b-chat-sa-v0.1", + "developer": "langgptai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6079, - "hfopenllm_v2/BBH": 0.5395, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4233, - "hfopenllm_v2/MMLU-PRO": 0.3469 + "hfopenllm_v2/IFEval": 0.4268, + "hfopenllm_v2/BBH": 0.4325, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.3551, + "hfopenllm_v2/MMLU-PRO": 0.2993 } }, { - "id": "baconnier/Napoleon_24B_V0.0", - "name": "Napoleon_24B_V0.0", - "developer": "baconnier", + "id": "lars1234/Mistral-Small-24B-Instruct-2501-writer", + "name": "Mistral-Small-24B-Instruct-2501-writer", + "developer": "lars1234", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1801, - "hfopenllm_v2/BBH": 0.6367, - "hfopenllm_v2/MATH Level 5": 0.2273, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.442, - "hfopenllm_v2/MMLU-PRO": 0.504 + "hfopenllm_v2/IFEval": 0.6565, + "hfopenllm_v2/BBH": 0.6733, + "hfopenllm_v2/MATH Level 5": 0.3557, + "hfopenllm_v2/GPQA": 0.3893, + "hfopenllm_v2/MUSR": 0.4645, + "hfopenllm_v2/MMLU-PRO": 0.5448 } }, { - "id": "baconnier/Napoleon_24B_V0.2", - "name": "Napoleon_24B_V0.2", - "developer": "baconnier", + "id": "Lawnakk/BBA100", + "name": "BBA100", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2527, - "hfopenllm_v2/BBH": 0.5911, - "hfopenllm_v2/MATH Level 5": 0.1435, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.446, - "hfopenllm_v2/MMLU-PRO": 0.4357 + "hfopenllm_v2/IFEval": 0.2076, + "hfopenllm_v2/BBH": 0.2826, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.1122 } }, { - "id": "baebee/7B-Cetacea", - "name": "7B-Cetacea", - "developer": "baebee", + "id": "Lawnakk/BBALAW1", + "name": "BBALAW1", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5279, - "hfopenllm_v2/BBH": 0.4757, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.2955 + "hfopenllm_v2/IFEval": 0.1905, + "hfopenllm_v2/BBH": 0.2872, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.4153, + "hfopenllm_v2/MMLU-PRO": 0.1121 } }, { - "id": "baebee/mergekit-model_stock-nzjnheg", - "name": "mergekit-model_stock-nzjnheg", - "developer": "baebee", + "id": "Lawnakk/BBALAW1.0", + "name": "BBALAW1.0", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4844, - "hfopenllm_v2/BBH": 0.5287, - "hfopenllm_v2/MATH Level 5": 0.1677, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3847, - "hfopenllm_v2/MMLU-PRO": 0.3699 + "hfopenllm_v2/IFEval": 0.1351, + "hfopenllm_v2/BBH": 0.2828, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3526, + "hfopenllm_v2/MMLU-PRO": 0.1128 } }, { - "id": "baebee/mergekit-ties-fnjenli", - "name": "mergekit-ties-fnjenli", - "developer": "baebee", + "id": "Lawnakk/BBALAW1.2", + "name": "BBALAW1.2", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1988, - "hfopenllm_v2/BBH": 0.3024, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.1129 + "hfopenllm_v2/IFEval": 0.1354, + "hfopenllm_v2/BBH": 0.2811, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.1105 } }, { - "id": "bamec66557/MISCHIEVOUS-12B", - "name": "MISCHIEVOUS-12B", - "developer": "bamec66557", + "id": "Lawnakk/BBALAW1.3", + "name": "BBALAW1.3", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3852, - "hfopenllm_v2/BBH": 0.5405, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.3672 + "hfopenllm_v2/IFEval": 0.1354, + "hfopenllm_v2/BBH": 0.2827, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3619, + "hfopenllm_v2/MMLU-PRO": 0.1094 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.1v", - "name": "MISCHIEVOUS-12B-Mix_0.1v", - "developer": "bamec66557", + "id": "Lawnakk/BBALAW1.6", + "name": "BBALAW1.6", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3636, - "hfopenllm_v2/BBH": 0.5436, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4132, - "hfopenllm_v2/MMLU-PRO": 0.3674 + "hfopenllm_v2/IFEval": 0.5245, + "hfopenllm_v2/BBH": 0.5554, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4368, + "hfopenllm_v2/MMLU-PRO": 0.4507 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.2v", - "name": "MISCHIEVOUS-12B-Mix_0.2v", - "developer": "bamec66557", + "id": "Lawnakk/BBALAW1.61", + "name": "BBALAW1.61", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3624, - "hfopenllm_v2/BBH": 0.5434, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3663 + "hfopenllm_v2/IFEval": 0.5771, + "hfopenllm_v2/BBH": 0.5549, + "hfopenllm_v2/MATH Level 5": 0.3663, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4355, + "hfopenllm_v2/MMLU-PRO": 0.4471 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.3v", - "name": "MISCHIEVOUS-12B-Mix_0.3v", - "developer": "bamec66557", + "id": "Lawnakk/BBALAW1.62", + "name": "BBALAW1.62", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.387, - "hfopenllm_v2/BBH": 0.5431, - "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/IFEval": 0.5046, + "hfopenllm_v2/BBH": 0.5581, + "hfopenllm_v2/MATH Level 5": 0.2825, "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4131, - "hfopenllm_v2/MMLU-PRO": 0.3664 + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.4545 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.4v", - "name": "MISCHIEVOUS-12B-Mix_0.4v", - "developer": "bamec66557", + "id": "Lawnakk/BBALAW1.63", + "name": "BBALAW1.63", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6508, - "hfopenllm_v2/BBH": 0.5094, - "hfopenllm_v2/MATH Level 5": 0.1352, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4176, - "hfopenllm_v2/MMLU-PRO": 0.3683 + "hfopenllm_v2/IFEval": 0.4407, + "hfopenllm_v2/BBH": 0.5541, + "hfopenllm_v2/MATH Level 5": 0.3701, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4303, + "hfopenllm_v2/MMLU-PRO": 0.4471 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.5v", - "name": "MISCHIEVOUS-12B-Mix_0.5v", - "developer": "bamec66557", + "id": "Lawnakk/BBALAW1.64", + "name": "BBALAW1.64", + "developer": "Lawnakk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3746, - "hfopenllm_v2/BBH": 0.5422, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4132, - "hfopenllm_v2/MMLU-PRO": 0.3661 + "hfopenllm_v2/IFEval": 0.1395, + "hfopenllm_v2/BBH": 0.2779, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1115 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_0.6v", - "name": "MISCHIEVOUS-12B-Mix_0.6v", - "developer": "bamec66557", + "id": "leafspark/Llama-3.1-8B-MultiReflection-Instruct", + "name": "Llama-3.1-8B-MultiReflection-Instruct", + "developer": "leafspark", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4366, - "hfopenllm_v2/BBH": 0.5449, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3662 + "hfopenllm_v2/IFEval": 0.7125, + "hfopenllm_v2/BBH": 0.5009, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3682, + "hfopenllm_v2/MMLU-PRO": 0.3724 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V", - "name": "MISCHIEVOUS-12B-Mix_III_IV_V", - "developer": "bamec66557", + "id": "LEESM/llama-2-7b-hf-lora-oki100p", + "name": "llama-2-7b-hf-lora-oki100p", + "developer": "LEESM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4031, - "hfopenllm_v2/BBH": 0.5465, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3664 + "hfopenllm_v2/IFEval": 0.2513, + "hfopenllm_v2/BBH": 0.3492, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.1856 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V", - "name": "MISCHIEVOUS-12B-Mix_III_ex_V", - "developer": "bamec66557", + "id": "LEESM/llama-2-7b-hf-lora-oki10p", + "name": "llama-2-7b-hf-lora-oki10p", + "developer": "LEESM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4316, - "hfopenllm_v2/BBH": 0.5449, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3649 + "hfopenllm_v2/IFEval": 0.227, + "hfopenllm_v2/BBH": 0.3531, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.1679 } }, { - "id": "bamec66557/MISCHIEVOUS-12B-Mix_Neo", - "name": "MISCHIEVOUS-12B-Mix_Neo", - "developer": "bamec66557", + "id": "LEESM/llama-3-8b-bnb-4b-kowiki231101", + "name": "llama-3-8b-bnb-4b-kowiki231101", + "developer": "LEESM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.625, - "hfopenllm_v2/BBH": 0.5078, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.415, - "hfopenllm_v2/MMLU-PRO": 0.3685 + "hfopenllm_v2/IFEval": 0.1685, + "hfopenllm_v2/BBH": 0.4131, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3551, + "hfopenllm_v2/MMLU-PRO": 0.2425 } }, { - "id": "bamec66557/Mistral-Nemo-VICIOUS_MESH-12B-2407", - "name": "Mistral-Nemo-VICIOUS_MESH-12B-2407", - "developer": "bamec66557", + "id": "LEESM/llama-3-Korean-Bllossom-8B-trexlab-oki10p", + "name": "llama-3-Korean-Bllossom-8B-trexlab-oki10p", + "developer": "LEESM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6706, - "hfopenllm_v2/BBH": 0.5156, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.3677 + "hfopenllm_v2/IFEval": 0.2137, + "hfopenllm_v2/BBH": 0.4343, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3869, + "hfopenllm_v2/MMLU-PRO": 0.3177 } }, { - "id": "bamec66557/NameLess-12B-prob", - "name": "NameLess-12B-prob", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-9B", + "name": "Gemma-2-Ataraxy-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6602, - "hfopenllm_v2/BBH": 0.5158, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4336, - "hfopenllm_v2/MMLU-PRO": 0.3684 + "hfopenllm_v2/IFEval": 0.3009, + "hfopenllm_v2/BBH": 0.5931, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4424, + "hfopenllm_v2/MMLU-PRO": 0.4226 } }, { - "id": "bamec66557/VICIOUS_MESH-12B", - "name": "VICIOUS_MESH-12B", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-Advanced-9B", + "name": "Gemma-2-Ataraxy-Advanced-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3716, - "hfopenllm_v2/BBH": 0.5436, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3679 + "hfopenllm_v2/IFEval": 0.5516, + "hfopenllm_v2/BBH": 0.5889, + "hfopenllm_v2/MATH Level 5": 0.1979, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.3761, + "hfopenllm_v2/MMLU-PRO": 0.4244 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-0.1v", - "name": "VICIOUS_MESH-12B-0.1v", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-Remix-9B", + "name": "Gemma-2-Ataraxy-Remix-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3657, - "hfopenllm_v2/BBH": 0.5412, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3683 + "hfopenllm_v2/IFEval": 0.7083, + "hfopenllm_v2/BBH": 0.5892, + "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.4239 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-0.X.ver", - "name": "VICIOUS_MESH-12B-0.X.ver", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v2-9B", + "name": "Gemma-2-Ataraxy-v2-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3776, - "hfopenllm_v2/BBH": 0.5416, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3671 + "hfopenllm_v2/IFEval": 0.2136, + "hfopenllm_v2/BBH": 0.5766, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.3484, + "hfopenllm_v2/MMLU-PRO": 0.4221 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-ALPHA", - "name": "VICIOUS_MESH-12B-ALPHA", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v2a-9B", + "name": "Gemma-2-Ataraxy-v2a-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6365, - "hfopenllm_v2/BBH": 0.5094, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4203, - "hfopenllm_v2/MMLU-PRO": 0.3697 + "hfopenllm_v2/IFEval": 0.1595, + "hfopenllm_v2/BBH": 0.5182, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.3165, + "hfopenllm_v2/MMLU-PRO": 0.3515 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-BETA", - "name": "VICIOUS_MESH-12B-BETA", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v2f-9B", + "name": "Gemma-2-Ataraxy-v2f-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6721, - "hfopenllm_v2/BBH": 0.5156, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.3679 + "hfopenllm_v2/IFEval": 0.3791, + "hfopenllm_v2/BBH": 0.5193, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.3231, + "hfopenllm_v2/MMLU-PRO": 0.3503 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-DELTA", - "name": "VICIOUS_MESH-12B-DELTA", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v3-Advanced-9B", + "name": "Gemma-2-Ataraxy-v3-Advanced-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6469, - "hfopenllm_v2/BBH": 0.5055, - "hfopenllm_v2/MATH Level 5": 0.1375, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4057, - "hfopenllm_v2/MMLU-PRO": 0.3651 + "hfopenllm_v2/IFEval": 0.6602, + "hfopenllm_v2/BBH": 0.5935, + "hfopenllm_v2/MATH Level 5": 0.1873, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.445, + "hfopenllm_v2/MMLU-PRO": 0.4196 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-DIGAMMA", - "name": "VICIOUS_MESH-12B-DIGAMMA", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v3b-9B", + "name": "Gemma-2-Ataraxy-v3b-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6429, - "hfopenllm_v2/BBH": 0.5061, - "hfopenllm_v2/MATH Level 5": 0.1337, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4097, - "hfopenllm_v2/MMLU-PRO": 0.3659 + "hfopenllm_v2/IFEval": 0.6809, + "hfopenllm_v2/BBH": 0.5908, + "hfopenllm_v2/MATH Level 5": 0.2153, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4489, + "hfopenllm_v2/MMLU-PRO": 0.4205 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-EPSILON", - "name": "VICIOUS_MESH-12B-EPSILON", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v3i-9B", + "name": "Gemma-2-Ataraxy-v3i-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6305, - "hfopenllm_v2/BBH": 0.5038, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.407, - "hfopenllm_v2/MMLU-PRO": 0.3648 + "hfopenllm_v2/IFEval": 0.4203, + "hfopenllm_v2/BBH": 0.5626, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.3181, + "hfopenllm_v2/MMLU-PRO": 0.4166 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-GAMMA", - "name": "VICIOUS_MESH-12B-GAMMA", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v3j-9B", + "name": "Gemma-2-Ataraxy-v3j-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6362, - "hfopenllm_v2/BBH": 0.5182, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4363, - "hfopenllm_v2/MMLU-PRO": 0.3666 + "hfopenllm_v2/IFEval": 0.4169, + "hfopenllm_v2/BBH": 0.5632, + "hfopenllm_v2/MATH Level 5": 0.1692, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.318, + "hfopenllm_v2/MMLU-PRO": 0.4134 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-NEMO", - "name": "VICIOUS_MESH-12B-NEMO", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v4-Advanced-9B", + "name": "Gemma-2-Ataraxy-v4-Advanced-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4022, - "hfopenllm_v2/BBH": 0.5442, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.3716 + "hfopenllm_v2/IFEval": 0.7015, + "hfopenllm_v2/BBH": 0.6024, + "hfopenllm_v2/MATH Level 5": 0.2153, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4581, + "hfopenllm_v2/MMLU-PRO": 0.4367 + } + }, + { + "id": "lemon07r/Gemma-2-Ataraxy-v4a-Advanced-9B", + "name": "Gemma-2-Ataraxy-v4a-Advanced-9B", + "developer": "lemon07r", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7135, + "hfopenllm_v2/BBH": 0.5988, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4489, + "hfopenllm_v2/MMLU-PRO": 0.4309 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-OMEGA", - "name": "VICIOUS_MESH-12B-OMEGA", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v4b-9B", + "name": "Gemma-2-Ataraxy-v4b-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.67, - "hfopenllm_v2/BBH": 0.5166, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4323, - "hfopenllm_v2/MMLU-PRO": 0.3677 + "hfopenllm_v2/IFEval": 0.6878, + "hfopenllm_v2/BBH": 0.6039, + "hfopenllm_v2/MATH Level 5": 0.2334, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.4555, + "hfopenllm_v2/MMLU-PRO": 0.4357 } }, { - "id": "bamec66557/VICIOUS_MESH-12B-UNION", - "name": "VICIOUS_MESH-12B-UNION", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v4c-9B", + "name": "Gemma-2-Ataraxy-v4c-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6429, - "hfopenllm_v2/BBH": 0.5107, - "hfopenllm_v2/MATH Level 5": 0.139, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4257, - "hfopenllm_v2/MMLU-PRO": 0.3672 + "hfopenllm_v2/IFEval": 0.6945, + "hfopenllm_v2/BBH": 0.6084, + "hfopenllm_v2/MATH Level 5": 0.2266, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4528, + "hfopenllm_v2/MMLU-PRO": 0.4395 } }, { - "id": "bamec66557/VICIOUS_MESH-12B_Razor", - "name": "VICIOUS_MESH-12B_Razor", - "developer": "bamec66557", + "id": "lemon07r/Gemma-2-Ataraxy-v4d-9B", + "name": "Gemma-2-Ataraxy-v4d-9B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3736, - "hfopenllm_v2/BBH": 0.5447, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4092, - "hfopenllm_v2/MMLU-PRO": 0.3669 + "hfopenllm_v2/IFEval": 0.725, + "hfopenllm_v2/BBH": 0.6054, + "hfopenllm_v2/MATH Level 5": 0.2334, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4541, + "hfopenllm_v2/MMLU-PRO": 0.4346 } }, { - "id": "bamec66557/mergekit-model_stock-zdaysvi", - "name": "mergekit-model_stock-zdaysvi", - "developer": "bamec66557", + "id": "lemon07r/llama-3-NeuralMahou-8b", + "name": "llama-3-NeuralMahou-8b", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6426, - "hfopenllm_v2/BBH": 0.5063, - "hfopenllm_v2/MATH Level 5": 0.1352, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4124, - "hfopenllm_v2/MMLU-PRO": 0.3688 + "hfopenllm_v2/IFEval": 0.4901, + "hfopenllm_v2/BBH": 0.4184, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3873, + "hfopenllm_v2/MMLU-PRO": 0.369 } }, { - "id": "bamec66557/mergekit-ties-sinbkow", - "name": "mergekit-ties-sinbkow", - "developer": "bamec66557", + "id": "lemon07r/Llama-3-RedMagic4-8B", + "name": "Llama-3-RedMagic4-8B", + "developer": "lemon07r", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6432, - "hfopenllm_v2/BBH": 0.5092, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.3603 + "hfopenllm_v2/IFEval": 0.4864, + "hfopenllm_v2/BBH": 0.4256, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3766, + "hfopenllm_v2/MMLU-PRO": 0.3676 } }, { - "id": "belztjti/dffghgjh", - "name": "dffghgjh", - "developer": "belztjti", + "id": "LenguajeNaturalAI/leniachat-gemma-2b-v0", + "name": "leniachat-gemma-2b-v0", + "developer": "LenguajeNaturalAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5784, - "hfopenllm_v2/BBH": 0.3582, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.3422 + "hfopenllm_v2/IFEval": 0.215, + "hfopenllm_v2/BBH": 0.3074, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3659, + "hfopenllm_v2/MMLU-PRO": 0.117 } }, { - "id": "belztjti/dtfgv", - "name": "dtfgv", - "developer": "belztjti", + "id": "LenguajeNaturalAI/leniachat-qwen2-1.5B-v0", + "name": "leniachat-qwen2-1.5B-v0", + "developer": "LenguajeNaturalAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3345, - "hfopenllm_v2/BBH": 0.3282, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3794, - "hfopenllm_v2/MMLU-PRO": 0.1504 + "hfopenllm_v2/IFEval": 0.2221, + "hfopenllm_v2/BBH": 0.3684, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.375, + "hfopenllm_v2/MMLU-PRO": 0.188 } }, { - "id": "benhaotang/phi4-qwq-sky-t1", - "name": "phi4-qwq-sky-t1", - "developer": "benhaotang", + "id": "LeroyDyer/_Spydaz_Web_AI_12", + "name": "_Spydaz_Web_AI_12", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.046, - "hfopenllm_v2/BBH": 0.6711, - "hfopenllm_v2/MATH Level 5": 0.4101, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.49, - "hfopenllm_v2/MMLU-PRO": 0.5244 + "hfopenllm_v2/IFEval": 0.2765, + "hfopenllm_v2/BBH": 0.3163, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3582, + "hfopenllm_v2/MMLU-PRO": 0.1137 } }, { - "id": "beomi/gemma-mling-7b", - "name": "gemma-mling-7b", - "developer": "beomi", + "id": "LeroyDyer/_Spydaz_Web_AI_14", + "name": "_Spydaz_Web_AI_14", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2029, - "hfopenllm_v2/BBH": 0.4068, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3759, - "hfopenllm_v2/MMLU-PRO": 0.2633 + "hfopenllm_v2/IFEval": 0.1812, + "hfopenllm_v2/BBH": 0.2989, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3395, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "beowolx/CodeNinja-1.0-OpenChat-7B", - "name": "CodeNinja-1.0-OpenChat-7B", - "developer": "beowolx", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_001", + "name": "_Spydaz_Web_AI_AGI_R1_001", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5447, - "hfopenllm_v2/BBH": 0.4441, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4243, - "hfopenllm_v2/MMLU-PRO": 0.3015 + "hfopenllm_v2/IFEval": 0.4505, + "hfopenllm_v2/BBH": 0.4609, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4256, + "hfopenllm_v2/MMLU-PRO": 0.2734 } }, { - "id": "berkeley-nest/Starling-LM-7B-alpha", - "name": "Starling-LM-7B-alpha", - "developer": "berkeley-nest", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_002", + "name": "_Spydaz_Web_AI_AGI_R1_002", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.548, - "hfopenllm_v2/BBH": 0.444, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.412, - "hfopenllm_v2/MMLU-PRO": 0.3172 + "hfopenllm_v2/IFEval": 0.5307, + "hfopenllm_v2/BBH": 0.4683, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4255, + "hfopenllm_v2/MMLU-PRO": 0.2894 } }, { - "id": "berkeley-nest/Starling-RM-7B-alpha", - "name": "berkeley-nest/Starling-RM-7B-alpha", - "developer": "berkeley-nest", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_MasterCoder", + "name": "_Spydaz_Web_AI_AGI_R1_MasterCoder", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7113, - "reward-bench/Chat": 0.9804, - "reward-bench/Chat Hard": 0.4561, - "reward-bench/Safety": 0.8446, - "reward-bench/Reasoning": 0.58, - "reward-bench/Prior Sets (0.5 weight)": 0.6794 + "hfopenllm_v2/IFEval": 0.4143, + "hfopenllm_v2/BBH": 0.4689, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.472, + "hfopenllm_v2/MMLU-PRO": 0.2719 } }, { - "id": "bfuzzy1/Gunny", - "name": "Gunny", - "developer": "bfuzzy1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_001", + "name": "_Spydaz_Web_AI_AGI_R1_Math_001", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7129, - "hfopenllm_v2/BBH": 0.4546, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3583, - "hfopenllm_v2/MMLU-PRO": 0.3039 + "hfopenllm_v2/IFEval": 0.4571, + "hfopenllm_v2/BBH": 0.4818, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4778, + "hfopenllm_v2/MMLU-PRO": 0.2681 } }, { - "id": "bfuzzy1/acheron", - "name": "acheron", - "developer": "bfuzzy1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_003", + "name": "_Spydaz_Web_AI_AGI_R1_Math_003", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1983, - "hfopenllm_v2/BBH": 0.3108, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3511, - "hfopenllm_v2/MMLU-PRO": 0.1096 + "hfopenllm_v2/IFEval": 0.62, + "hfopenllm_v2/BBH": 0.4756, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4202, + "hfopenllm_v2/MMLU-PRO": 0.2999 } }, { - "id": "bfuzzy1/acheron-c", - "name": "acheron-c", - "developer": "bfuzzy1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent", + "name": "_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1929, - "hfopenllm_v2/BBH": 0.3026, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1172 + "hfopenllm_v2/IFEval": 0.5951, + "hfopenllm_v2/BBH": 0.4927, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.5198, + "hfopenllm_v2/MMLU-PRO": 0.3 } }, { - "id": "bfuzzy1/acheron-d", - "name": "acheron-d", - "developer": "bfuzzy1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Student", + "name": "_Spydaz_Web_AI_AGI_R1_Math_Student", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1925, - "hfopenllm_v2/BBH": 0.314, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2366, - "hfopenllm_v2/MUSR": 0.3497, - "hfopenllm_v2/MMLU-PRO": 0.1134 + "hfopenllm_v2/IFEval": 0.5736, + "hfopenllm_v2/BBH": 0.4881, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.5098, + "hfopenllm_v2/MMLU-PRO": 0.2927 } }, { - "id": "bfuzzy1/acheron-m", - "name": "acheron-m", - "developer": "bfuzzy1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Teacher", + "name": "_Spydaz_Web_AI_AGI_R1_Math_Teacher", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1758, - "hfopenllm_v2/BBH": 0.2928, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.1113 + "hfopenllm_v2/IFEval": 0.5772, + "hfopenllm_v2/BBH": 0.4805, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.5222, + "hfopenllm_v2/MMLU-PRO": 0.2956 } }, { - "id": "bfuzzy1/acheron-m1a-llama", - "name": "acheron-m1a-llama", - "developer": "bfuzzy1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_MUSR", + "name": "_Spydaz_Web_AI_AGI_R1_MUSR", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1125, - "hfopenllm_v2/BBH": 0.2956, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3633, - "hfopenllm_v2/MMLU-PRO": 0.1146 + "hfopenllm_v2/IFEval": 0.4786, + "hfopenllm_v2/BBH": 0.4672, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4869, + "hfopenllm_v2/MMLU-PRO": 0.2828 } }, { - "id": "bfuzzy1/llambses-1", - "name": "llambses-1", - "developer": "bfuzzy1", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_001", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_001", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3554, - "hfopenllm_v2/BBH": 0.5047, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4529, - "hfopenllm_v2/MMLU-PRO": 0.314 + "hfopenllm_v2/IFEval": 0.5818, + "hfopenllm_v2/BBH": 0.4908, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4486, + "hfopenllm_v2/MMLU-PRO": 0.2906 } }, { - "id": "bhuvneshsaini/merged_model", - "name": "merged_model", - "developer": "bhuvneshsaini", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_002", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_002", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1813, - "hfopenllm_v2/BBH": 0.336, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3497, - "hfopenllm_v2/MMLU-PRO": 0.1445 + "hfopenllm_v2/IFEval": 0.5462, + "hfopenllm_v2/BBH": 0.4655, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4511, + "hfopenllm_v2/MMLU-PRO": 0.2867 } }, { - "id": "bigcode/starcoder2-15b", - "name": "starcoder2-15b", - "developer": "bigcode", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Coder", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_Coder", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.278, - "hfopenllm_v2/BBH": 0.4448, - "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/IFEval": 0.4924, + "hfopenllm_v2/BBH": 0.4638, + "hfopenllm_v2/MATH Level 5": 0.0544, "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3501, - "hfopenllm_v2/MMLU-PRO": 0.2353 + "hfopenllm_v2/MUSR": 0.5625, + "hfopenllm_v2/MMLU-PRO": 0.289 } }, { - "id": "bigcode/starcoder2-3b", - "name": "starcoder2-3b", - "developer": "bigcode", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Math", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_Math", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2037, - "hfopenllm_v2/BBH": 0.3509, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3435, - "hfopenllm_v2/MMLU-PRO": 0.1636 + "hfopenllm_v2/IFEval": 0.5033, + "hfopenllm_v2/BBH": 0.4677, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4326, + "hfopenllm_v2/MMLU-PRO": 0.2913 } }, { - "id": "bigcode/starcoder2-7b", - "name": "starcoder2-7b", - "developer": "bigcode", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_MathMaster", + "name": "_Spydaz_Web_AI_AGI_R1_OmG_MathMaster", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2209, - "hfopenllm_v2/BBH": 0.3661, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3793, - "hfopenllm_v2/MMLU-PRO": 0.1642 + "hfopenllm_v2/IFEval": 0.5558, + "hfopenllm_v2/BBH": 0.4742, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.451, + "hfopenllm_v2/MMLU-PRO": 0.2672 } }, { - "id": "bigscience/BLOOM-176B", - "name": "BLOOM 176B", - "developer": "bigscience", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Student_Coder", + "name": "_Spydaz_Web_AI_AGI_R1_Student_Coder", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.446, - "helm_classic/MMLU": 0.299, - "helm_classic/BoolQ": 0.704, - "helm_classic/NarrativeQA": 0.662, - "helm_classic/NaturalQuestions (open-book)": 0.621, - "helm_classic/QuAC": 0.361, - "helm_classic/HellaSwag": 0.744, - "helm_classic/OpenbookQA": 0.534, - "helm_classic/TruthfulQA": 0.205, - "helm_classic/MS MARCO (TREC)": 0.386, - "helm_classic/CNN/DailyMail": 0.08, - "helm_classic/XSUM": 0.03, - "helm_classic/IMDB": 0.945, - "helm_classic/CivilComments": 0.62, - "helm_classic/RAFT": 0.592 + "hfopenllm_v2/IFEval": 0.545, + "hfopenllm_v2/BBH": 0.4651, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4388, + "hfopenllm_v2/MMLU-PRO": 0.2768 } }, { - "id": "bigscience/T0pp-11B", - "name": "T0pp 11B", - "developer": "bigscience", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Teacher_Coder", + "name": "_Spydaz_Web_AI_AGI_R1_Teacher_Coder", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.197, - "helm_classic/MMLU": 0.407, - "helm_classic/BoolQ": 0.0, - "helm_classic/NarrativeQA": 0.151, - "helm_classic/NaturalQuestions (open-book)": 0.19, - "helm_classic/QuAC": 0.121, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.377, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.122, - "helm_classic/XSUM": 0.09, - "helm_classic/IMDB": 0.207, - "helm_classic/CivilComments": 0.234, - "helm_classic/RAFT": 0.118 + "hfopenllm_v2/IFEval": 0.5082, + "hfopenllm_v2/BBH": 0.4797, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4338, + "hfopenllm_v2/MMLU-PRO": 0.2845 } }, { - "id": "bigscience/bloom-1b1", - "name": "bloom-1b1", - "developer": "bigscience", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student", + "name": "_Spydaz_Web_AI_AGI_R1_Top_Student", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1373, - "hfopenllm_v2/BBH": 0.3107, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.37, - "hfopenllm_v2/MMLU-PRO": 0.1108 + "hfopenllm_v2/IFEval": 0.604, + "hfopenllm_v2/BBH": 0.4988, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.5398, + "hfopenllm_v2/MMLU-PRO": 0.3024 } }, { - "id": "bigscience/bloom-1b7", - "name": "bloom-1b7", - "developer": "bigscience", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_X1", + "name": "_Spydaz_Web_AI_AGI_R1_X1", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1044, - "hfopenllm_v2/BBH": 0.3141, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3886, - "hfopenllm_v2/MMLU-PRO": 0.1086 + "hfopenllm_v2/IFEval": 0.4273, + "hfopenllm_v2/BBH": 0.4759, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.2891 + } + }, + { + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_R1_X2", + "name": "_Spydaz_Web_AI_AGI_R1_X2", + "developer": "LeroyDyer", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5434, + "hfopenllm_v2/BBH": 0.4786, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4695, + "hfopenllm_v2/MMLU-PRO": 0.2921 } }, { - "id": "bigscience/bloom-3b", - "name": "bloom-3b", - "developer": "bigscience", + "id": "LeroyDyer/_Spydaz_Web_AI_AGI_RP_R1", + "name": "_Spydaz_Web_AI_AGI_RP_R1", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1271, - "hfopenllm_v2/BBH": 0.3063, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.1133 + "hfopenllm_v2/IFEval": 0.5426, + "hfopenllm_v2/BBH": 0.4701, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.4201, + "hfopenllm_v2/MMLU-PRO": 0.2894 } }, { - "id": "bigscience/bloom-560m", - "name": "bloom-560m", - "developer": "bigscience", + "id": "LeroyDyer/_Spydaz_Web_AI_BIBLE_002", + "name": "_Spydaz_Web_AI_BIBLE_002", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.062, - "hfopenllm_v2/BBH": 0.3026, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4031, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "hfopenllm_v2/IFEval": 0.2195, + "hfopenllm_v2/BBH": 0.3289, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3407, + "hfopenllm_v2/MMLU-PRO": 0.1368 } }, { - "id": "bigscience/bloom-7b1", - "name": "bloom-7b1", - "developer": "bigscience", + "id": "LeroyDyer/_Spydaz_Web_AI_ChatML_002", + "name": "_Spydaz_Web_AI_ChatML_002", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1322, - "hfopenllm_v2/BBH": 0.3114, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.1105 + "hfopenllm_v2/IFEval": 0.2412, + "hfopenllm_v2/BBH": 0.3106, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3623, + "hfopenllm_v2/MMLU-PRO": 0.1095 } }, { - "id": "bluuwhale/L3-SthenoMaid-8B-V1", - "name": "L3-SthenoMaid-8B-V1", - "developer": "bluuwhale", + "id": "LeroyDyer/_Spydaz_Web_AI_ChatQA", + "name": "_Spydaz_Web_AI_ChatQA", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7345, - "hfopenllm_v2/BBH": 0.5219, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.3656 + "hfopenllm_v2/IFEval": 0.1415, + "hfopenllm_v2/BBH": 0.3236, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1475 } }, { - "id": "bond005/meno-tiny-0.1", - "name": "meno-tiny-0.1", - "developer": "bond005", + "id": "LeroyDyer/_Spydaz_Web_AI_ChatQA_003", + "name": "_Spydaz_Web_AI_ChatQA_003", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.455, - "hfopenllm_v2/BBH": 0.4263, - "hfopenllm_v2/MATH Level 5": 0.139, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.2786 + "hfopenllm_v2/IFEval": 0.2209, + "hfopenllm_v2/BBH": 0.3172, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.1133 } }, { - "id": "bosonai/Higgs-Llama-3-70B", - "name": "Higgs-Llama-3-70B", - "developer": "bosonai", + "id": "LeroyDyer/_Spydaz_Web_AI_TEMP_", + "name": "_Spydaz_Web_AI_TEMP_", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5561, - "hfopenllm_v2/BBH": 0.6258, - "hfopenllm_v2/MATH Level 5": 0.2523, - "hfopenllm_v2/GPQA": 0.3666, - "hfopenllm_v2/MUSR": 0.4471, - "hfopenllm_v2/MMLU-PRO": 0.4902 + "hfopenllm_v2/IFEval": 0.4795, + "hfopenllm_v2/BBH": 0.4957, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4218, + "hfopenllm_v2/MMLU-PRO": 0.3121 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-1.5B-Blunt", - "name": "DeepSeek-R1-Distill-Qwen-1.5B-Blunt", - "developer": "braindao", + "id": "LeroyDyer/_Spydaz_Web_AI_Top_Teacher_", + "name": "_Spydaz_Web_AI_Top_Teacher_", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2611, - "hfopenllm_v2/BBH": 0.2774, - "hfopenllm_v2/MATH Level 5": 0.1382, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3595, - "hfopenllm_v2/MMLU-PRO": 0.1184 + "hfopenllm_v2/IFEval": 0.4404, + "hfopenllm_v2/BBH": 0.4891, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4366, + "hfopenllm_v2/MMLU-PRO": 0.315 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-1.5B-Reflective", - "name": "DeepSeek-R1-Distill-Qwen-1.5B-Reflective", - "developer": "braindao", + "id": "LeroyDyer/CheckPoint_A", + "name": "CheckPoint_A", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3033, - "hfopenllm_v2/BBH": 0.2908, - "hfopenllm_v2/MATH Level 5": 0.1631, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3356, - "hfopenllm_v2/MMLU-PRO": 0.113 + "hfopenllm_v2/IFEval": 0.4513, + "hfopenllm_v2/BBH": 0.4748, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.288 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-14B", - "name": "DeepSeek-R1-Distill-Qwen-14B", - "developer": "braindao", + "id": "LeroyDyer/CheckPoint_B", + "name": "CheckPoint_B", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4172, - "hfopenllm_v2/BBH": 0.3033, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4488, - "hfopenllm_v2/MMLU-PRO": 0.1127 + "hfopenllm_v2/IFEval": 0.444, + "hfopenllm_v2/BBH": 0.478, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3898, + "hfopenllm_v2/MMLU-PRO": 0.2907 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-ABUB-ST", - "name": "DeepSeek-R1-Distill-Qwen-14B-ABUB-ST", - "developer": "braindao", + "id": "LeroyDyer/CheckPoint_C", + "name": "CheckPoint_C", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3752, - "hfopenllm_v2/BBH": 0.4927, - "hfopenllm_v2/MATH Level 5": 0.5015, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4221, - "hfopenllm_v2/MMLU-PRO": 0.4243 + "hfopenllm_v2/IFEval": 0.3477, + "hfopenllm_v2/BBH": 0.4586, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4346, + "hfopenllm_v2/MMLU-PRO": 0.3021 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt", - "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt", - "developer": "braindao", + "id": "LeroyDyer/CheckPoint_R1", + "name": "CheckPoint_R1", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5612, - "hfopenllm_v2/BBH": 0.3283, - "hfopenllm_v2/MATH Level 5": 0.1639, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4554, - "hfopenllm_v2/MMLU-PRO": 0.1447 + "hfopenllm_v2/IFEval": 0.1728, + "hfopenllm_v2/BBH": 0.4225, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.4031, + "hfopenllm_v2/MMLU-PRO": 0.2205 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored", - "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored", - "developer": "braindao", + "id": "LeroyDyer/LCARS_AI_001", + "name": "LCARS_AI_001", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5422, - "hfopenllm_v2/BBH": 0.317, - "hfopenllm_v2/MATH Level 5": 0.1631, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4487, - "hfopenllm_v2/MMLU-PRO": 0.1431 + "hfopenllm_v2/IFEval": 0.3109, + "hfopenllm_v2/BBH": 0.4258, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.4384, + "hfopenllm_v2/MMLU-PRO": 0.267 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt", - "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt", - "developer": "braindao", + "id": "LeroyDyer/LCARS_AI_1x4_003_SuperAI", + "name": "LCARS_AI_1x4_003_SuperAI", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5221, - "hfopenllm_v2/BBH": 0.3199, - "hfopenllm_v2/MATH Level 5": 0.2508, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4527, - "hfopenllm_v2/MMLU-PRO": 0.1484 + "hfopenllm_v2/IFEval": 0.4111, + "hfopenllm_v2/BBH": 0.492, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4506, + "hfopenllm_v2/MMLU-PRO": 0.2972 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective", - "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective", - "developer": "braindao", + "id": "LeroyDyer/LCARS_AI_StarTrek_Computer", + "name": "LCARS_AI_StarTrek_Computer", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.554, - "hfopenllm_v2/BBH": 0.3371, - "hfopenllm_v2/MATH Level 5": 0.2372, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4248, - "hfopenllm_v2/MMLU-PRO": 0.1504 + "hfopenllm_v2/IFEval": 0.3583, + "hfopenllm_v2/BBH": 0.4446, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.395, + "hfopenllm_v2/MMLU-PRO": 0.2458 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective", - "name": "DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective", - "developer": "braindao", + "id": "LeroyDyer/LCARS_TOP_SCORE", + "name": "LCARS_TOP_SCORE", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5139, - "hfopenllm_v2/BBH": 0.3013, - "hfopenllm_v2/MATH Level 5": 0.1473, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4433, - "hfopenllm_v2/MMLU-PRO": 0.1289 + "hfopenllm_v2/IFEval": 0.4371, + "hfopenllm_v2/BBH": 0.5127, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3031 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-14B-Reflective", - "name": "DeepSeek-R1-Distill-Qwen-14B-Reflective", - "developer": "braindao", + "id": "LeroyDyer/Mixtral_AI_SwahiliTron_7b", + "name": "Mixtral_AI_SwahiliTron_7b", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.429, - "hfopenllm_v2/BBH": 0.3012, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4554, - "hfopenllm_v2/MMLU-PRO": 0.1129 + "hfopenllm_v2/IFEval": 0.1534, + "hfopenllm_v2/BBH": 0.3055, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.342, + "hfopenllm_v2/MMLU-PRO": 0.1208 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-7B", - "name": "DeepSeek-R1-Distill-Qwen-7B", - "developer": "braindao", + "id": "LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b", + "name": "SpydazWeb_AI_CyberTron_Ultra_7b", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3968, - "hfopenllm_v2/BBH": 0.2887, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3767, - "hfopenllm_v2/MMLU-PRO": 0.1141 + "hfopenllm_v2/IFEval": 0.1556, + "hfopenllm_v2/BBH": 0.4811, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.2866 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-7B-Blunt", - "name": "DeepSeek-R1-Distill-Qwen-7B-Blunt", - "developer": "braindao", + "id": "LeroyDyer/SpydazWeb_AI_HumanAGI_001_M2", + "name": "SpydazWeb_AI_HumanAGI_001_M2", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4266, - "hfopenllm_v2/BBH": 0.2902, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3885, - "hfopenllm_v2/MMLU-PRO": 0.1169 + "hfopenllm_v2/IFEval": 0.394, + "hfopenllm_v2/BBH": 0.4888, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4503, + "hfopenllm_v2/MMLU-PRO": 0.3005 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored", - "name": "DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored", - "developer": "braindao", + "id": "LeroyDyer/SpydazWeb_AI_HumanAGI_002", + "name": "SpydazWeb_AI_HumanAGI_002", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3655, - "hfopenllm_v2/BBH": 0.2958, - "hfopenllm_v2/MATH Level 5": 0.1737, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3846, - "hfopenllm_v2/MMLU-PRO": 0.1133 + "hfopenllm_v2/IFEval": 0.4088, + "hfopenllm_v2/BBH": 0.5044, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4865, + "hfopenllm_v2/MMLU-PRO": 0.3059 } }, { - "id": "braindao/DeepSeek-R1-Distill-Qwen-7B-Reflective", - "name": "DeepSeek-R1-Distill-Qwen-7B-Reflective", - "developer": "braindao", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_001", + "name": "SpydazWeb_AI_HumanAI_001", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3922, - "hfopenllm_v2/BBH": 0.2907, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.39, - "hfopenllm_v2/MMLU-PRO": 0.1155 + "hfopenllm_v2/IFEval": 0.2252, + "hfopenllm_v2/BBH": 0.3344, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.386, + "hfopenllm_v2/MMLU-PRO": 0.1271 } }, { - "id": "braindao/Qwen2.5-14B", - "name": "Qwen2.5-14B", - "developer": "braindao", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_006", + "name": "SpydazWeb_AI_HumanAI_006", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5409, - "hfopenllm_v2/BBH": 0.5853, - "hfopenllm_v2/MATH Level 5": 0.2923, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4124, - "hfopenllm_v2/MMLU-PRO": 0.4884 + "hfopenllm_v2/IFEval": 0.143, + "hfopenllm_v2/BBH": 0.3302, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3568, + "hfopenllm_v2/MMLU-PRO": 0.1135 } }, { - "id": "braindao/Qwen2.5-14B-Instruct", - "name": "Qwen2.5-14B-Instruct", - "developer": "braindao", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_007", + "name": "SpydazWeb_AI_HumanAI_007", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8143, - "hfopenllm_v2/BBH": 0.6404, - "hfopenllm_v2/MATH Level 5": 0.5529, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.414, - "hfopenllm_v2/MMLU-PRO": 0.4889 + "hfopenllm_v2/IFEval": 0.3352, + "hfopenllm_v2/BBH": 0.3416, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4096, + "hfopenllm_v2/MMLU-PRO": 0.1352 } }, { - "id": "braindao/iq-code-evmind-0.5b", - "name": "iq-code-evmind-0.5b", - "developer": "braindao", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT", + "name": "SpydazWeb_AI_HumanAI_009_CHAT", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3216, - "hfopenllm_v2/BBH": 0.3164, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.3304, - "hfopenllm_v2/MMLU-PRO": 0.1189 + "hfopenllm_v2/IFEval": 0.2973, + "hfopenllm_v2/BBH": 0.3307, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.1433 } }, { - "id": "brgx53/3Bgeneral-ECE-PRYMMAL-Martial", - "name": "3Bgeneral-ECE-PRYMMAL-Martial", - "developer": "brgx53", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT", + "name": "SpydazWeb_AI_HumanAI_010_CHAT", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3289, - "hfopenllm_v2/BBH": 0.5458, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4373, - "hfopenllm_v2/MMLU-PRO": 0.3934 + "hfopenllm_v2/IFEval": 0.2507, + "hfopenllm_v2/BBH": 0.3336, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4137, + "hfopenllm_v2/MMLU-PRO": 0.143 } }, { - "id": "brgx53/3Bgeneralv2-ECE-PRYMMAL-Martial", - "name": "3Bgeneralv2-ECE-PRYMMAL-Martial", - "developer": "brgx53", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT", + "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5677, - "hfopenllm_v2/BBH": 0.5607, - "hfopenllm_v2/MATH Level 5": 0.3497, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.4505 + "hfopenllm_v2/IFEval": 0.3149, + "hfopenllm_v2/BBH": 0.3523, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3831, + "hfopenllm_v2/MMLU-PRO": 0.1595 } }, { - "id": "brgx53/3Blareneg-ECE-PRYMMAL-Martial", - "name": "3Blareneg-ECE-PRYMMAL-Martial", - "developer": "brgx53", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML", + "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT_ML", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2876, - "hfopenllm_v2/BBH": 0.5358, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4429, - "hfopenllm_v2/MMLU-PRO": 0.4016 + "hfopenllm_v2/IFEval": 0.3752, + "hfopenllm_v2/BBH": 0.3984, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.2019 } }, { - "id": "brgx53/3Blarenegv2-ECE-PRYMMAL-Martial", - "name": "3Blarenegv2-ECE-PRYMMAL-Martial", - "developer": "brgx53", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1", + "name": "SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5662, - "hfopenllm_v2/BBH": 0.5607, - "hfopenllm_v2/MATH Level 5": 0.3497, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.4505 + "hfopenllm_v2/IFEval": 0.405, + "hfopenllm_v2/BBH": 0.4858, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3921, + "hfopenllm_v2/MMLU-PRO": 0.2956 } }, { - "id": "brgx53/Barracuda-PRYMMAL-ECE-TW3", - "name": "Barracuda-PRYMMAL-ECE-TW3", - "developer": "brgx53", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", + "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_IA", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.164, - "hfopenllm_v2/BBH": 0.3002, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3609, - "hfopenllm_v2/MMLU-PRO": 0.1093 + "hfopenllm_v2/IFEval": 0.3066, + "hfopenllm_v2/BBH": 0.4577, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.2318 } }, { - "id": "brgx53/LaConfiance-PRYMMAL-ECE-TW3", - "name": "LaConfiance-PRYMMAL-ECE-TW3", - "developer": "brgx53", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_MX", + "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_MX", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1579, - "hfopenllm_v2/BBH": 0.2962, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3846, - "hfopenllm_v2/MMLU-PRO": 0.1146 + "hfopenllm_v2/IFEval": 0.3066, + "hfopenllm_v2/BBH": 0.3158, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3444, + "hfopenllm_v2/MMLU-PRO": 0.1107 } }, { - "id": "bunnycore/Best-Mix-Llama-3.1-8B", - "name": "Best-Mix-Llama-3.1-8B", - "developer": "bunnycore", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", + "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2067, - "hfopenllm_v2/BBH": 0.3432, - "hfopenllm_v2/MATH Level 5": 0.2054, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.2929, - "hfopenllm_v2/MMLU-PRO": 0.1565 + "hfopenllm_v2/IFEval": 0.3798, + "hfopenllm_v2/BBH": 0.4483, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4148, + "hfopenllm_v2/MMLU-PRO": 0.2389 } }, { - "id": "bunnycore/Blabbertron-1.0", - "name": "Blabbertron-1.0", - "developer": "bunnycore", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_RP", + "name": "SpydazWeb_AI_HumanAI_RP", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7433, - "hfopenllm_v2/BBH": 0.5497, - "hfopenllm_v2/MATH Level 5": 0.4924, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4337, - "hfopenllm_v2/MMLU-PRO": 0.4354 + "hfopenllm_v2/IFEval": 0.2541, + "hfopenllm_v2/BBH": 0.3323, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3883, + "hfopenllm_v2/MMLU-PRO": 0.1324 } }, { - "id": "bunnycore/Blabbertron-1.1", - "name": "Blabbertron-1.1", - "developer": "bunnycore", + "id": "LeroyDyer/SpydazWeb_AI_HumanAI_TextVision", + "name": "SpydazWeb_AI_HumanAI_TextVision", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7265, - "hfopenllm_v2/BBH": 0.5534, - "hfopenllm_v2/MATH Level 5": 0.4804, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4416, - "hfopenllm_v2/MMLU-PRO": 0.4431 + "hfopenllm_v2/IFEval": 0.3063, + "hfopenllm_v2/BBH": 0.3354, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3938, + "hfopenllm_v2/MMLU-PRO": 0.1387 } }, { - "id": "bunnycore/CyberCore-Qwen-2.1-7B", - "name": "CyberCore-Qwen-2.1-7B", - "developer": "bunnycore", + "id": "LeroyDyer/SpydazWeb_HumanAI_M1", + "name": "SpydazWeb_HumanAI_M1", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5766, - "hfopenllm_v2/BBH": 0.5572, - "hfopenllm_v2/MATH Level 5": 0.3588, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.4445 + "hfopenllm_v2/IFEval": 0.3582, + "hfopenllm_v2/BBH": 0.3563, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.1663 } }, { - "id": "bunnycore/DeepQwen-3B-LCoT-SCE", - "name": "DeepQwen-3B-LCoT-SCE", - "developer": "bunnycore", + "id": "LeroyDyer/SpydazWeb_HumanAI_M2", + "name": "SpydazWeb_HumanAI_M2", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.449, - "hfopenllm_v2/BBH": 0.4512, - "hfopenllm_v2/MATH Level 5": 0.247, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3514, - "hfopenllm_v2/MMLU-PRO": 0.329 + "hfopenllm_v2/IFEval": 0.375, + "hfopenllm_v2/BBH": 0.3931, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3751, + "hfopenllm_v2/MMLU-PRO": 0.201 } }, { - "id": "bunnycore/DeepSeek-R1-Distill-Qwen-7B-RRP-Ex", - "name": "DeepSeek-R1-Distill-Qwen-7B-RRP-Ex", - "developer": "bunnycore", + "id": "LeroyDyer/SpydazWeb_HumanAI_M3", + "name": "SpydazWeb_HumanAI_M3", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3901, - "hfopenllm_v2/BBH": 0.3494, - "hfopenllm_v2/MATH Level 5": 0.1654, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3663, - "hfopenllm_v2/MMLU-PRO": 0.2508 + "hfopenllm_v2/IFEval": 0.1579, + "hfopenllm_v2/BBH": 0.3127, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.1149 } }, { - "id": "bunnycore/DeepThinker-7B-Sce-v1", - "name": "DeepThinker-7B-Sce-v1", - "developer": "bunnycore", + "id": "LeroyDyer/SpydazWebAI_Human_AGI", + "name": "SpydazWebAI_Human_AGI", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1218, - "hfopenllm_v2/BBH": 0.3018, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.4194, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.3388, + "hfopenllm_v2/BBH": 0.3375, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3966, + "hfopenllm_v2/MMLU-PRO": 0.1479 } }, { - "id": "bunnycore/DeepThinker-7B-Sce-v2", - "name": "DeepThinker-7B-Sce-v2", - "developer": "bunnycore", + "id": "LeroyDyer/SpydazWebAI_Human_AGI_001", + "name": "SpydazWebAI_Human_AGI_001", + "developer": "LeroyDyer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1631, - "hfopenllm_v2/BBH": 0.3057, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4101, - "hfopenllm_v2/MMLU-PRO": 0.1146 + "hfopenllm_v2/IFEval": 0.3118, + "hfopenllm_v2/BBH": 0.3433, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3994, + "hfopenllm_v2/MMLU-PRO": 0.1426 } }, { - "id": "bunnycore/FuseCyberMix-Qwen-2.5-7B-Instruct", - "name": "FuseCyberMix-Qwen-2.5-7B-Instruct", - "developer": "bunnycore", + "id": "lesubra/ECE-EIFFEL-3B", + "name": "ECE-EIFFEL-3B", + "developer": "lesubra", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7019, - "hfopenllm_v2/BBH": 0.5518, - "hfopenllm_v2/MATH Level 5": 0.4841, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.4337 + "hfopenllm_v2/IFEval": 0.3469, + "hfopenllm_v2/BBH": 0.5102, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4362, + "hfopenllm_v2/MMLU-PRO": 0.3821 } }, { - "id": "bunnycore/FuseQwQen-7B", - "name": "FuseQwQen-7B", - "developer": "bunnycore", + "id": "lesubra/ECE-EIFFEL-3Bv2", + "name": "ECE-EIFFEL-3Bv2", + "developer": "lesubra", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7275, - "hfopenllm_v2/BBH": 0.5504, - "hfopenllm_v2/MATH Level 5": 0.4366, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4217, - "hfopenllm_v2/MMLU-PRO": 0.4407 + "hfopenllm_v2/IFEval": 0.3013, + "hfopenllm_v2/BBH": 0.5424, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4443, + "hfopenllm_v2/MMLU-PRO": 0.3999 } }, { - "id": "bunnycore/FwF-Qwen-7B-0.1", - "name": "FwF-Qwen-7B-0.1", - "developer": "bunnycore", + "id": "lesubra/ECE-EIFFEL-3Bv3", + "name": "ECE-EIFFEL-3Bv3", + "developer": "lesubra", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3005, - "hfopenllm_v2/BBH": 0.5019, - "hfopenllm_v2/MATH Level 5": 0.2764, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3952, - "hfopenllm_v2/MMLU-PRO": 0.4061 + "hfopenllm_v2/IFEval": 0.3786, + "hfopenllm_v2/BBH": 0.5469, + "hfopenllm_v2/MATH Level 5": 0.1669, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4675, + "hfopenllm_v2/MMLU-PRO": 0.3975 } }, { - "id": "bunnycore/FwF-Qwen-7B-0.2", - "name": "FwF-Qwen-7B-0.2", - "developer": "bunnycore", + "id": "lesubra/ECE-PRYMMAL-3B-SLERP-V1", + "name": "ECE-PRYMMAL-3B-SLERP-V1", + "developer": "lesubra", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4479, - "hfopenllm_v2/BBH": 0.5596, - "hfopenllm_v2/MATH Level 5": 0.426, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4218, - "hfopenllm_v2/MMLU-PRO": 0.4382 + "hfopenllm_v2/IFEval": 0.2933, + "hfopenllm_v2/BBH": 0.5341, + "hfopenllm_v2/MATH Level 5": 0.1662, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.39 } }, { - "id": "bunnycore/Gemma-2-2B-Smart", - "name": "Gemma-2-2B-Smart", - "developer": "bunnycore", + "id": "lesubra/ECE-PRYMMAL-3B-SLERP-V2", + "name": "ECE-PRYMMAL-3B-SLERP-V2", + "developer": "lesubra", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1321, - "hfopenllm_v2/BBH": 0.3974, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4249, - "hfopenllm_v2/MMLU-PRO": 0.2426 + "hfopenllm_v2/IFEval": 0.2933, + "hfopenllm_v2/BBH": 0.5341, + "hfopenllm_v2/MATH Level 5": 0.1662, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.39 } }, { - "id": "bunnycore/Gemma2-9B-TitanFusion", - "name": "Gemma2-9B-TitanFusion", - "developer": "bunnycore", + "id": "lesubra/ECE-PRYMMAL-3B-SLERP_2-V1", + "name": "ECE-PRYMMAL-3B-SLERP_2-V1", + "developer": "lesubra", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1618, - "hfopenllm_v2/BBH": 0.5712, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.396 + "hfopenllm_v2/IFEval": 0.3649, + "hfopenllm_v2/BBH": 0.5411, + "hfopenllm_v2/MATH Level 5": 0.1677, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4661, + "hfopenllm_v2/MMLU-PRO": 0.399 } }, { - "id": "bunnycore/HyperLlama-3.1-8B", - "name": "HyperLlama-3.1-8B", - "developer": "bunnycore", + "id": "lesubra/ECE-PRYMMAL-3B-SLERP_2-V2", + "name": "ECE-PRYMMAL-3B-SLERP_2-V2", + "developer": "lesubra", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7883, - "hfopenllm_v2/BBH": 0.5103, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3829, - "hfopenllm_v2/MMLU-PRO": 0.3783 + "hfopenllm_v2/IFEval": 0.3664, + "hfopenllm_v2/BBH": 0.5411, + "hfopenllm_v2/MATH Level 5": 0.1677, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4661, + "hfopenllm_v2/MMLU-PRO": 0.399 } }, { - "id": "bunnycore/Llama-3.1-8B-TitanFusion-Mix", - "name": "Llama-3.1-8B-TitanFusion-Mix", - "developer": "bunnycore", + "id": "lesubra/merge-test", + "name": "merge-test", + "developer": "lesubra", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4925, - "hfopenllm_v2/BBH": 0.5756, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4317, - "hfopenllm_v2/MMLU-PRO": 0.3695 + "hfopenllm_v2/IFEval": 0.5383, + "hfopenllm_v2/BBH": 0.524, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4419, + "hfopenllm_v2/MMLU-PRO": 0.3874 } }, { - "id": "bunnycore/Llama-3.1-8B-TitanFusion-v3", - "name": "Llama-3.1-8B-TitanFusion-v3", - "developer": "bunnycore", + "id": "LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct", + "name": "EXAONE-3.0-7.8B-Instruct", + "developer": "LGAI-EXAONE", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.481, - "hfopenllm_v2/BBH": 0.5262, - "hfopenllm_v2/MATH Level 5": 0.142, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4302, - "hfopenllm_v2/MMLU-PRO": 0.3806 + "hfopenllm_v2/IFEval": 0.7193, + "hfopenllm_v2/BBH": 0.4174, + "hfopenllm_v2/MATH Level 5": 0.3044, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.3577 } }, { - "id": "bunnycore/Llama-3.2-3B-All-Mix", - "name": "Llama-3.2-3B-All-Mix", - "developer": "bunnycore", + "id": "LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct", + "name": "EXAONE-3.5-2.4B-Instruct", + "developer": "LGAI-EXAONE", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7226, - "hfopenllm_v2/BBH": 0.4508, - "hfopenllm_v2/MATH Level 5": 0.1503, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3287, - "hfopenllm_v2/MMLU-PRO": 0.316 + "hfopenllm_v2/IFEval": 0.795, + "hfopenllm_v2/BBH": 0.4092, + "hfopenllm_v2/MATH Level 5": 0.3678, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.328 } }, { - "id": "bunnycore/Llama-3.2-3B-Bespoke-Thought", - "name": "Llama-3.2-3B-Bespoke-Thought", - "developer": "bunnycore", + "id": "LGAI-EXAONE/EXAONE-3.5-32B-Instruct", + "name": "EXAONE-3.5-32B-Instruct", + "developer": "LGAI-EXAONE", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4113, - "hfopenllm_v2/BBH": 0.4522, - "hfopenllm_v2/MATH Level 5": 0.1647, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.311 + "hfopenllm_v2/IFEval": 0.8392, + "hfopenllm_v2/BBH": 0.5761, + "hfopenllm_v2/MATH Level 5": 0.5128, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3807, + "hfopenllm_v2/MMLU-PRO": 0.4637 } }, { - "id": "bunnycore/Llama-3.2-3B-Booval", - "name": "Llama-3.2-3B-Booval", - "developer": "bunnycore", + "id": "LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct", + "name": "EXAONE-3.5-7.8B-Instruct", + "developer": "LGAI-EXAONE", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6669, - "hfopenllm_v2/BBH": 0.4514, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3394, - "hfopenllm_v2/MMLU-PRO": 0.3058 + "hfopenllm_v2/IFEval": 0.8136, + "hfopenllm_v2/BBH": 0.4728, + "hfopenllm_v2/MATH Level 5": 0.4751, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3779, + "hfopenllm_v2/MMLU-PRO": 0.4133 } }, { - "id": "bunnycore/Llama-3.2-3B-Deep-Test", - "name": "Llama-3.2-3B-Deep-Test", - "developer": "bunnycore", + "id": "lightblue/suzume-llama-3-8B-multilingual", + "name": "suzume-llama-3-8B-multilingual", + "developer": "lightblue", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1775, - "hfopenllm_v2/BBH": 0.295, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3647, - "hfopenllm_v2/MMLU-PRO": 0.1049 + "hfopenllm_v2/IFEval": 0.6678, + "hfopenllm_v2/BBH": 0.495, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.3383 } }, { - "id": "bunnycore/Llama-3.2-3B-Della", - "name": "Llama-3.2-3B-Della", - "developer": "bunnycore", + "id": "lightblue/suzume-llama-3-8B-multilingual-orpo-borda-full", + "name": "suzume-llama-3-8B-multilingual-orpo-borda-full", + "developer": "lightblue", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3561, - "hfopenllm_v2/BBH": 0.3683, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3902, - "hfopenllm_v2/MMLU-PRO": 0.2128 + "hfopenllm_v2/IFEval": 0.5817, + "hfopenllm_v2/BBH": 0.4714, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.331 } }, { - "id": "bunnycore/Llama-3.2-3B-Long-Think", - "name": "Llama-3.2-3B-Long-Think", - "developer": "bunnycore", + "id": "lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half", + "name": "suzume-llama-3-8B-multilingual-orpo-borda-half", + "developer": "lightblue", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5473, - "hfopenllm_v2/BBH": 0.461, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.3048 + "hfopenllm_v2/IFEval": 0.6249, + "hfopenllm_v2/BBH": 0.4707, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3516, + "hfopenllm_v2/MMLU-PRO": 0.3614 } }, { - "id": "bunnycore/Llama-3.2-3B-Mix-Skill", - "name": "Llama-3.2-3B-Mix-Skill", - "developer": "bunnycore", + "id": "lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top25", + "name": "suzume-llama-3-8B-multilingual-orpo-borda-top25", + "developer": "lightblue", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6404, - "hfopenllm_v2/BBH": 0.4582, - "hfopenllm_v2/MATH Level 5": 0.1473, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.3121 + "hfopenllm_v2/IFEval": 0.6637, + "hfopenllm_v2/BBH": 0.4865, + "hfopenllm_v2/MATH Level 5": 0.1042, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3566, + "hfopenllm_v2/MMLU-PRO": 0.3684 } }, { - "id": "bunnycore/Llama-3.2-3B-ProdigyPlus", - "name": "Llama-3.2-3B-ProdigyPlus", - "developer": "bunnycore", + "id": "lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75", + "name": "suzume-llama-3-8B-multilingual-orpo-borda-top75", + "developer": "lightblue", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4015, - "hfopenllm_v2/BBH": 0.4392, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.2817 + "hfopenllm_v2/IFEval": 0.6687, + "hfopenllm_v2/BBH": 0.4833, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3817, + "hfopenllm_v2/MMLU-PRO": 0.3769 } }, { - "id": "bunnycore/Llama-3.2-3B-ProdigyPlusPlus", - "name": "Llama-3.2-3B-ProdigyPlusPlus", - "developer": "bunnycore", + "id": "LightningRodLabs/Flashlight-v1.0", + "name": "Flashlight-v1.0", + "developer": "LightningRodLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1645, - "hfopenllm_v2/BBH": 0.369, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3541, - "hfopenllm_v2/MMLU-PRO": 0.15 + "hfopenllm_v2/IFEval": 0.6745, + "hfopenllm_v2/BBH": 0.6877, + "hfopenllm_v2/MATH Level 5": 0.497, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.4101, + "hfopenllm_v2/MMLU-PRO": 0.5402 } }, { - "id": "bunnycore/Llama-3.2-3B-RP-DeepThink", - "name": "Llama-3.2-3B-RP-DeepThink", - "developer": "bunnycore", + "id": "LightningRodLabs/Flashlight-v1.1", + "name": "Flashlight-v1.1", + "developer": "LightningRodLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7144, - "hfopenllm_v2/BBH": 0.4563, - "hfopenllm_v2/MATH Level 5": 0.1609, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.3242 + "hfopenllm_v2/IFEval": 0.6721, + "hfopenllm_v2/BBH": 0.6901, + "hfopenllm_v2/MATH Level 5": 0.5325, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4048, + "hfopenllm_v2/MMLU-PRO": 0.5416 } }, { - "id": "bunnycore/Llama-3.2-3B-RRStock", - "name": "Llama-3.2-3B-RRStock", - "developer": "bunnycore", + "id": "LightningRodLabs/Flashlight-v1.2", + "name": "Flashlight-v1.2", + "developer": "LightningRodLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6657, - "hfopenllm_v2/BBH": 0.4568, - "hfopenllm_v2/MATH Level 5": 0.1699, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3314, - "hfopenllm_v2/MMLU-PRO": 0.3236 + "hfopenllm_v2/IFEval": 0.436, + "hfopenllm_v2/BBH": 0.3265, + "hfopenllm_v2/MATH Level 5": 0.1556, + "hfopenllm_v2/GPQA": 0.2357, + "hfopenllm_v2/MUSR": 0.4554, + "hfopenllm_v2/MMLU-PRO": 0.2485 } }, { - "id": "bunnycore/Llama-3.2-3B-ToxicKod", - "name": "Llama-3.2-3B-ToxicKod", - "developer": "bunnycore", + "id": "Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1", + "name": "2_PRYMMAL-ECE-2B-SLERP-V1", + "developer": "Lil-R", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6319, - "hfopenllm_v2/BBH": 0.4525, - "hfopenllm_v2/MATH Level 5": 0.1699, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.288 + "hfopenllm_v2/IFEval": 0.5823, + "hfopenllm_v2/BBH": 0.4287, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4375, + "hfopenllm_v2/MMLU-PRO": 0.2678 } }, { - "id": "bunnycore/Llama-3.2-3b-RP-Toxic-Fuse", - "name": "Llama-3.2-3b-RP-Toxic-Fuse", - "developer": "bunnycore", + "id": "Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2", + "name": "2_PRYMMAL-ECE-2B-SLERP-V2", + "developer": "Lil-R", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6834, - "hfopenllm_v2/BBH": 0.465, - "hfopenllm_v2/MATH Level 5": 0.2402, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3954, - "hfopenllm_v2/MMLU-PRO": 0.3106 + "hfopenllm_v2/IFEval": 0.5543, + "hfopenllm_v2/BBH": 0.4376, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4482, + "hfopenllm_v2/MMLU-PRO": 0.2744 } }, { - "id": "bunnycore/Maestro-S1k-7B-Sce", - "name": "Maestro-S1k-7B-Sce", - "developer": "bunnycore", + "id": "Lil-R/2_PRYMMAL-ECE-7B-SLERP", + "name": "2_PRYMMAL-ECE-7B-SLERP", + "developer": "Lil-R", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2523, - "hfopenllm_v2/BBH": 0.3104, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3768, - "hfopenllm_v2/MMLU-PRO": 0.117 + "hfopenllm_v2/IFEval": 0.5577, + "hfopenllm_v2/BBH": 0.5557, + "hfopenllm_v2/MATH Level 5": 0.3633, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4396, + "hfopenllm_v2/MMLU-PRO": 0.4507 } }, { - "id": "bunnycore/Phi-3.5-mini-TitanFusion-0.1", - "name": "Phi-3.5-mini-TitanFusion-0.1", - "developer": "bunnycore", + "id": "Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1", + "name": "2_PRYMMAL-ECE-7B-SLERP-V1", + "developer": "Lil-R", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5228, - "hfopenllm_v2/BBH": 0.5374, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4453, - "hfopenllm_v2/MMLU-PRO": 0.3807 + "hfopenllm_v2/IFEval": 0.1073, + "hfopenllm_v2/BBH": 0.3053, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3911, + "hfopenllm_v2/MMLU-PRO": 0.1124 } }, { - "id": "bunnycore/Phi-4-Model-Stock", - "name": "Phi-4-Model-Stock", - "developer": "bunnycore", + "id": "Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2", + "name": "2_PRYMMAL-ECE-7B-SLERP-V2", + "developer": "Lil-R", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6879, - "hfopenllm_v2/BBH": 0.689, - "hfopenllm_v2/MATH Level 5": 0.4298, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.4441, - "hfopenllm_v2/MMLU-PRO": 0.5368 + "hfopenllm_v2/IFEval": 0.1073, + "hfopenllm_v2/BBH": 0.3053, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3911, + "hfopenllm_v2/MMLU-PRO": 0.1124 } }, { - "id": "bunnycore/Phi-4-Model-Stock-v2", - "name": "Phi-4-Model-Stock-v2", - "developer": "bunnycore", + "id": "Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3", + "name": "2_PRYMMAL-ECE-7B-SLERP-V3", + "developer": "Lil-R", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6375, - "hfopenllm_v2/BBH": 0.6825, - "hfopenllm_v2/MATH Level 5": 0.3754, - "hfopenllm_v2/GPQA": 0.349, - "hfopenllm_v2/MUSR": 0.4662, - "hfopenllm_v2/MMLU-PRO": 0.5331 + "hfopenllm_v2/IFEval": 0.2235, + "hfopenllm_v2/BBH": 0.3578, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.4107, + "hfopenllm_v2/MMLU-PRO": 0.1817 } }, { - "id": "bunnycore/Phi-4-Model-Stock-v3", - "name": "Phi-4-Model-Stock-v3", - "developer": "bunnycore", + "id": "Lil-R/PRYMMAL-ECE-1B-SLERP-V1", + "name": "PRYMMAL-ECE-1B-SLERP-V1", + "developer": "Lil-R", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5912, - "hfopenllm_v2/BBH": 0.6726, - "hfopenllm_v2/MATH Level 5": 0.4902, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4166, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "hfopenllm_v2/IFEval": 0.2874, + "hfopenllm_v2/BBH": 0.419, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3974, + "hfopenllm_v2/MMLU-PRO": 0.2926 } }, { - "id": "bunnycore/Phi-4-Model-Stock-v4", - "name": "Phi-4-Model-Stock-v4", - "developer": "bunnycore", + "id": "Lil-R/PRYMMAL-ECE-7B-SLERP-V8", + "name": "PRYMMAL-ECE-7B-SLERP-V8", + "developer": "Lil-R", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.711, - "hfopenllm_v2/BBH": 0.6924, - "hfopenllm_v2/MATH Level 5": 0.3829, - "hfopenllm_v2/GPQA": 0.3691, - "hfopenllm_v2/MUSR": 0.4611, - "hfopenllm_v2/MMLU-PRO": 0.5394 + "hfopenllm_v2/IFEval": 0.1258, + "hfopenllm_v2/BBH": 0.2955, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3631, + "hfopenllm_v2/MMLU-PRO": 0.1128 } }, { - "id": "bunnycore/Phi-4-RP-v0", - "name": "Phi-4-RP-v0", - "developer": "bunnycore", + "id": "LilRg/10PRYMMAL-3B-slerp", + "name": "10PRYMMAL-3B-slerp", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6827, - "hfopenllm_v2/BBH": 0.6856, - "hfopenllm_v2/MATH Level 5": 0.3316, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4141, - "hfopenllm_v2/MMLU-PRO": 0.5364 + "hfopenllm_v2/IFEval": 0.1946, + "hfopenllm_v2/BBH": 0.532, + "hfopenllm_v2/MATH Level 5": 0.1495, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4529, + "hfopenllm_v2/MMLU-PRO": 0.3881 } }, { - "id": "bunnycore/Phi-4-RR-Shoup", - "name": "Phi-4-RR-Shoup", - "developer": "bunnycore", + "id": "LilRg/ECE-1B-merge-PRYMMAL", + "name": "ECE-1B-merge-PRYMMAL", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6587, - "hfopenllm_v2/BBH": 0.6947, - "hfopenllm_v2/MATH Level 5": 0.4992, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.444, - "hfopenllm_v2/MMLU-PRO": 0.5429 + "hfopenllm_v2/IFEval": 0.2712, + "hfopenllm_v2/BBH": 0.4235, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3801, + "hfopenllm_v2/MMLU-PRO": 0.2906 } }, { - "id": "bunnycore/Phi-4-RStock-v0.1", - "name": "Phi-4-RStock-v0.1", - "developer": "bunnycore", + "id": "LilRg/ECE_Finetunning", + "name": "ECE_Finetunning", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7019, - "hfopenllm_v2/BBH": 0.6928, - "hfopenllm_v2/MATH Level 5": 0.395, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4584, - "hfopenllm_v2/MMLU-PRO": 0.5401 + "hfopenllm_v2/IFEval": 0.0445, + "hfopenllm_v2/BBH": 0.4732, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3839, + "hfopenllm_v2/MMLU-PRO": 0.3191 } }, { - "id": "bunnycore/Phi-4-ReasoningRP", - "name": "Phi-4-ReasoningRP", - "developer": "bunnycore", + "id": "LilRg/PRYMMAL-6B-slerp", + "name": "PRYMMAL-6B-slerp", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6736, - "hfopenllm_v2/BBH": 0.6922, - "hfopenllm_v2/MATH Level 5": 0.4569, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4491, - "hfopenllm_v2/MMLU-PRO": 0.5421 + "hfopenllm_v2/IFEval": 0.1153, + "hfopenllm_v2/BBH": 0.2868, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3698, + "hfopenllm_v2/MMLU-PRO": 0.1108 } }, { - "id": "bunnycore/Phi-4-Sce-exp-v0.1", - "name": "Phi-4-Sce-exp-v0.1", - "developer": "bunnycore", + "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V3", + "name": "PRYMMAL-ECE-7B-SLERP-V3", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6595, - "hfopenllm_v2/BBH": 0.6943, - "hfopenllm_v2/MATH Level 5": 0.503, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4441, - "hfopenllm_v2/MMLU-PRO": 0.5423 + "hfopenllm_v2/IFEval": 0.1243, + "hfopenllm_v2/BBH": 0.2957, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.1127 } }, { - "id": "bunnycore/Phi-4-Stock-Ex", - "name": "Phi-4-Stock-Ex", - "developer": "bunnycore", + "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V4", + "name": "PRYMMAL-ECE-7B-SLERP-V4", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6575, - "hfopenllm_v2/BBH": 0.6864, - "hfopenllm_v2/MATH Level 5": 0.4086, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4624, - "hfopenllm_v2/MMLU-PRO": 0.5375 + "hfopenllm_v2/IFEval": 0.1249, + "hfopenllm_v2/BBH": 0.2957, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.1127 } }, { - "id": "bunnycore/Phi-4-Stock-RP", - "name": "Phi-4-Stock-RP", - "developer": "bunnycore", + "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V5", + "name": "PRYMMAL-ECE-7B-SLERP-V5", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6399, - "hfopenllm_v2/BBH": 0.686, - "hfopenllm_v2/MATH Level 5": 0.3414, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4715, - "hfopenllm_v2/MMLU-PRO": 0.5317 + "hfopenllm_v2/IFEval": 0.1249, + "hfopenllm_v2/BBH": 0.2957, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.1127 } }, { - "id": "bunnycore/Phi-4-Trim-Exp1", - "name": "Phi-4-Trim-Exp1", - "developer": "bunnycore", + "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V6", + "name": "PRYMMAL-ECE-7B-SLERP-V6", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1219, - "hfopenllm_v2/BBH": 0.2852, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.4177, - "hfopenllm_v2/MMLU-PRO": 0.1147 + "hfopenllm_v2/IFEval": 0.1243, + "hfopenllm_v2/BBH": 0.2957, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.1127 } }, { - "id": "bunnycore/Phi-Seek-4-Sce-V1", - "name": "Phi-Seek-4-Sce-V1", - "developer": "bunnycore", + "id": "LilRg/PRYMMAL-ECE-7B-SLERP-V7", + "name": "PRYMMAL-ECE-7B-SLERP-V7", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2935, - "hfopenllm_v2/BBH": 0.6459, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3982, - "hfopenllm_v2/MMLU-PRO": 0.5123 + "hfopenllm_v2/IFEval": 0.1249, + "hfopenllm_v2/BBH": 0.2957, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.1127 } }, { - "id": "bunnycore/Qandora-2.5-7B-Creative", - "name": "Qandora-2.5-7B-Creative", - "developer": "bunnycore", + "id": "LilRg/PRYMMAL-slerp-Merge", + "name": "PRYMMAL-slerp-Merge", + "developer": "LilRg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6803, - "hfopenllm_v2/BBH": 0.5542, - "hfopenllm_v2/MATH Level 5": 0.3059, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4212, - "hfopenllm_v2/MMLU-PRO": 0.448 + "hfopenllm_v2/IFEval": 0.3044, + "hfopenllm_v2/BBH": 0.5364, + "hfopenllm_v2/MATH Level 5": 0.1616, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4635, + "hfopenllm_v2/MMLU-PRO": 0.3863 } }, { - "id": "bunnycore/QandoraExp-7B", - "name": "QandoraExp-7B", - "developer": "bunnycore", + "id": "LimYeri/CodeMind-Llama3-8B-unsloth_v2-merged", + "name": "CodeMind-Llama3-8B-unsloth_v2-merged", + "developer": "LimYeri", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7509, - "hfopenllm_v2/BBH": 0.5478, - "hfopenllm_v2/MATH Level 5": 0.4743, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4312, - "hfopenllm_v2/MMLU-PRO": 0.441 + "hfopenllm_v2/IFEval": 0.6946, + "hfopenllm_v2/BBH": 0.486, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3316, + "hfopenllm_v2/MMLU-PRO": 0.3506 } }, { - "id": "bunnycore/QandoraExp-7B-Persona", - "name": "QandoraExp-7B-Persona", - "developer": "bunnycore", + "id": "LimYeri/CodeMind-Llama3-8B-unsloth_v3-merged", + "name": "CodeMind-Llama3-8B-unsloth_v3-merged", + "developer": "LimYeri", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6247, - "hfopenllm_v2/BBH": 0.5558, - "hfopenllm_v2/MATH Level 5": 0.3104, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.4407 + "hfopenllm_v2/IFEval": 0.6763, + "hfopenllm_v2/BBH": 0.4908, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3356, + "hfopenllm_v2/MMLU-PRO": 0.3496 } }, { - "id": "bunnycore/QandoraExp-7B-v2", - "name": "QandoraExp-7B-v2", - "developer": "bunnycore", + "id": "LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged", + "name": "CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged", + "developer": "LimYeri", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5607, - "hfopenllm_v2/BBH": 0.5445, - "hfopenllm_v2/MATH Level 5": 0.4713, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.3909 + "hfopenllm_v2/IFEval": 0.6492, + "hfopenllm_v2/BBH": 0.4853, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3608, + "hfopenllm_v2/MMLU-PRO": 0.3354 } }, { - "id": "bunnycore/QwQen-3B-LCoT", - "name": "QwQen-3B-LCoT", - "developer": "bunnycore", + "id": "LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-merged", + "name": "CodeMind-Llama3-8B-unsloth_v4-one-merged", + "developer": "LimYeri", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6025, - "hfopenllm_v2/BBH": 0.4899, - "hfopenllm_v2/MATH Level 5": 0.3618, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.3699 + "hfopenllm_v2/IFEval": 0.3211, + "hfopenllm_v2/BBH": 0.4739, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4069, + "hfopenllm_v2/MMLU-PRO": 0.3353 } }, { - "id": "bunnycore/QwQen-3B-LCoT-R1", - "name": "QwQen-3B-LCoT-R1", - "developer": "bunnycore", + "id": "LimYeri/CodeMind-Llama3.1-8B-unsloth-merged", + "name": "CodeMind-Llama3.1-8B-unsloth-merged", + "developer": "LimYeri", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5342, - "hfopenllm_v2/BBH": 0.4799, - "hfopenllm_v2/MATH Level 5": 0.3353, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.3723 + "hfopenllm_v2/IFEval": 0.649, + "hfopenllm_v2/BBH": 0.4695, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3752, + "hfopenllm_v2/MMLU-PRO": 0.334 } }, { - "id": "bunnycore/Qwen-2.5-7B-Deep-Sky-T1", - "name": "Qwen-2.5-7B-Deep-Sky-T1", - "developer": "bunnycore", + "id": "lkoenig/BBAI_145_", + "name": "BBAI_145_", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4208, - "hfopenllm_v2/BBH": 0.414, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4018, - "hfopenllm_v2/MMLU-PRO": 0.2104 + "hfopenllm_v2/IFEval": 0.445, + "hfopenllm_v2/BBH": 0.5567, + "hfopenllm_v2/MATH Level 5": 0.361, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4382, + "hfopenllm_v2/MMLU-PRO": 0.449 } }, { - "id": "bunnycore/Qwen-2.5-7B-Deep-Stock-v1", - "name": "Qwen-2.5-7B-Deep-Stock-v1", - "developer": "bunnycore", + "id": "lkoenig/BBAI_200_Gemma", + "name": "BBAI_200_Gemma", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5695, - "hfopenllm_v2/BBH": 0.5361, - "hfopenllm_v2/MATH Level 5": 0.2644, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4109, - "hfopenllm_v2/MMLU-PRO": 0.4066 + "hfopenllm_v2/IFEval": 0.0705, + "hfopenllm_v2/BBH": 0.3449, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3631, + "hfopenllm_v2/MMLU-PRO": 0.1679 } }, { - "id": "bunnycore/Qwen-2.5-7B-Deep-Stock-v4", - "name": "Qwen-2.5-7B-Deep-Stock-v4", - "developer": "bunnycore", + "id": "lkoenig/BBAI_212_Qwencore", + "name": "BBAI_212_Qwencore", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7753, - "hfopenllm_v2/BBH": 0.5453, - "hfopenllm_v2/MATH Level 5": 0.4894, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4127, - "hfopenllm_v2/MMLU-PRO": 0.4342 + "hfopenllm_v2/IFEval": 0.4384, + "hfopenllm_v2/BBH": 0.5569, + "hfopenllm_v2/MATH Level 5": 0.3489, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.449 } }, { - "id": "bunnycore/Qwen-2.5-7B-Deep-Stock-v5", - "name": "Qwen-2.5-7B-Deep-Stock-v5", - "developer": "bunnycore", + "id": "lkoenig/BBAI_212_QwenLawLo", + "name": "BBAI_212_QwenLawLo", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4509, - "hfopenllm_v2/BBH": 0.4672, - "hfopenllm_v2/MATH Level 5": 0.1473, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3648, - "hfopenllm_v2/MMLU-PRO": 0.2832 + "hfopenllm_v2/IFEval": 0.4566, + "hfopenllm_v2/BBH": 0.5574, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.437, + "hfopenllm_v2/MMLU-PRO": 0.4489 } }, { - "id": "bunnycore/Qwen-2.5-7B-Exp-Sce", - "name": "Qwen-2.5-7B-Exp-Sce", - "developer": "bunnycore", + "id": "lkoenig/BBAI_230_Xiaqwen", + "name": "BBAI_230_Xiaqwen", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7652, - "hfopenllm_v2/BBH": 0.5506, - "hfopenllm_v2/MATH Level 5": 0.3255, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.443, - "hfopenllm_v2/MMLU-PRO": 0.4259 + "hfopenllm_v2/IFEval": 0.4649, + "hfopenllm_v2/BBH": 0.5578, + "hfopenllm_v2/MATH Level 5": 0.3663, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4422, + "hfopenllm_v2/MMLU-PRO": 0.4481 } }, { - "id": "bunnycore/Qwen-2.5-7B-R1-Stock", - "name": "Qwen-2.5-7B-R1-Stock", - "developer": "bunnycore", + "id": "lkoenig/BBAI_375_QwenDyancabs", + "name": "BBAI_375_QwenDyancabs", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7573, - "hfopenllm_v2/BBH": 0.5393, - "hfopenllm_v2/MATH Level 5": 0.5008, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3994, - "hfopenllm_v2/MMLU-PRO": 0.4294 + "hfopenllm_v2/IFEval": 0.4566, + "hfopenllm_v2/BBH": 0.5571, + "hfopenllm_v2/MATH Level 5": 0.3776, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4462, + "hfopenllm_v2/MMLU-PRO": 0.4476 } }, { - "id": "bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke", - "name": "Qwen-2.5-7B-Stock-Deep-Bespoke", - "developer": "bunnycore", + "id": "lkoenig/BBAI_456_QwenKoen", + "name": "BBAI_456_QwenKoen", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5206, - "hfopenllm_v2/BBH": 0.492, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4068, - "hfopenllm_v2/MMLU-PRO": 0.358 + "hfopenllm_v2/IFEval": 0.4529, + "hfopenllm_v2/BBH": 0.5553, + "hfopenllm_v2/MATH Level 5": 0.3686, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4395, + "hfopenllm_v2/MMLU-PRO": 0.4469 } }, { - "id": "bunnycore/Qwen-2.5-7b-S1k", - "name": "Qwen-2.5-7b-S1k", - "developer": "bunnycore", + "id": "lkoenig/BBAI_7B_KoenQwenDyan", + "name": "BBAI_7B_KoenQwenDyan", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7162, - "hfopenllm_v2/BBH": 0.5563, - "hfopenllm_v2/MATH Level 5": 0.4781, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.4382 + "hfopenllm_v2/IFEval": 0.5807, + "hfopenllm_v2/BBH": 0.5537, + "hfopenllm_v2/MATH Level 5": 0.3739, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4369, + "hfopenllm_v2/MMLU-PRO": 0.446 } }, { - "id": "bunnycore/Qwen2.5-1.5B-Model-Stock", - "name": "Qwen2.5-1.5B-Model-Stock", - "developer": "bunnycore", + "id": "lkoenig/BBAI_7B_Qwen2.5koen", + "name": "BBAI_7B_Qwen2.5koen", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1829, - "hfopenllm_v2/BBH": 0.2874, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3674, - "hfopenllm_v2/MMLU-PRO": 0.11 + "hfopenllm_v2/IFEval": 0.46, + "hfopenllm_v2/BBH": 0.5544, + "hfopenllm_v2/MATH Level 5": 0.3656, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4369, + "hfopenllm_v2/MMLU-PRO": 0.4485 } }, { - "id": "bunnycore/Qwen2.5-3B-Model-Stock", - "name": "Qwen2.5-3B-Model-Stock", - "developer": "bunnycore", + "id": "lkoenig/BBAI_7B_QwenDyancabsLAW", + "name": "BBAI_7B_QwenDyancabsLAW", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6381, - "hfopenllm_v2/BBH": 0.4712, - "hfopenllm_v2/MATH Level 5": 0.3799, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3942, - "hfopenllm_v2/MMLU-PRO": 0.325 + "hfopenllm_v2/IFEval": 0.555, + "hfopenllm_v2/BBH": 0.5579, + "hfopenllm_v2/MATH Level 5": 0.3678, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4461, + "hfopenllm_v2/MMLU-PRO": 0.4471 } }, { - "id": "bunnycore/Qwen2.5-3B-Model-Stock-v2", - "name": "Qwen2.5-3B-Model-Stock-v2", - "developer": "bunnycore", + "id": "lkoenig/BBAI_7B_QwenDyanKoenLo", + "name": "BBAI_7B_QwenDyanKoenLo", + "developer": "lkoenig", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.649, - "hfopenllm_v2/BBH": 0.4677, - "hfopenllm_v2/MATH Level 5": 0.3867, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3915, - "hfopenllm_v2/MMLU-PRO": 0.327 + "hfopenllm_v2/IFEval": 0.4663, + "hfopenllm_v2/BBH": 0.5562, + "hfopenllm_v2/MATH Level 5": 0.364, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.4465 } }, { - "id": "bunnycore/Qwen2.5-3B-Model-Stock-v3.1", - "name": "Qwen2.5-3B-Model-Stock-v3.1", - "developer": "bunnycore", + "id": "llm-blender/PairRM-hf", + "name": "llm-blender/PairRM-hf", + "developer": "llm-blender", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6481, - "hfopenllm_v2/BBH": 0.4737, - "hfopenllm_v2/MATH Level 5": 0.3897, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3968, - "hfopenllm_v2/MMLU-PRO": 0.329 + "reward-bench/Score": 0.6087, + "reward-bench/Chat": 0.9022, + "reward-bench/Chat Hard": 0.5219, + "reward-bench/Safety": 0.477, + "reward-bench/Reasoning": 0.4898, + "reward-bench/Prior Sets (0.5 weight)": 0.6961 } }, { - "id": "bunnycore/Qwen2.5-3B-Model-Stock-v3.2", - "name": "Qwen2.5-3B-Model-Stock-v3.2", - "developer": "bunnycore", + "id": "LLM360/K2", + "name": "K2", + "developer": "LLM360", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6353, - "hfopenllm_v2/BBH": 0.4727, - "hfopenllm_v2/MATH Level 5": 0.3754, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3928, - "hfopenllm_v2/MMLU-PRO": 0.3294 + "hfopenllm_v2/IFEval": 0.2252, + "hfopenllm_v2/BBH": 0.4972, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.398, + "hfopenllm_v2/MMLU-PRO": 0.3004 } }, { - "id": "bunnycore/Qwen2.5-3B-Model-Stock-v4.1", - "name": "Qwen2.5-3B-Model-Stock-v4.1", - "developer": "bunnycore", + "id": "LLM360/K2-Chat", + "name": "K2-Chat", + "developer": "LLM360", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6381, - "hfopenllm_v2/BBH": 0.482, - "hfopenllm_v2/MATH Level 5": 0.3769, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3941, - "hfopenllm_v2/MMLU-PRO": 0.3387 + "hfopenllm_v2/IFEval": 0.5152, + "hfopenllm_v2/BBH": 0.5358, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.457, + "hfopenllm_v2/MMLU-PRO": 0.3371 } }, { - "id": "bunnycore/Qwen2.5-3B-RP-Mix", - "name": "Qwen2.5-3B-RP-Mix", - "developer": "bunnycore", + "id": "LLM4Binary/llm4decompile-1.3b-v2", + "name": "llm4decompile-1.3b-v2", + "developer": "LLM4Binary", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5721, - "hfopenllm_v2/BBH": 0.4894, - "hfopenllm_v2/MATH Level 5": 0.2153, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.4284, - "hfopenllm_v2/MMLU-PRO": 0.3728 + "hfopenllm_v2/IFEval": 0.2268, + "hfopenllm_v2/BBH": 0.3272, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2357, + "hfopenllm_v2/MUSR": 0.4072, + "hfopenllm_v2/MMLU-PRO": 0.1209 } }, { - "id": "bunnycore/Qwen2.5-3B-RP-Thinker", - "name": "Qwen2.5-3B-RP-Thinker", - "developer": "bunnycore", + "id": "llmat/Mistral-v0.3-7B-ORPO", + "name": "Mistral-v0.3-7B-ORPO", + "developer": "llmat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5894, - "hfopenllm_v2/BBH": 0.4164, - "hfopenllm_v2/MATH Level 5": 0.3353, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3287, - "hfopenllm_v2/MMLU-PRO": 0.315 + "hfopenllm_v2/IFEval": 0.377, + "hfopenllm_v2/BBH": 0.3978, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.2278 } }, { - "id": "bunnycore/Qwen2.5-3B-RP-Thinker-V2", - "name": "Qwen2.5-3B-RP-Thinker-V2", - "developer": "bunnycore", + "id": "llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5", + "name": "ECE-PRYMMAL-YL-1B-SLERP-V5", + "developer": "llnYou", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.642, - "hfopenllm_v2/BBH": 0.4678, - "hfopenllm_v2/MATH Level 5": 0.3829, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.3271 + "hfopenllm_v2/IFEval": 0.3313, + "hfopenllm_v2/BBH": 0.4233, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3868, + "hfopenllm_v2/MMLU-PRO": 0.2931 } }, { - "id": "bunnycore/Qwen2.5-7B-CyberRombos", - "name": "Qwen2.5-7B-CyberRombos", - "developer": "bunnycore", + "id": "llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6", + "name": "ECE-PRYMMAL-YL-1B-SLERP-V6", + "developer": "llnYou", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7518, - "hfopenllm_v2/BBH": 0.5465, - "hfopenllm_v2/MATH Level 5": 0.4962, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4125, - "hfopenllm_v2/MMLU-PRO": 0.4391 + "hfopenllm_v2/IFEval": 0.1388, + "hfopenllm_v2/BBH": 0.3944, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3928, + "hfopenllm_v2/MMLU-PRO": 0.235 } }, { - "id": "bunnycore/Qwen2.5-7B-Fuse-Exp", - "name": "Qwen2.5-7B-Fuse-Exp", - "developer": "bunnycore", + "id": "llnYou/ECE-PRYMMAL-YL-3B-SLERP-V1", + "name": "ECE-PRYMMAL-YL-3B-SLERP-V1", + "developer": "llnYou", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5469, - "hfopenllm_v2/BBH": 0.5109, - "hfopenllm_v2/MATH Level 5": 0.3142, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4573, - "hfopenllm_v2/MMLU-PRO": 0.3309 + "hfopenllm_v2/IFEval": 0.2346, + "hfopenllm_v2/BBH": 0.4018, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3364, + "hfopenllm_v2/MMLU-PRO": 0.285 } }, { - "id": "bunnycore/Qwen2.5-7B-Instruct-Fusion", - "name": "Qwen2.5-7B-Instruct-Fusion", - "developer": "bunnycore", + "id": "llnYou/ECE-PRYMMAL-YL-3B-SLERP-V2", + "name": "ECE-PRYMMAL-YL-3B-SLERP-V2", + "developer": "llnYou", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6962, - "hfopenllm_v2/BBH": 0.5492, - "hfopenllm_v2/MATH Level 5": 0.3406, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4297, - "hfopenllm_v2/MMLU-PRO": 0.4467 + "hfopenllm_v2/IFEval": 0.2309, + "hfopenllm_v2/BBH": 0.399, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3588, + "hfopenllm_v2/MMLU-PRO": 0.29 } }, { - "id": "bunnycore/Qwen2.5-7B-Instruct-Merge-Stock-v0.1", - "name": "Qwen2.5-7B-Instruct-Merge-Stock-v0.1", - "developer": "bunnycore", + "id": "llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3", + "name": "ECE-PRYMMAL-YL-3B-SLERP-V3", + "developer": "llnYou", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7509, - "hfopenllm_v2/BBH": 0.5529, - "hfopenllm_v2/MATH Level 5": 0.4894, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.4383 + "hfopenllm_v2/IFEval": 0.3581, + "hfopenllm_v2/BBH": 0.5473, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4361, + "hfopenllm_v2/MMLU-PRO": 0.4043 } }, { - "id": "bunnycore/Qwen2.5-7B-MixStock-Sce-V0.3", - "name": "Qwen2.5-7B-MixStock-Sce-V0.3", - "developer": "bunnycore", + "id": "lmsys/vicuna-13b-v1.3", + "name": "vicuna-13b-v1.3", + "developer": "lmsys", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.212, - "hfopenllm_v2/BBH": 0.3479, - "hfopenllm_v2/MATH Level 5": 0.2576, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3714, - "hfopenllm_v2/MMLU-PRO": 0.1779 + "hfopenllm_v2/IFEval": 0.3344, + "hfopenllm_v2/BBH": 0.3384, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3727, + "hfopenllm_v2/MMLU-PRO": 0.2243 } }, { - "id": "bunnycore/Qwen2.5-7B-MixStock-V0.1", - "name": "Qwen2.5-7B-MixStock-V0.1", - "developer": "bunnycore", + "id": "lmsys/vicuna-7b-v1.3", + "name": "vicuna-7b-v1.3", + "developer": "lmsys", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7673, - "hfopenllm_v2/BBH": 0.5479, - "hfopenllm_v2/MATH Level 5": 0.3172, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4416, - "hfopenllm_v2/MMLU-PRO": 0.4256 + "hfopenllm_v2/IFEval": 0.2909, + "hfopenllm_v2/BBH": 0.3298, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3793, + "hfopenllm_v2/MMLU-PRO": 0.1838 } }, { - "id": "bunnycore/Qwen2.5-7B-R1-Bespoke-Stock", - "name": "Qwen2.5-7B-R1-Bespoke-Stock", - "developer": "bunnycore", + "id": "lmsys/vicuna-7b-v1.5", + "name": "vicuna-7b-v1.5", + "developer": "lmsys", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3726, - "hfopenllm_v2/BBH": 0.4822, - "hfopenllm_v2/MATH Level 5": 0.2047, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3926, - "hfopenllm_v2/MMLU-PRO": 0.3472 + "hfopenllm_v2/IFEval": 0.2352, + "hfopenllm_v2/BBH": 0.3947, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.2147 } }, { - "id": "bunnycore/Qwen2.5-7B-R1-Bespoke-Task", - "name": "Qwen2.5-7B-R1-Bespoke-Task", - "developer": "bunnycore", + "id": "lmsys/Vicuna-v1.3-13B", + "name": "Vicuna v1.3 13B", + "developer": "lmsys", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3787, - "hfopenllm_v2/BBH": 0.415, - "hfopenllm_v2/MATH Level 5": 0.1782, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3569, - "hfopenllm_v2/MMLU-PRO": 0.2688 + "helm_classic/Mean win rate": 0.706, + "helm_classic/MMLU": 0.462, + "helm_classic/BoolQ": 0.808, + "helm_classic/NarrativeQA": 0.691, + "helm_classic/NaturalQuestions (open-book)": 0.686, + "helm_classic/QuAC": 0.403, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.385, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.762, + "helm_classic/CivilComments": 0.645, + "helm_classic/RAFT": 0.657 } }, { - "id": "bunnycore/Qwen2.5-7B-RRP-1M", - "name": "Qwen2.5-7B-RRP-1M", - "developer": "bunnycore", + "id": "lmsys/Vicuna-v1.3-7B", + "name": "Vicuna v1.3 7B", + "developer": "lmsys", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7481, - "hfopenllm_v2/BBH": 0.5452, - "hfopenllm_v2/MATH Level 5": 0.3248, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4483, - "hfopenllm_v2/MMLU-PRO": 0.4266 + "helm_classic/Mean win rate": 0.625, + "helm_classic/MMLU": 0.434, + "helm_classic/BoolQ": 0.76, + "helm_classic/NarrativeQA": 0.643, + "helm_classic/NaturalQuestions (open-book)": 0.634, + "helm_classic/QuAC": 0.392, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.292, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.916, + "helm_classic/CivilComments": 0.62, + "helm_classic/RAFT": 0.693 } }, { - "id": "bunnycore/Qwen2.5-7B-RRP-1M-Thinker", - "name": "Qwen2.5-7B-RRP-1M-Thinker", - "developer": "bunnycore", + "id": "Locutusque/CollectiveLM-Falcon-3-7B", + "name": "CollectiveLM-Falcon-3-7B", + "developer": "Locutusque", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2308, - "hfopenllm_v2/BBH": 0.3482, - "hfopenllm_v2/MATH Level 5": 0.2719, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3767, - "hfopenllm_v2/MMLU-PRO": 0.1769 + "hfopenllm_v2/IFEval": 0.3918, + "hfopenllm_v2/BBH": 0.5105, + "hfopenllm_v2/MATH Level 5": 0.2183, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.3887, + "hfopenllm_v2/MMLU-PRO": 0.3599 } }, { - "id": "bunnycore/Qwen2.5-7B-RRP-ID", - "name": "Qwen2.5-7B-RRP-ID", - "developer": "bunnycore", + "id": "Locutusque/Hercules-6.0-Llama-3.1-8B", + "name": "Hercules-6.0-Llama-3.1-8B", + "developer": "Locutusque", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7473, - "hfopenllm_v2/BBH": 0.548, - "hfopenllm_v2/MATH Level 5": 0.4864, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.418, - "hfopenllm_v2/MMLU-PRO": 0.4387 + "hfopenllm_v2/IFEval": 0.663, + "hfopenllm_v2/BBH": 0.4813, + "hfopenllm_v2/MATH Level 5": 0.1669, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3621, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "bunnycore/Qwen2.5-7B-Sky-R1-Mini", - "name": "Qwen2.5-7B-Sky-R1-Mini", - "developer": "bunnycore", + "id": "Locutusque/Hercules-6.1-Llama-3.1-8B", + "name": "Hercules-6.1-Llama-3.1-8B", + "developer": "Locutusque", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2305, - "hfopenllm_v2/BBH": 0.3503, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3448, - "hfopenllm_v2/MMLU-PRO": 0.1253 + "hfopenllm_v2/IFEval": 0.6007, + "hfopenllm_v2/BBH": 0.4656, + "hfopenllm_v2/MATH Level 5": 0.176, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3553, + "hfopenllm_v2/MMLU-PRO": 0.3669 } }, { - "id": "bunnycore/QwenMosaic-7B", - "name": "QwenMosaic-7B", - "developer": "bunnycore", + "id": "Locutusque/Llama-3-NeuralHercules-5.0-8B", + "name": "Llama-3-NeuralHercules-5.0-8B", + "developer": "Locutusque", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5819, - "hfopenllm_v2/BBH": 0.5564, - "hfopenllm_v2/MATH Level 5": 0.4441, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.4164, - "hfopenllm_v2/MMLU-PRO": 0.431 + "hfopenllm_v2/IFEval": 0.4489, + "hfopenllm_v2/BBH": 0.394, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3881, + "hfopenllm_v2/MMLU-PRO": 0.2933 } }, { - "id": "bunnycore/Smol-Llama-3.2-3B", - "name": "Smol-Llama-3.2-3B", - "developer": "bunnycore", + "id": "Locutusque/Llama-3-Yggdrasil-2.0-8B", + "name": "Llama-3-Yggdrasil-2.0-8B", + "developer": "Locutusque", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6679, - "hfopenllm_v2/BBH": 0.4539, - "hfopenllm_v2/MATH Level 5": 0.1382, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.346, - "hfopenllm_v2/MMLU-PRO": 0.3228 + "hfopenllm_v2/IFEval": 0.5371, + "hfopenllm_v2/BBH": 0.4772, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.3167 } }, { - "id": "bunnycore/SmolLM2-1.7-Persona", - "name": "SmolLM2-1.7-Persona", - "developer": "bunnycore", + "id": "Locutusque/TinyMistral-248M-v2.5", + "name": "TinyMistral-248M-v2.5", + "developer": "Locutusque", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5465, - "hfopenllm_v2/BBH": 0.3623, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1974 + "hfopenllm_v2/IFEval": 0.1336, + "hfopenllm_v2/BBH": 0.3039, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3782, + "hfopenllm_v2/MMLU-PRO": 0.1135 } }, { - "id": "bunnycore/SmolLM2-1.7B-roleplay-lora", - "name": "SmolLM2-1.7B-roleplay-lora", - "developer": "bunnycore", + "id": "lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7", + "name": "llama-3.1-8b-instruct-ortho-v7", + "developer": "lodrick-the-lafted", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5382, - "hfopenllm_v2/BBH": 0.361, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3395, - "hfopenllm_v2/MMLU-PRO": 0.1966 + "hfopenllm_v2/IFEval": 0.3515, + "hfopenllm_v2/BBH": 0.3907, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3616, + "hfopenllm_v2/MMLU-PRO": 0.1974 } }, { - "id": "bunnycore/Tulu-3.1-8B-SuperNova", - "name": "Tulu-3.1-8B-SuperNova", - "developer": "bunnycore", + "id": "lordjia/Llama-3-Cantonese-8B-Instruct", + "name": "Llama-3-Cantonese-8B-Instruct", + "developer": "lordjia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8194, - "hfopenllm_v2/BBH": 0.5254, - "hfopenllm_v2/MATH Level 5": 0.2462, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3935, - "hfopenllm_v2/MMLU-PRO": 0.3814 + "hfopenllm_v2/IFEval": 0.6669, + "hfopenllm_v2/BBH": 0.4814, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4046, + "hfopenllm_v2/MMLU-PRO": 0.3515 } }, { - "id": "byroneverson/Mistral-Small-Instruct-2409-abliterated", - "name": "Mistral-Small-Instruct-2409-abliterated", - "developer": "byroneverson", + "id": "lordjia/Qwen2-Cantonese-7B-Instruct", + "name": "Qwen2-Cantonese-7B-Instruct", + "developer": "lordjia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6971, - "hfopenllm_v2/BBH": 0.5238, - "hfopenllm_v2/MATH Level 5": 0.2477, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.3697, - "hfopenllm_v2/MMLU-PRO": 0.3923 + "hfopenllm_v2/IFEval": 0.5435, + "hfopenllm_v2/BBH": 0.5215, + "hfopenllm_v2/MATH Level 5": 0.256, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4004, + "hfopenllm_v2/MMLU-PRO": 0.3843 } }, { - "id": "byroneverson/Yi-1.5-9B-Chat-16K-abliterated", - "name": "Yi-1.5-9B-Chat-16K-abliterated", - "developer": "byroneverson", + "id": "lt-asset/nova-1.3b", + "name": "nova-1.3b", + "developer": "lt-asset", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5528, - "hfopenllm_v2/BBH": 0.5282, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4734, - "hfopenllm_v2/MMLU-PRO": 0.3823 + "hfopenllm_v2/IFEval": 0.1214, + "hfopenllm_v2/BBH": 0.317, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3698, + "hfopenllm_v2/MMLU-PRO": 0.1142 } }, { - "id": "byroneverson/Yi-1.5-9B-Chat-abliterated", - "name": "Yi-1.5-9B-Chat-abliterated", - "developer": "byroneverson", + "id": "lunahr/thea-3b-50r-u1", + "name": "thea-3b-50r-u1", + "developer": "lunahr", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5723, - "hfopenllm_v2/BBH": 0.5401, - "hfopenllm_v2/MATH Level 5": 0.1662, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4389, - "hfopenllm_v2/MMLU-PRO": 0.3715 + "hfopenllm_v2/IFEval": 0.603, + "hfopenllm_v2/BBH": 0.4105, + "hfopenllm_v2/MATH Level 5": 0.1042, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3182, + "hfopenllm_v2/MMLU-PRO": 0.2808 } }, { - "id": "bytedance/doubao-seed-1-6-thinking-250615", - "name": "doubao-seed-1-6-thinking-250615", - "developer": "ByteDance", + "id": "lunahr/thea-v2-3b-50r", + "name": "thea-v2-3b-50r", + "developer": "lunahr", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.07042253521126761, - "livecodebenchpro/Easy Problems": 0.5774647887323944 + "hfopenllm_v2/IFEval": 0.3704, + "hfopenllm_v2/BBH": 0.4194, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.2409 } }, { - "id": "c10x/Q-Pluse", - "name": "Q-Pluse", - "developer": "c10x", + "id": "Luni/StarDust-12b-v1", + "name": "StarDust-12b-v1", + "developer": "Luni", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1123, - "hfopenllm_v2/BBH": 0.2875, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3938, - "hfopenllm_v2/MMLU-PRO": 0.1135 + "hfopenllm_v2/IFEval": 0.5459, + "hfopenllm_v2/BBH": 0.5366, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4324, + "hfopenllm_v2/MMLU-PRO": 0.3412 } }, { - "id": "c10x/longthinker", - "name": "longthinker", - "developer": "c10x", + "id": "Luni/StarDust-12b-v2", + "name": "StarDust-12b-v2", + "developer": "Luni", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3609, - "hfopenllm_v2/BBH": 0.4927, - "hfopenllm_v2/MATH Level 5": 0.2319, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.391, - "hfopenllm_v2/MMLU-PRO": 0.3527 + "hfopenllm_v2/IFEval": 0.5629, + "hfopenllm_v2/BBH": 0.5419, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4338, + "hfopenllm_v2/MMLU-PRO": 0.3439 } }, { - "id": "carsenk/flippa-v6", - "name": "flippa-v6", - "developer": "carsenk", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v3", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v3", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3439, - "hfopenllm_v2/BBH": 0.5047, - "hfopenllm_v2/MATH Level 5": 0.1405, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4089, - "hfopenllm_v2/MMLU-PRO": 0.3668 + "hfopenllm_v2/IFEval": 0.7049, + "hfopenllm_v2/BBH": 0.6478, + "hfopenllm_v2/MATH Level 5": 0.4162, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4808, + "hfopenllm_v2/MMLU-PRO": 0.5394 } }, { - "id": "carsenk/phi3.5_mini_exp_825_uncensored", - "name": "phi3.5_mini_exp_825_uncensored", - "developer": "carsenk", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v4", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v4", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1364, - "hfopenllm_v2/BBH": 0.2965, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3644, - "hfopenllm_v2/MMLU-PRO": 0.1175 + "hfopenllm_v2/IFEval": 0.6943, + "hfopenllm_v2/BBH": 0.642, + "hfopenllm_v2/MATH Level 5": 0.3467, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.4769, + "hfopenllm_v2/MMLU-PRO": 0.5252 } }, { - "id": "cat-searcher/gemma-2-9b-it-sppo-iter-1", - "name": "gemma-2-9b-it-sppo-iter-1", - "developer": "cat-searcher", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v5", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v5", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3015, - "hfopenllm_v2/BBH": 0.5972, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.3927, - "hfopenllm_v2/MMLU-PRO": 0.3854 + "hfopenllm_v2/IFEval": 0.7485, + "hfopenllm_v2/BBH": 0.6467, + "hfopenllm_v2/MATH Level 5": 0.4358, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4473, + "hfopenllm_v2/MMLU-PRO": 0.514 } }, { - "id": "cat-searcher/gemma-2-9b-it-sppo-iter-1-evol-1", - "name": "gemma-2-9b-it-sppo-iter-1-evol-1", - "developer": "cat-searcher", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v6", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2942, - "hfopenllm_v2/BBH": 0.5939, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.3926, - "hfopenllm_v2/MMLU-PRO": 0.38 + "hfopenllm_v2/IFEval": 0.7043, + "hfopenllm_v2/BBH": 0.6458, + "hfopenllm_v2/MATH Level 5": 0.3958, + "hfopenllm_v2/GPQA": 0.3775, + "hfopenllm_v2/MUSR": 0.4768, + "hfopenllm_v2/MMLU-PRO": 0.5392 } }, { - "id": "cckm/tinymistral_950m", - "name": "tinymistral_950m", - "developer": "cckm", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2395, - "hfopenllm_v2/BBH": 0.2969, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3554, - "hfopenllm_v2/MMLU-PRO": 0.1096 + "hfopenllm_v2/IFEval": 0.4663, + "hfopenllm_v2/BBH": 0.6215, + "hfopenllm_v2/MATH Level 5": 0.3316, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4937, + "hfopenllm_v2/MMLU-PRO": 0.5204 } }, { - "id": "cgato/TheSalt-L3-8b-v0.3.2", - "name": "TheSalt-L3-8b-v0.3.2", - "developer": "cgato", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v7", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2705, - "hfopenllm_v2/BBH": 0.2968, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3896, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.6794, + "hfopenllm_v2/BBH": 0.6531, + "hfopenllm_v2/MATH Level 5": 0.4101, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4834, + "hfopenllm_v2/MMLU-PRO": 0.5376 } }, { - "id": "chargoddard/prometheus-2-llama-3-8b", - "name": "prometheus-2-llama-3-8b", - "developer": "chargoddard", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5289, - "hfopenllm_v2/BBH": 0.4931, - "hfopenllm_v2/MATH Level 5": 0.0823, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.3087 + "hfopenllm_v2/IFEval": 0.6931, + "hfopenllm_v2/BBH": 0.6423, + "hfopenllm_v2/MATH Level 5": 0.3406, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4888, + "hfopenllm_v2/MMLU-PRO": 0.5277 } }, { - "id": "chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO", - "name": "Llama-3-Instruct-8B-SimPO-ExPO", - "developer": "chujiezheng", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6434, - "hfopenllm_v2/BBH": 0.4765, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.392, - "hfopenllm_v2/MMLU-PRO": 0.3401 + "hfopenllm_v2/IFEval": 0.7875, + "hfopenllm_v2/BBH": 0.6419, + "hfopenllm_v2/MATH Level 5": 0.5559, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4394, + "hfopenllm_v2/MMLU-PRO": 0.5206 } }, { - "id": "chujiezheng/Mistral7B-PairRM-SPPO-ExPO", - "name": "Mistral7B-PairRM-SPPO-ExPO", - "developer": "chujiezheng", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.5", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.5", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3673, - "hfopenllm_v2/BBH": 0.3882, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4055, - "hfopenllm_v2/MMLU-PRO": 0.2552 + "hfopenllm_v2/IFEval": 0.5929, + "hfopenllm_v2/BBH": 0.6451, + "hfopenllm_v2/MATH Level 5": 0.3656, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.477, + "hfopenllm_v2/MMLU-PRO": 0.529 } }, { - "id": "cjvt/GaMS-1B", - "name": "GaMS-1B", - "developer": "cjvt", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.6", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.6", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1635, - "hfopenllm_v2/BBH": 0.3075, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3684, - "hfopenllm_v2/MMLU-PRO": 0.1149 + "hfopenllm_v2/IFEval": 0.5919, + "hfopenllm_v2/BBH": 0.6457, + "hfopenllm_v2/MATH Level 5": 0.4071, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4953, + "hfopenllm_v2/MMLU-PRO": 0.54 } }, { - "id": "cloudyu/Llama-3-70Bx2-MOE", - "name": "Llama-3-70Bx2-MOE", - "developer": "cloudyu", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.7", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.7", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5482, - "hfopenllm_v2/BBH": 0.6636, - "hfopenllm_v2/MATH Level 5": 0.2175, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4812, - "hfopenllm_v2/MMLU-PRO": 0.5142 + "hfopenllm_v2/IFEval": 0.7875, + "hfopenllm_v2/BBH": 0.6483, + "hfopenllm_v2/MATH Level 5": 0.5408, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4381, + "hfopenllm_v2/MMLU-PRO": 0.5242 } }, { - "id": "cloudyu/Llama-3.2-3Bx4", - "name": "Llama-3.2-3Bx4", - "developer": "cloudyu", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.8", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.8", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5069, - "hfopenllm_v2/BBH": 0.4332, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3496, - "hfopenllm_v2/MMLU-PRO": 0.2985 + "hfopenllm_v2/IFEval": 0.7028, + "hfopenllm_v2/BBH": 0.6566, + "hfopenllm_v2/MATH Level 5": 0.4237, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4912, + "hfopenllm_v2/MMLU-PRO": 0.5323 } }, { - "id": "cloudyu/Mixtral_11Bx2_MoE_19B", - "name": "Mixtral_11Bx2_MoE_19B", - "developer": "cloudyu", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.9", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v8.9", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3851, - "hfopenllm_v2/BBH": 0.5209, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4297, - "hfopenllm_v2/MMLU-PRO": 0.3311 + "hfopenllm_v2/IFEval": 0.7993, + "hfopenllm_v2/BBH": 0.6483, + "hfopenllm_v2/MATH Level 5": 0.537, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4328, + "hfopenllm_v2/MMLU-PRO": 0.5199 } }, { - "id": "cloudyu/Mixtral_34Bx2_MoE_60B", - "name": "Mixtral_34Bx2_MoE_60B", - "developer": "cloudyu", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v9", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4538, - "hfopenllm_v2/BBH": 0.587, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4625, - "hfopenllm_v2/MMLU-PRO": 0.4766 + "hfopenllm_v2/IFEval": 0.5235, + "hfopenllm_v2/BBH": 0.6546, + "hfopenllm_v2/MATH Level 5": 0.4366, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.4806, + "hfopenllm_v2/MMLU-PRO": 0.5422 } }, { - "id": "cloudyu/Mixtral_7Bx2_MoE", - "name": "Mixtral_7Bx2_MoE", - "developer": "cloudyu", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9-stock", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v9-stock", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.448, - "hfopenllm_v2/BBH": 0.516, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4473, - "hfopenllm_v2/MMLU-PRO": 0.3044 + "hfopenllm_v2/IFEval": 0.6514, + "hfopenllm_v2/BBH": 0.6571, + "hfopenllm_v2/MATH Level 5": 0.4184, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.482, + "hfopenllm_v2/MMLU-PRO": 0.5412 } }, { - "id": "cloudyu/S1-Llama-3.2-3Bx4-MoE", - "name": "S1-Llama-3.2-3Bx4-MoE", - "developer": "cloudyu", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.1", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v9.1", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5302, - "hfopenllm_v2/BBH": 0.4358, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3456, - "hfopenllm_v2/MMLU-PRO": 0.3044 + "hfopenllm_v2/IFEval": 0.8003, + "hfopenllm_v2/BBH": 0.6555, + "hfopenllm_v2/MATH Level 5": 0.5468, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.5251 } }, { - "id": "cloudyu/Yi-34Bx2-MoE-60B-DPO", - "name": "Yi-34Bx2-MoE-60B-DPO", - "developer": "cloudyu", + "id": "Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.2", + "name": "NQLSG-Qwen2.5-14B-MegaFusion-v9.2", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5319, - "hfopenllm_v2/BBH": 0.5168, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4375, - "hfopenllm_v2/MMLU-PRO": 0.4677 + "hfopenllm_v2/IFEval": 0.7862, + "hfopenllm_v2/BBH": 0.6538, + "hfopenllm_v2/MATH Level 5": 0.5332, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4381, + "hfopenllm_v2/MMLU-PRO": 0.5283 } }, { - "id": "cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-ipo", - "name": "Llama-3.1-8B-paraphrase-type-generation-apty-ipo", - "developer": "cluebbers", + "id": "Lunzima/NQLSG-Qwen2.5-14B-OriginalFusion", + "name": "NQLSG-Qwen2.5-14B-OriginalFusion", + "developer": "Lunzima", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1327, - "hfopenllm_v2/BBH": 0.38, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.4332, - "hfopenllm_v2/MMLU-PRO": 0.2591 + "hfopenllm_v2/IFEval": 0.6142, + "hfopenllm_v2/BBH": 0.6592, + "hfopenllm_v2/MATH Level 5": 0.4275, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.5122, + "hfopenllm_v2/MMLU-PRO": 0.5239 } }, { - "id": "cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid", - "name": "Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid", - "developer": "cluebbers", + "id": "LxzGordon/URM-LLaMa-3-8B", + "name": "LxzGordon/URM-LLaMa-3-8B", + "developer": "LxzGordon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1318, - "hfopenllm_v2/BBH": 0.3789, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4306, - "hfopenllm_v2/MMLU-PRO": 0.2562 + "reward-bench/Score": 0.8991, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.7873, + "reward-bench/Safety": 0.8824, + "reward-bench/Reasoning": 0.9574 } }, { - "id": "cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc", - "name": "Llama-3.1-8B-paraphrase-type-generation-etpc", - "developer": "cluebbers", + "id": "LxzGordon/URM-LLaMa-3.1-8B", + "name": "LxzGordon/URM-LLaMa-3.1-8B", + "developer": "LxzGordon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1209, - "hfopenllm_v2/BBH": 0.3781, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4319, - "hfopenllm_v2/MMLU-PRO": 0.2556 + "reward-bench/Score": 0.9294, + "reward-bench/Factuality": 0.6884, + "reward-bench/Precise IF": 0.45, + "reward-bench/Math": 0.6393, + "reward-bench/Safety": 0.9108, + "reward-bench/Focus": 0.9758, + "reward-bench/Ties": 0.7653, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.8816, + "reward-bench/Reasoning": 0.9698 } }, { - "id": "cognitivecomputations/Dolphin3.0-Llama3.1-8B", - "name": "Dolphin3.0-Llama3.1-8B", - "developer": "cognitivecomputations", + "id": "Lyte/Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3", + "name": "Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3", + "developer": "Lyte", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7621, - "hfopenllm_v2/BBH": 0.4916, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3653, - "hfopenllm_v2/MMLU-PRO": 0.2992 + "hfopenllm_v2/IFEval": 0.7098, + "hfopenllm_v2/BBH": 0.495, + "hfopenllm_v2/MATH Level 5": 0.1903, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3461, + "hfopenllm_v2/MMLU-PRO": 0.3618 } }, { - "id": "cognitivecomputations/Dolphin3.0-Llama3.2-1B", - "name": "Dolphin3.0-Llama3.2-1B", - "developer": "cognitivecomputations", + "id": "Lyte/Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04", + "name": "Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04", + "developer": "Lyte", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5428, - "hfopenllm_v2/BBH": 0.3122, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2299, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1375 + "hfopenllm_v2/IFEval": 0.5774, + "hfopenllm_v2/BBH": 0.3515, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3236, + "hfopenllm_v2/MMLU-PRO": 0.1843 } }, { - "id": "cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B", - "name": "Dolphin3.0-Qwen2.5-0.5B", - "developer": "cognitivecomputations", + "id": "Lyte/Llama-3.2-3B-Overthinker", + "name": "Llama-3.2-3B-Overthinker", + "developer": "Lyte", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4697, - "hfopenllm_v2/BBH": 0.3114, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2349, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.1413 + "hfopenllm_v2/IFEval": 0.6408, + "hfopenllm_v2/BBH": 0.432, + "hfopenllm_v2/MATH Level 5": 0.1563, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3419, + "hfopenllm_v2/MMLU-PRO": 0.2985 } }, { - "id": "cognitivecomputations/Dolphin3.0-R1-Mistral-24B", - "name": "Dolphin3.0-R1-Mistral-24B", - "developer": "cognitivecomputations", + "id": "M4-ai/TinyMistral-248M-v3", + "name": "TinyMistral-248M-v3", + "developer": "M4-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4068, - "hfopenllm_v2/BBH": 0.536, - "hfopenllm_v2/MATH Level 5": 0.3119, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3952, - "hfopenllm_v2/MMLU-PRO": 0.3005 + "hfopenllm_v2/IFEval": 0.1639, + "hfopenllm_v2/BBH": 0.2885, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.3793, + "hfopenllm_v2/MMLU-PRO": 0.1132 } }, { - "id": "cognitivecomputations/dolphin-2.9-llama3-8b", - "name": "dolphin-2.9-llama3-8b", - "developer": "cognitivecomputations", + "id": "m42-health/Llama3-Med42-70B", + "name": "Llama3-Med42-70B", + "developer": "m42-health", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.385, - "hfopenllm_v2/BBH": 0.495, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4375, - "hfopenllm_v2/MMLU-PRO": 0.2771 + "hfopenllm_v2/IFEval": 0.6291, + "hfopenllm_v2/BBH": 0.6688, + "hfopenllm_v2/MATH Level 5": 0.2258, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4629, + "hfopenllm_v2/MMLU-PRO": 0.4963 } }, { - "id": "cognitivecomputations/dolphin-2.9.1-llama-3-70b", - "name": "dolphin-2.9.1-llama-3-70b", - "developer": "cognitivecomputations", + "id": "macadeliccc/magistrate-3.2-3b-base", + "name": "magistrate-3.2-3b-base", + "developer": "macadeliccc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.376, - "hfopenllm_v2/BBH": 0.5205, - "hfopenllm_v2/MATH Level 5": 0.182, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4976, - "hfopenllm_v2/MMLU-PRO": 0.413 + "hfopenllm_v2/IFEval": 0.1159, + "hfopenllm_v2/BBH": 0.3343, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3976, + "hfopenllm_v2/MMLU-PRO": 0.1689 } }, { - "id": "cognitivecomputations/dolphin-2.9.1-yi-1.5-34b", - "name": "dolphin-2.9.1-yi-1.5-34b", - "developer": "cognitivecomputations", + "id": "macadeliccc/magistrate-3.2-3b-it", + "name": "magistrate-3.2-3b-it", + "developer": "macadeliccc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3853, - "hfopenllm_v2/BBH": 0.6076, - "hfopenllm_v2/MATH Level 5": 0.1866, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4598, - "hfopenllm_v2/MMLU-PRO": 0.4519 + "hfopenllm_v2/IFEval": 0.2292, + "hfopenllm_v2/BBH": 0.3257, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3763, + "hfopenllm_v2/MMLU-PRO": 0.1592 } }, { - "id": "cognitivecomputations/dolphin-2.9.1-yi-1.5-9b", - "name": "dolphin-2.9.1-yi-1.5-9b", - "developer": "cognitivecomputations", + "id": "macadeliccc/Samantha-Qwen-2-7B", + "name": "Samantha-Qwen-2-7B", + "developer": "macadeliccc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4465, - "hfopenllm_v2/BBH": 0.5484, - "hfopenllm_v2/MATH Level 5": 0.1518, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4348, - "hfopenllm_v2/MMLU-PRO": 0.3967 + "hfopenllm_v2/IFEval": 0.4377, + "hfopenllm_v2/BBH": 0.5082, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4799, + "hfopenllm_v2/MMLU-PRO": 0.3779 } }, { - "id": "cognitivecomputations/dolphin-2.9.2-Phi-3-Medium", - "name": "dolphin-2.9.2-Phi-3-Medium", - "developer": "cognitivecomputations", + "id": "magnifi/Phi3_intent_v56_3_w_unknown_5_lr_0.002", + "name": "Phi3_intent_v56_3_w_unknown_5_lr_0.002", + "developer": "magnifi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4248, - "hfopenllm_v2/BBH": 0.6457, - "hfopenllm_v2/MATH Level 5": 0.1828, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4191, - "hfopenllm_v2/MMLU-PRO": 0.4555 + "hfopenllm_v2/IFEval": 0.2018, + "hfopenllm_v2/BBH": 0.3282, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.4123, + "hfopenllm_v2/MMLU-PRO": 0.1472 } }, { - "id": "cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated", - "name": "dolphin-2.9.2-Phi-3-Medium-abliterated", - "developer": "cognitivecomputations", + "id": "Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.1", + "name": "Llama-3-8B-Magpie-Align-SFT-v0.1", + "developer": "Magpie-Align", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3613, - "hfopenllm_v2/BBH": 0.6123, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4112, - "hfopenllm_v2/MMLU-PRO": 0.4494 + "hfopenllm_v2/IFEval": 0.4361, + "hfopenllm_v2/BBH": 0.4615, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3277, + "hfopenllm_v2/MMLU-PRO": 0.2863 } }, { - "id": "cognitivecomputations/dolphin-2.9.2-qwen2-72b", - "name": "dolphin-2.9.2-qwen2-72b", - "developer": "cognitivecomputations", + "id": "Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.3", + "name": "Llama-3-8B-Magpie-Align-SFT-v0.3", + "developer": "Magpie-Align", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6344, - "hfopenllm_v2/BBH": 0.6296, - "hfopenllm_v2/MATH Level 5": 0.2802, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.4521, - "hfopenllm_v2/MMLU-PRO": 0.5471 + "hfopenllm_v2/IFEval": 0.5064, + "hfopenllm_v2/BBH": 0.4572, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3424, + "hfopenllm_v2/MMLU-PRO": 0.2902 } }, { - "id": "cognitivecomputations/dolphin-2.9.2-qwen2-7b", - "name": "dolphin-2.9.2-qwen2-7b", - "developer": "cognitivecomputations", + "id": "Magpie-Align/Llama-3-8B-Magpie-Align-v0.1", + "name": "Llama-3-8B-Magpie-Align-v0.1", + "developer": "Magpie-Align", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3535, - "hfopenllm_v2/BBH": 0.4894, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4191, - "hfopenllm_v2/MMLU-PRO": 0.4051 + "hfopenllm_v2/IFEval": 0.4027, + "hfopenllm_v2/BBH": 0.4789, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3087, + "hfopenllm_v2/MMLU-PRO": 0.3001 } }, { - "id": "cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k", - "name": "dolphin-2.9.3-Yi-1.5-34B-32k", - "developer": "cognitivecomputations", + "id": "Magpie-Align/Llama-3-8B-Magpie-Align-v0.3", + "name": "Llama-3-8B-Magpie-Align-v0.3", + "developer": "Magpie-Align", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3639, - "hfopenllm_v2/BBH": 0.6047, - "hfopenllm_v2/MATH Level 5": 0.1669, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.463 + "hfopenllm_v2/IFEval": 0.4497, + "hfopenllm_v2/BBH": 0.457, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3406, + "hfopenllm_v2/MMLU-PRO": 0.3134 } }, { - "id": "cognitivecomputations/dolphin-2.9.3-mistral-7B-32k", - "name": "dolphin-2.9.3-mistral-7B-32k", - "developer": "cognitivecomputations", + "id": "Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1", + "name": "Llama-3.1-8B-Magpie-Align-SFT-v0.1", + "developer": "Magpie-Align", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4126, - "hfopenllm_v2/BBH": 0.4813, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4643, - "hfopenllm_v2/MMLU-PRO": 0.2821 + "hfopenllm_v2/IFEval": 0.4782, + "hfopenllm_v2/BBH": 0.4764, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3397, + "hfopenllm_v2/MMLU-PRO": 0.2943 } }, { - "id": "cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b", - "name": "dolphin-2.9.3-mistral-nemo-12b", - "developer": "cognitivecomputations", + "id": "Magpie-Align/Llama-3.1-8B-Magpie-Align-v0.1", + "name": "Llama-3.1-8B-Magpie-Align-v0.1", + "developer": "Magpie-Align", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5601, - "hfopenllm_v2/BBH": 0.548, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.443, - "hfopenllm_v2/MMLU-PRO": 0.3377 + "hfopenllm_v2/IFEval": 0.4458, + "hfopenllm_v2/BBH": 0.4622, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3141, + "hfopenllm_v2/MMLU-PRO": 0.3262 } }, { - "id": "cognitivecomputations/dolphin-2.9.4-gemma2-2b", - "name": "dolphin-2.9.4-gemma2-2b", - "developer": "cognitivecomputations", + "id": "Magpie-Align/MagpieLM-8B-Chat-v0.1", + "name": "MagpieLM-8B-Chat-v0.1", + "developer": "Magpie-Align", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0896, - "hfopenllm_v2/BBH": 0.4081, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.418, - "hfopenllm_v2/MMLU-PRO": 0.2105 + "hfopenllm_v2/IFEval": 0.3701, + "hfopenllm_v2/BBH": 0.4172, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3501, + "hfopenllm_v2/MMLU-PRO": 0.3195 } }, { - "id": "cognitivecomputations/dolphin-2.9.4-llama3.1-8b", - "name": "dolphin-2.9.4-llama3.1-8b", - "developer": "cognitivecomputations", + "id": "Magpie-Align/MagpieLM-8B-SFT-v0.1", + "name": "MagpieLM-8B-SFT-v0.1", + "developer": "Magpie-Align", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2757, - "hfopenllm_v2/BBH": 0.3524, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3236, - "hfopenllm_v2/MMLU-PRO": 0.1237 + "hfopenllm_v2/IFEval": 0.4721, + "hfopenllm_v2/BBH": 0.4553, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3649, + "hfopenllm_v2/MMLU-PRO": 0.299 } }, { - "id": "cohere/Cohere-Command-beta-52.4B", - "name": "Cohere Command beta 52.4B", - "developer": "cohere", + "id": "MagusCorp/grpo_lora_enem_llama3_7b", + "name": "grpo_lora_enem_llama3_7b", + "developer": "MagusCorp", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.874, - "helm_classic/MMLU": 0.452, - "helm_classic/BoolQ": 0.856, - "helm_classic/NarrativeQA": 0.752, - "helm_classic/NaturalQuestions (open-book)": 0.76, - "helm_classic/QuAC": 0.432, - "helm_classic/HellaSwag": 0.811, - "helm_classic/OpenbookQA": 0.582, - "helm_classic/TruthfulQA": 0.269, - "helm_classic/MS MARCO (TREC)": 0.762, - "helm_classic/CNN/DailyMail": 0.161, - "helm_classic/XSUM": 0.152, - "helm_classic/IMDB": 0.96, - "helm_classic/CivilComments": 0.601, - "helm_classic/RAFT": 0.667 + "hfopenllm_v2/IFEval": 0.4724, + "hfopenllm_v2/BBH": 0.4801, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3971, + "hfopenllm_v2/MMLU-PRO": 0.3574 } }, { - "id": "cohere/Cohere-Command-beta-6.1B", - "name": "Cohere Command beta 6.1B", - "developer": "cohere", + "id": "maldv/Awqward2.5-32B-Instruct", + "name": "Awqward2.5-32B-Instruct", + "developer": "maldv", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.675, - "helm_classic/MMLU": 0.406, - "helm_classic/BoolQ": 0.798, - "helm_classic/NarrativeQA": 0.709, - "helm_classic/NaturalQuestions (open-book)": 0.717, - "helm_classic/QuAC": 0.375, - "helm_classic/HellaSwag": 0.752, - "helm_classic/OpenbookQA": 0.55, - "helm_classic/TruthfulQA": 0.203, - "helm_classic/MS MARCO (TREC)": 0.709, - "helm_classic/CNN/DailyMail": 0.153, - "helm_classic/XSUM": 0.122, - "helm_classic/IMDB": 0.961, - "helm_classic/CivilComments": 0.54, - "helm_classic/RAFT": 0.634 + "hfopenllm_v2/IFEval": 0.8255, + "hfopenllm_v2/BBH": 0.6974, + "hfopenllm_v2/MATH Level 5": 0.6231, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.4275, + "hfopenllm_v2/MMLU-PRO": 0.5723 } }, { - "id": "cohere/Cohere-large-v20220720-13.1B", - "name": "Cohere large v20220720 13.1B", - "developer": "cohere", + "id": "maldv/badger-kappa-llama-3-8b", + "name": "badger-kappa-llama-3-8b", + "developer": "maldv", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.372, - "helm_classic/MMLU": 0.324, - "helm_classic/BoolQ": 0.725, - "helm_classic/NarrativeQA": 0.625, - "helm_classic/NaturalQuestions (open-book)": 0.573, - "helm_classic/QuAC": 0.338, - "helm_classic/HellaSwag": 0.736, - "helm_classic/OpenbookQA": 0.542, - "helm_classic/TruthfulQA": 0.181, - "helm_classic/MS MARCO (TREC)": 0.33, - "helm_classic/CNN/DailyMail": 0.126, - "helm_classic/XSUM": 0.108, - "helm_classic/IMDB": 0.933, - "helm_classic/CivilComments": 0.507, - "helm_classic/RAFT": 0.596 + "hfopenllm_v2/IFEval": 0.4695, + "hfopenllm_v2/BBH": 0.5085, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3765, + "hfopenllm_v2/MMLU-PRO": 0.3695 } }, { - "id": "cohere/Cohere-medium-v20220720-6.1B", - "name": "Cohere medium v20220720 6.1B", - "developer": "cohere", + "id": "maldv/badger-lambda-llama-3-8b", + "name": "badger-lambda-llama-3-8b", + "developer": "maldv", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.23, - "helm_classic/MMLU": 0.279, - "helm_classic/BoolQ": 0.659, - "helm_classic/NarrativeQA": 0.559, - "helm_classic/NaturalQuestions (open-book)": 0.504, - "helm_classic/QuAC": 0.279, - "helm_classic/HellaSwag": 0.706, - "helm_classic/OpenbookQA": 0.496, - "helm_classic/TruthfulQA": 0.19, - "helm_classic/MS MARCO (TREC)": 0.374, - "helm_classic/CNN/DailyMail": 0.077, - "helm_classic/XSUM": 0.087, - "helm_classic/IMDB": 0.935, - "helm_classic/CivilComments": 0.504, - "helm_classic/RAFT": 0.52 + "hfopenllm_v2/IFEval": 0.4861, + "hfopenllm_v2/BBH": 0.4963, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "cohere/Cohere-medium-v20221108-6.1B", - "name": "Cohere medium v20221108 6.1B", - "developer": "cohere", + "id": "maldv/badger-mu-llama-3-8b", + "name": "badger-mu-llama-3-8b", + "developer": "maldv", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.312, - "helm_classic/MMLU": 0.254, - "helm_classic/BoolQ": 0.7, - "helm_classic/NarrativeQA": 0.61, - "helm_classic/NaturalQuestions (open-book)": 0.517, - "helm_classic/QuAC": 0.314, - "helm_classic/HellaSwag": 0.726, - "helm_classic/OpenbookQA": 0.538, - "helm_classic/TruthfulQA": 0.215, - "helm_classic/MS MARCO (TREC)": 0.373, - "helm_classic/CNN/DailyMail": 0.121, - "helm_classic/XSUM": 0.099, - "helm_classic/IMDB": 0.935, - "helm_classic/CivilComments": 0.5, - "helm_classic/RAFT": 0.591 + "hfopenllm_v2/IFEval": 0.4919, + "hfopenllm_v2/BBH": 0.5143, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.3674 } }, { - "id": "cohere/Cohere-small-v20220720-410M", - "name": "Cohere small v20220720 410M", - "developer": "cohere", + "id": "maldv/badger-writer-llama-3-8b", + "name": "badger-writer-llama-3-8b", + "developer": "maldv", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.109, - "helm_classic/MMLU": 0.264, - "helm_classic/BoolQ": 0.457, - "helm_classic/NarrativeQA": 0.294, - "helm_classic/NaturalQuestions (open-book)": 0.309, - "helm_classic/QuAC": 0.219, - "helm_classic/HellaSwag": 0.483, - "helm_classic/OpenbookQA": 0.348, - "helm_classic/TruthfulQA": 0.217, - "helm_classic/MS MARCO (TREC)": 0.304, - "helm_classic/CNN/DailyMail": 0.063, - "helm_classic/XSUM": 0.033, - "helm_classic/IMDB": 0.578, - "helm_classic/CivilComments": 0.501, - "helm_classic/RAFT": 0.492 + "hfopenllm_v2/IFEval": 0.5303, + "hfopenllm_v2/BBH": 0.4864, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3581, + "hfopenllm_v2/MMLU-PRO": 0.376 } }, { - "id": "cohere/Cohere-xlarge-v20220609-52.4B", - "name": "Cohere xlarge v20220609 52.4B", - "developer": "cohere", + "id": "maldv/Lytta2.5-32B-Instruct", + "name": "Lytta2.5-32B-Instruct", + "developer": "maldv", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.56, - "helm_classic/MMLU": 0.353, - "helm_classic/BoolQ": 0.718, - "helm_classic/NarrativeQA": 0.65, - "helm_classic/NaturalQuestions (open-book)": 0.595, - "helm_classic/QuAC": 0.361, - "helm_classic/HellaSwag": 0.811, - "helm_classic/OpenbookQA": 0.55, - "helm_classic/TruthfulQA": 0.198, - "helm_classic/MS MARCO (TREC)": 0.459, - "helm_classic/CNN/DailyMail": 0.144, - "helm_classic/XSUM": 0.129, - "helm_classic/IMDB": 0.956, - "helm_classic/CivilComments": 0.532, - "helm_classic/RAFT": 0.633 + "hfopenllm_v2/IFEval": 0.2508, + "hfopenllm_v2/BBH": 0.56, + "hfopenllm_v2/MATH Level 5": 0.3444, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3769, + "hfopenllm_v2/MMLU-PRO": 0.5048 } }, { - "id": "cohere/Cohere-xlarge-v20221108-52.4B", - "name": "Cohere xlarge v20221108 52.4B", - "developer": "cohere", + "id": "maldv/Qwentile2.5-32B-Instruct", + "name": "Qwentile2.5-32B-Instruct", + "developer": "maldv", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.664, - "helm_classic/MMLU": 0.382, - "helm_classic/BoolQ": 0.762, - "helm_classic/NarrativeQA": 0.672, - "helm_classic/NaturalQuestions (open-book)": 0.628, - "helm_classic/QuAC": 0.374, - "helm_classic/HellaSwag": 0.81, - "helm_classic/OpenbookQA": 0.588, - "helm_classic/TruthfulQA": 0.169, - "helm_classic/MS MARCO (TREC)": 0.55, - "helm_classic/CNN/DailyMail": 0.153, - "helm_classic/XSUM": 0.153, - "helm_classic/IMDB": 0.956, - "helm_classic/CivilComments": 0.524, - "helm_classic/RAFT": 0.624 + "hfopenllm_v2/IFEval": 0.7393, + "hfopenllm_v2/BBH": 0.6963, + "hfopenllm_v2/MATH Level 5": 0.5219, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4682, + "hfopenllm_v2/MMLU-PRO": 0.5879 } }, { - "id": "cohere/aya-expanse-32b", - "name": "aya-expanse-32b", - "developer": "cohere", + "id": "ManoloPueblo/ContentCuisine_1-7B-slerp", + "name": "ContentCuisine_1-7B-slerp", + "developer": "ManoloPueblo", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.7353, - "global-mmlu-lite/Culturally Sensitive": 0.6891, - "global-mmlu-lite/Culturally Agnostic": 0.7815, - "global-mmlu-lite/Arabic": 0.7425, - "global-mmlu-lite/English": 0.7544, - "global-mmlu-lite/Bengali": 0.7343, - "global-mmlu-lite/German": 0.7425, - "global-mmlu-lite/French": 0.7325, - "global-mmlu-lite/Hindi": 0.7375, - "global-mmlu-lite/Indonesian": 0.7594, - "global-mmlu-lite/Italian": 0.7305, - "global-mmlu-lite/Japanese": 0.7419, - "global-mmlu-lite/Korean": 0.7525, - "global-mmlu-lite/Portuguese": 0.7544, - "global-mmlu-lite/Spanish": 0.7362, - "global-mmlu-lite/Swahili": 0.7071, - "global-mmlu-lite/Yoruba": 0.6942, - "global-mmlu-lite/Chinese": 0.743, - "global-mmlu-lite/Burmese": 0.7025 + "hfopenllm_v2/IFEval": 0.3907, + "hfopenllm_v2/BBH": 0.5188, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4672, + "hfopenllm_v2/MMLU-PRO": 0.3054 } }, { - "id": "cohere/command", - "name": "Command", - "developer": "cohere", + "id": "ManoloPueblo/LLM_MERGE_CC2", + "name": "LLM_MERGE_CC2", + "developer": "ManoloPueblo", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.327, - "helm_lite/NarrativeQA": 0.749, - "helm_lite/NaturalQuestions (closed-book)": 0.391, - "helm_lite/OpenbookQA": 0.774, - "helm_lite/MMLU": 0.525, - "helm_lite/MATH": 0.236, - "helm_lite/GSM8K": 0.452, - "helm_lite/LegalBench": 0.578, - "helm_lite/MedQA": 0.445, - "helm_lite/WMT 2014": 0.088 + "hfopenllm_v2/IFEval": 0.3853, + "hfopenllm_v2/BBH": 0.5209, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4593, + "hfopenllm_v2/MMLU-PRO": 0.3032 } }, { - "id": "cohere/command-a-03-2025", - "name": "command-a-03-2025", - "developer": "cohere", + "id": "ManoloPueblo/LLM_MERGE_CC3", + "name": "LLM_MERGE_CC3", + "developer": "ManoloPueblo", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8385, - "global-mmlu-lite/Culturally Sensitive": 0.7993, - "global-mmlu-lite/Culturally Agnostic": 0.8778, - "global-mmlu-lite/Arabic": 0.8425, - "global-mmlu-lite/English": 0.855, - "global-mmlu-lite/Bengali": 0.8225, - "global-mmlu-lite/German": 0.8425, - "global-mmlu-lite/French": 0.8375, - "global-mmlu-lite/Hindi": 0.8421, - "global-mmlu-lite/Indonesian": 0.8546, - "global-mmlu-lite/Italian": 0.8375, - "global-mmlu-lite/Japanese": 0.845, - "global-mmlu-lite/Korean": 0.85, - "global-mmlu-lite/Portuguese": 0.84, - "global-mmlu-lite/Spanish": 0.8525, - "global-mmlu-lite/Swahili": 0.8275, - "global-mmlu-lite/Yoruba": 0.815, - "global-mmlu-lite/Chinese": 0.835, - "global-mmlu-lite/Burmese": 0.8175 + "hfopenllm_v2/IFEval": 0.3959, + "hfopenllm_v2/BBH": 0.5246, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4672, + "hfopenllm_v2/MMLU-PRO": 0.3156 } }, { - "id": "cohere/command-light", - "name": "Command Light", - "developer": "cohere", + "id": "marcuscedricridia/absolute-o1-7b", + "name": "absolute-o1-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.105, - "helm_lite/NarrativeQA": 0.629, - "helm_lite/NaturalQuestions (closed-book)": 0.195, - "helm_lite/OpenbookQA": 0.398, - "helm_lite/MMLU": 0.386, - "helm_lite/MATH": 0.098, - "helm_lite/GSM8K": 0.149, - "helm_lite/LegalBench": 0.397, - "helm_lite/MedQA": 0.312, - "helm_lite/WMT 2014": 0.023 + "hfopenllm_v2/IFEval": 0.7516, + "hfopenllm_v2/BBH": 0.5469, + "hfopenllm_v2/MATH Level 5": 0.5083, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4114, + "hfopenllm_v2/MMLU-PRO": 0.4413 } }, { - "id": "cohere/command-r", - "name": "Command R", - "developer": "cohere", + "id": "marcuscedricridia/Cheng-1", + "name": "Cheng-1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.299, - "helm_lite/NarrativeQA": 0.742, - "helm_lite/NaturalQuestions (closed-book)": 0.352, - "helm_lite/OpenbookQA": 0.782, - "helm_lite/MMLU": 0.567, - "helm_lite/MATH": 0.266, - "helm_lite/GSM8K": 0.551, - "helm_lite/LegalBench": 0.507, - "helm_lite/MedQA": 0.555, - "helm_lite/WMT 2014": 0.149, - "helm_mmlu/MMLU All Subjects": 0.652, - "helm_mmlu/Abstract Algebra": 0.33, - "helm_mmlu/Anatomy": 0.615, - "helm_mmlu/College Physics": 0.382, - "helm_mmlu/Computer Security": 0.78, - "helm_mmlu/Econometrics": 0.456, - "helm_mmlu/Global Facts": 0.42, - "helm_mmlu/Jurisprudence": 0.796, - "helm_mmlu/Philosophy": 0.685, - "helm_mmlu/Professional Psychology": 0.681, - "helm_mmlu/Us Foreign Policy": 0.82, - "helm_mmlu/Astronomy": 0.743, - "helm_mmlu/Business Ethics": 0.63, - "helm_mmlu/Clinical Knowledge": 0.751, - "helm_mmlu/Conceptual Physics": 0.528, - "helm_mmlu/Electrical Engineering": 0.593, - "helm_mmlu/Elementary Mathematics": 0.437, - "helm_mmlu/Formal Logic": 0.405, - "helm_mmlu/High School World History": 0.84, - "helm_mmlu/Human Sexuality": 0.763, - "helm_mmlu/International Law": 0.802, - "helm_mmlu/Logical Fallacies": 0.798, - "helm_mmlu/Machine Learning": 0.446, - "helm_mmlu/Management": 0.796, - "helm_mmlu/Marketing": 0.872, - "helm_mmlu/Medical Genetics": 0.81, - "helm_mmlu/Miscellaneous": 0.848, - "helm_mmlu/Moral Scenarios": 0.451, - "helm_mmlu/Nutrition": 0.703, - "helm_mmlu/Prehistory": 0.728, - "helm_mmlu/Public Relations": 0.7, - "helm_mmlu/Security Studies": 0.714, - "helm_mmlu/Sociology": 0.866, - "helm_mmlu/Virology": 0.542, - "helm_mmlu/World Religions": 0.813, - "helm_mmlu/Mean win rate": 0.959 + "hfopenllm_v2/IFEval": 0.7789, + "hfopenllm_v2/BBH": 0.5525, + "hfopenllm_v2/MATH Level 5": 0.4894, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.4349 } }, { - "id": "cohere/command-r-plus", - "name": "Command R Plus", - "developer": "cohere", + "id": "marcuscedricridia/Cheng-2", + "name": "Cheng-2", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.441, - "helm_lite/NarrativeQA": 0.735, - "helm_lite/NaturalQuestions (closed-book)": 0.343, - "helm_lite/OpenbookQA": 0.828, - "helm_lite/MMLU": 0.59, - "helm_lite/MATH": 0.403, - "helm_lite/GSM8K": 0.738, - "helm_lite/LegalBench": 0.672, - "helm_lite/MedQA": 0.567, - "helm_lite/WMT 2014": 0.203, - "helm_mmlu/MMLU All Subjects": 0.694, - "helm_mmlu/Abstract Algebra": 0.21, - "helm_mmlu/Anatomy": 0.644, - "helm_mmlu/College Physics": 0.52, - "helm_mmlu/Computer Security": 0.74, - "helm_mmlu/Econometrics": 0.561, - "helm_mmlu/Global Facts": 0.5, - "helm_mmlu/Jurisprudence": 0.806, - "helm_mmlu/Philosophy": 0.695, - "helm_mmlu/Professional Psychology": 0.735, - "helm_mmlu/Us Foreign Policy": 0.89, - "helm_mmlu/Astronomy": 0.783, - "helm_mmlu/Business Ethics": 0.77, - "helm_mmlu/Clinical Knowledge": 0.743, - "helm_mmlu/Conceptual Physics": 0.591, - "helm_mmlu/Electrical Engineering": 0.71, - "helm_mmlu/Elementary Mathematics": 0.474, - "helm_mmlu/Formal Logic": 0.484, - "helm_mmlu/High School World History": 0.827, - "helm_mmlu/Human Sexuality": 0.786, - "helm_mmlu/International Law": 0.835, - "helm_mmlu/Logical Fallacies": 0.791, - "helm_mmlu/Machine Learning": 0.518, - "helm_mmlu/Management": 0.835, - "helm_mmlu/Marketing": 0.927, - "helm_mmlu/Medical Genetics": 0.77, - "helm_mmlu/Miscellaneous": 0.844, - "helm_mmlu/Moral Scenarios": 0.585, - "helm_mmlu/Nutrition": 0.742, - "helm_mmlu/Prehistory": 0.821, - "helm_mmlu/Public Relations": 0.709, - "helm_mmlu/Security Studies": 0.751, - "helm_mmlu/Sociology": 0.876, - "helm_mmlu/Virology": 0.56, - "helm_mmlu/World Religions": 0.842, - "helm_mmlu/Mean win rate": 0.825 + "hfopenllm_v2/IFEval": 0.8337, + "hfopenllm_v2/BBH": 0.6499, + "hfopenllm_v2/MATH Level 5": 0.5438, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4193, + "hfopenllm_v2/MMLU-PRO": 0.5013 } }, { - "id": "cohere/command-xlarge-beta", - "name": "Cohere Command beta 52.4B", - "developer": "cohere", + "id": "marcuscedricridia/Cheng-2-v1.1", + "name": "Cheng-2-v1.1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "helm_instruct/Mean win rate": 0.089, - "helm_instruct/Anthropic RLHF dataset": 4.214, - "helm_instruct/Best ChatGPT Prompts": 4.988, - "helm_instruct/Koala test dataset": 4.969, - "helm_instruct/Open Assistant": 4.967, - "helm_instruct/Self Instruct": 4.971, - "helm_instruct/Vicuna": 4.995 + "hfopenllm_v2/IFEval": 0.827, + "hfopenllm_v2/BBH": 0.651, + "hfopenllm_v2/MATH Level 5": 0.5393, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4167, + "hfopenllm_v2/MMLU-PRO": 0.5076 } }, { - "id": "collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2", - "name": "Collaiborator-MEDLLM-Llama-3-8B-v2", - "developer": "collaiborateorg", + "id": "marcuscedricridia/cursa-o1-7b", + "name": "cursa-o1-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3809, - "hfopenllm_v2/BBH": 0.4648, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.3434, - "hfopenllm_v2/MMLU-PRO": 0.3481 + "hfopenllm_v2/IFEval": 0.7628, + "hfopenllm_v2/BBH": 0.5466, + "hfopenllm_v2/MATH Level 5": 0.4955, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4301, + "hfopenllm_v2/MMLU-PRO": 0.4392 } }, { - "id": "cpayne1303/cp2024", - "name": "cp2024", - "developer": "cpayne1303", + "id": "marcuscedricridia/cursa-o1-7b-2-28-2025", + "name": "cursa-o1-7b-2-28-2025", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1658, - "hfopenllm_v2/BBH": 0.2985, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3383, - "hfopenllm_v2/MMLU-PRO": 0.1101 + "hfopenllm_v2/IFEval": 0.7467, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.4811, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4273, + "hfopenllm_v2/MMLU-PRO": 0.4365 } }, { - "id": "cpayne1303/cp2024-instruct", - "name": "cp2024-instruct", - "developer": "cpayne1303", + "id": "marcuscedricridia/cursa-o1-7b-v1.1", + "name": "cursa-o1-7b-v1.1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1706, - "hfopenllm_v2/BBH": 0.2947, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3686, - "hfopenllm_v2/MMLU-PRO": 0.1167 + "hfopenllm_v2/IFEval": 0.7528, + "hfopenllm_v2/BBH": 0.5493, + "hfopenllm_v2/MATH Level 5": 0.4985, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4259, + "hfopenllm_v2/MMLU-PRO": 0.4392 } }, { - "id": "cpayne1303/llama-43m-beta", - "name": "llama-43m-beta", - "developer": "cpayne1303", + "id": "marcuscedricridia/cursa-o1-7b-v1.2-normalize-false", + "name": "cursa-o1-7b-v1.2-normalize-false", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1949, - "hfopenllm_v2/BBH": 0.2965, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3885, - "hfopenllm_v2/MMLU-PRO": 0.1111 + "hfopenllm_v2/IFEval": 0.7616, + "hfopenllm_v2/BBH": 0.5492, + "hfopenllm_v2/MATH Level 5": 0.4992, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4273, + "hfopenllm_v2/MMLU-PRO": 0.4436 } }, { - "id": "cpayne1303/smallcp2024", - "name": "smallcp2024", - "developer": "cpayne1303", + "id": "marcuscedricridia/cursor-o1-7b", + "name": "cursor-o1-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1582, - "hfopenllm_v2/BBH": 0.3027, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2307, - "hfopenllm_v2/MUSR": 0.3425, - "hfopenllm_v2/MMLU-PRO": 0.1114 + "hfopenllm_v2/IFEval": 0.4107, + "hfopenllm_v2/BBH": 0.5007, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4101, + "hfopenllm_v2/MMLU-PRO": 0.3251 } }, { - "id": "crestf411/MN-Slush", - "name": "MN-Slush", - "developer": "crestf411", + "id": "marcuscedricridia/cursorr-o1.2-7b", + "name": "cursorr-o1.2-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4077, - "hfopenllm_v2/BBH": 0.534, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.3933, - "hfopenllm_v2/MMLU-PRO": 0.3508 + "hfopenllm_v2/IFEval": 0.166, + "hfopenllm_v2/BBH": 0.3068, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.108 } }, { - "id": "cstr/llama3.1-8b-spaetzle-v90", - "name": "llama3.1-8b-spaetzle-v90", - "developer": "cstr", + "id": "marcuscedricridia/etr1o-explicit-v1.1", + "name": "etr1o-explicit-v1.1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7356, - "hfopenllm_v2/BBH": 0.5303, - "hfopenllm_v2/MATH Level 5": 0.1495, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4134, - "hfopenllm_v2/MMLU-PRO": 0.3731 + "hfopenllm_v2/IFEval": 0.288, + "hfopenllm_v2/BBH": 0.3132, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4111, + "hfopenllm_v2/MMLU-PRO": 0.1195 } }, { - "id": "cyberagent/calm3-22b-chat", - "name": "calm3-22b-chat", - "developer": "cyberagent", + "id": "marcuscedricridia/etr1o-explicit-v1.2", + "name": "etr1o-explicit-v1.2", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5091, - "hfopenllm_v2/BBH": 0.4992, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4553, - "hfopenllm_v2/MMLU-PRO": 0.295 + "hfopenllm_v2/IFEval": 0.1504, + "hfopenllm_v2/BBH": 0.295, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.4031, + "hfopenllm_v2/MMLU-PRO": 0.1126 } }, { - "id": "darkc0de/BuddyGlassNeverSleeps", - "name": "BuddyGlassNeverSleeps", - "developer": "darkc0de", + "id": "marcuscedricridia/etr1o-v1.1", + "name": "etr1o-v1.1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4239, - "hfopenllm_v2/BBH": 0.4977, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3993, - "hfopenllm_v2/MMLU-PRO": 0.3452 + "hfopenllm_v2/IFEval": 0.1597, + "hfopenllm_v2/BBH": 0.31, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.4017, + "hfopenllm_v2/MMLU-PRO": 0.1157 } }, { - "id": "darkc0de/BuddyGlassUncensored2025.2", - "name": "BuddyGlassUncensored2025.2", - "developer": "darkc0de", + "id": "marcuscedricridia/etr1o-v1.2", + "name": "etr1o-v1.2", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7731, - "hfopenllm_v2/BBH": 0.6095, - "hfopenllm_v2/MATH Level 5": 0.2402, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.4336 + "hfopenllm_v2/IFEval": 0.7287, + "hfopenllm_v2/BBH": 0.6349, + "hfopenllm_v2/MATH Level 5": 0.3588, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4714, + "hfopenllm_v2/MMLU-PRO": 0.5316 } }, { - "id": "darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp", - "name": "BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp", - "developer": "darkc0de", + "id": "marcuscedricridia/fan-o1-7b", + "name": "fan-o1-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4358, - "hfopenllm_v2/BBH": 0.5243, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4143, - "hfopenllm_v2/MMLU-PRO": 0.3673 + "hfopenllm_v2/IFEval": 0.4456, + "hfopenllm_v2/BBH": 0.4849, + "hfopenllm_v2/MATH Level 5": 0.1616, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3834, + "hfopenllm_v2/MMLU-PRO": 0.3274 } }, { - "id": "databricks/dbrx-base", - "name": "dbrx-base", - "developer": "databricks", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST", + "name": "Hush-Qwen2.5-7B-MST", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0821, - "hfopenllm_v2/BBH": 0.5196, - "hfopenllm_v2/MATH Level 5": 0.1, - "hfopenllm_v2/GPQA": 0.3267, - "hfopenllm_v2/MUSR": 0.4067, - "hfopenllm_v2/MMLU-PRO": 0.35 + "hfopenllm_v2/IFEval": 0.7488, + "hfopenllm_v2/BBH": 0.5458, + "hfopenllm_v2/MATH Level 5": 0.4245, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.4163 } }, { - "id": "databricks/dbrx-instruct", - "name": "DBRX Instruct", - "developer": "databricks", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.1", + "name": "Hush-Qwen2.5-7B-MST-v1.1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.289, - "helm_lite/NarrativeQA": 0.488, - "helm_lite/NaturalQuestions (closed-book)": 0.284, - "helm_lite/OpenbookQA": 0.91, - "helm_lite/MMLU": 0.643, - "helm_lite/MATH": 0.358, - "helm_lite/GSM8K": 0.671, - "helm_lite/LegalBench": 0.426, - "helm_lite/MedQA": 0.694, - "helm_lite/WMT 2014": 0.131, - "helm_mmlu/MMLU All Subjects": 0.741, - "helm_mmlu/Abstract Algebra": 0.34, - "helm_mmlu/Anatomy": 0.667, - "helm_mmlu/College Physics": 0.539, - "helm_mmlu/Computer Security": 0.83, - "helm_mmlu/Econometrics": 0.605, - "helm_mmlu/Global Facts": 0.46, - "helm_mmlu/Jurisprudence": 0.843, - "helm_mmlu/Philosophy": 0.804, - "helm_mmlu/Professional Psychology": 0.801, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.836, - "helm_mmlu/Business Ethics": 0.78, - "helm_mmlu/Clinical Knowledge": 0.789, - "helm_mmlu/Conceptual Physics": 0.74, - "helm_mmlu/Electrical Engineering": 0.71, - "helm_mmlu/Elementary Mathematics": 0.563, - "helm_mmlu/Formal Logic": 0.563, - "helm_mmlu/High School World History": 0.903, - "helm_mmlu/Human Sexuality": 0.878, - "helm_mmlu/International Law": 0.884, - "helm_mmlu/Logical Fallacies": 0.847, - "helm_mmlu/Machine Learning": 0.625, - "helm_mmlu/Management": 0.854, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.85, - "helm_mmlu/Miscellaneous": 0.911, - "helm_mmlu/Moral Scenarios": 0.465, - "helm_mmlu/Nutrition": 0.814, - "helm_mmlu/Prehistory": 0.84, - "helm_mmlu/Public Relations": 0.691, - "helm_mmlu/Security Studies": 0.804, - "helm_mmlu/Sociology": 0.896, - "helm_mmlu/Virology": 0.566, - "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.537, - "hfopenllm_v2/IFEval": 0.5416, - "hfopenllm_v2/BBH": 0.5429, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4269, - "hfopenllm_v2/MMLU-PRO": 0.3683 + "hfopenllm_v2/IFEval": 0.7445, + "hfopenllm_v2/BBH": 0.5559, + "hfopenllm_v2/MATH Level 5": 0.4653, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.4299 } }, { - "id": "databricks/dolly-v1-6b", - "name": "dolly-v1-6b", - "developer": "databricks", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.3", + "name": "Hush-Qwen2.5-7B-MST-v1.3", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2224, - "hfopenllm_v2/BBH": 0.3172, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4004, - "hfopenllm_v2/MMLU-PRO": 0.1266 + "hfopenllm_v2/IFEval": 0.7043, + "hfopenllm_v2/BBH": 0.5516, + "hfopenllm_v2/MATH Level 5": 0.4758, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.444 } }, { - "id": "databricks/dolly-v2-12b", - "name": "dolly-v2-12b", - "developer": "databricks", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-Preview", + "name": "Hush-Qwen2.5-7B-Preview", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2355, - "hfopenllm_v2/BBH": 0.332, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.1129 + "hfopenllm_v2/IFEval": 0.7962, + "hfopenllm_v2/BBH": 0.5431, + "hfopenllm_v2/MATH Level 5": 0.3754, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4298, + "hfopenllm_v2/MMLU-PRO": 0.4364 } }, { - "id": "databricks/dolly-v2-3b", - "name": "dolly-v2-3b", - "developer": "databricks", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-RP-v1.4-1M", + "name": "Hush-Qwen2.5-7B-RP-v1.4-1M", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2247, - "hfopenllm_v2/BBH": 0.3079, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3338, - "hfopenllm_v2/MMLU-PRO": 0.1145 + "hfopenllm_v2/IFEval": 0.7728, + "hfopenllm_v2/BBH": 0.5295, + "hfopenllm_v2/MATH Level 5": 0.3369, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4433, + "hfopenllm_v2/MMLU-PRO": 0.4135 } }, { - "id": "databricks/dolly-v2-7b", - "name": "dolly-v2-7b", - "developer": "databricks", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.1", + "name": "Hush-Qwen2.5-7B-v1.1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.201, - "hfopenllm_v2/BBH": 0.3173, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3553, - "hfopenllm_v2/MMLU-PRO": 0.1149 + "hfopenllm_v2/IFEval": 0.7889, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.4381, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4179, + "hfopenllm_v2/MMLU-PRO": 0.4227 } }, { - "id": "davidkim205/Rhea-72b-v0.5", - "name": "Rhea-72b-v0.5", - "developer": "davidkim205", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.2", + "name": "Hush-Qwen2.5-7B-v1.2", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0145, - "hfopenllm_v2/BBH": 0.3078, - "hfopenllm_v2/MATH Level 5": 0.1737, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.4241, - "hfopenllm_v2/MMLU-PRO": 0.1166 + "hfopenllm_v2/IFEval": 0.7865, + "hfopenllm_v2/BBH": 0.5403, + "hfopenllm_v2/MATH Level 5": 0.4403, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4219, + "hfopenllm_v2/MMLU-PRO": 0.4197 } }, { - "id": "davidkim205/nox-solar-10.7b-v4", - "name": "nox-solar-10.7b-v4", - "developer": "davidkim205", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.3", + "name": "Hush-Qwen2.5-7B-v1.3", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3753, - "hfopenllm_v2/BBH": 0.4814, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4298, - "hfopenllm_v2/MMLU-PRO": 0.3333 + "hfopenllm_v2/IFEval": 0.7856, + "hfopenllm_v2/BBH": 0.5327, + "hfopenllm_v2/MATH Level 5": 0.3323, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4246, + "hfopenllm_v2/MMLU-PRO": 0.4345 } }, { - "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B", - "name": "DeepSeek-R1-Distill-Llama-70B", - "developer": "deepseek-ai", + "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.4", + "name": "Hush-Qwen2.5-7B-v1.4", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4336, - "hfopenllm_v2/BBH": 0.5635, - "hfopenllm_v2/MATH Level 5": 0.3074, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4342, - "hfopenllm_v2/MMLU-PRO": 0.4748 + "hfopenllm_v2/IFEval": 0.7835, + "hfopenllm_v2/BBH": 0.5423, + "hfopenllm_v2/MATH Level 5": 0.426, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.4195 } }, { - "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B", - "name": "DeepSeek-R1-Distill-Llama-8B", - "developer": "deepseek-ai", + "id": "marcuscedricridia/olmner-7b", + "name": "olmner-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3782, - "hfopenllm_v2/BBH": 0.3239, - "hfopenllm_v2/MATH Level 5": 0.2198, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.325, - "hfopenllm_v2/MMLU-PRO": 0.2089 + "hfopenllm_v2/IFEval": 0.7254, + "hfopenllm_v2/BBH": 0.5472, + "hfopenllm_v2/MATH Level 5": 0.463, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.438, + "hfopenllm_v2/MMLU-PRO": 0.4309 } }, { - "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", - "name": "DeepSeek-R1-Distill-Qwen-1.5B", - "developer": "deepseek-ai", + "id": "marcuscedricridia/olmner-della-7b", + "name": "olmner-della-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3463, - "hfopenllm_v2/BBH": 0.3241, - "hfopenllm_v2/MATH Level 5": 0.1692, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3635, - "hfopenllm_v2/MMLU-PRO": 0.1187 + "hfopenllm_v2/IFEval": 0.7637, + "hfopenllm_v2/BBH": 0.5491, + "hfopenllm_v2/MATH Level 5": 0.4962, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4208, + "hfopenllm_v2/MMLU-PRO": 0.4386 } }, { - "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", - "name": "DeepSeek-R1-Distill-Qwen-14B", - "developer": "deepseek-ai", + "id": "marcuscedricridia/olmner-o1-7b", + "name": "olmner-o1-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4382, - "hfopenllm_v2/BBH": 0.5906, - "hfopenllm_v2/MATH Level 5": 0.5702, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.5366, - "hfopenllm_v2/MMLU-PRO": 0.4667 + "hfopenllm_v2/IFEval": 0.7528, + "hfopenllm_v2/BBH": 0.5481, + "hfopenllm_v2/MATH Level 5": 0.4924, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4299, + "hfopenllm_v2/MMLU-PRO": 0.4386 } }, { - "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", - "name": "DeepSeek-R1-Distill-Qwen-32B", - "developer": "deepseek-ai", + "id": "marcuscedricridia/olmner-sbr-7b", + "name": "olmner-sbr-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4186, - "hfopenllm_v2/BBH": 0.4197, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4526, - "hfopenllm_v2/MMLU-PRO": 0.4687 + "hfopenllm_v2/IFEval": 0.76, + "hfopenllm_v2/BBH": 0.5462, + "hfopenllm_v2/MATH Level 5": 0.4947, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.4412 } }, { - "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", - "name": "DeepSeek-R1-Distill-Qwen-7B", - "developer": "deepseek-ai", + "id": "marcuscedricridia/post-cursa-o1", + "name": "post-cursa-o1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4038, - "hfopenllm_v2/BBH": 0.3443, - "hfopenllm_v2/MATH Level 5": 0.1956, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3663, - "hfopenllm_v2/MMLU-PRO": 0.2321 + "hfopenllm_v2/IFEval": 0.7628, + "hfopenllm_v2/BBH": 0.548, + "hfopenllm_v2/MATH Level 5": 0.4872, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4351, + "hfopenllm_v2/MMLU-PRO": 0.4361 } }, { - "id": "deepseek-ai/deepseek-llm-67b-chat", - "name": "DeepSeek LLM Chat 67B", - "developer": "deepseek-ai", + "id": "marcuscedricridia/pre-cursa-o1", + "name": "pre-cursa-o1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.488, - "helm_lite/NarrativeQA": 0.581, - "helm_lite/NaturalQuestions (closed-book)": 0.412, - "helm_lite/OpenbookQA": 0.88, - "helm_lite/MMLU": 0.641, - "helm_lite/MATH": 0.615, - "helm_lite/GSM8K": 0.795, - "helm_lite/LegalBench": 0.637, - "helm_lite/MedQA": 0.628, - "helm_lite/WMT 2014": 0.186, - "helm_mmlu/MMLU All Subjects": 0.725, - "helm_mmlu/Abstract Algebra": 0.44, - "helm_mmlu/Anatomy": 0.667, - "helm_mmlu/College Physics": 0.363, - "helm_mmlu/Computer Security": 0.79, - "helm_mmlu/Econometrics": 0.553, - "helm_mmlu/Global Facts": 0.46, - "helm_mmlu/Jurisprudence": 0.852, - "helm_mmlu/Philosophy": 0.801, - "helm_mmlu/Professional Psychology": 0.809, - "helm_mmlu/Us Foreign Policy": 0.91, - "helm_mmlu/Astronomy": 0.822, - "helm_mmlu/Business Ethics": 0.86, - "helm_mmlu/Clinical Knowledge": 0.785, - "helm_mmlu/Conceptual Physics": 0.723, - "helm_mmlu/Electrical Engineering": 0.669, - "helm_mmlu/Elementary Mathematics": 0.548, - "helm_mmlu/Formal Logic": 0.548, - "helm_mmlu/High School World History": 0.911, - "helm_mmlu/Human Sexuality": 0.84, - "helm_mmlu/International Law": 0.851, - "helm_mmlu/Logical Fallacies": 0.847, - "helm_mmlu/Machine Learning": 0.562, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.923, - "helm_mmlu/Medical Genetics": 0.73, - "helm_mmlu/Miscellaneous": 0.904, - "helm_mmlu/Moral Scenarios": 0.544, - "helm_mmlu/Nutrition": 0.781, - "helm_mmlu/Prehistory": 0.858, - "helm_mmlu/Public Relations": 0.7, - "helm_mmlu/Security Studies": 0.796, - "helm_mmlu/Sociology": 0.876, - "helm_mmlu/Virology": 0.554, - "helm_mmlu/World Religions": 0.865, - "helm_mmlu/Mean win rate": 0.387, - "hfopenllm_v2/IFEval": 0.5587, - "hfopenllm_v2/BBH": 0.5243, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.5059, - "hfopenllm_v2/MMLU-PRO": 0.3944 + "hfopenllm_v2/IFEval": 0.7409, + "hfopenllm_v2/BBH": 0.5462, + "hfopenllm_v2/MATH Level 5": 0.5038, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.4424 } }, { - "id": "deepseek-ai/deepseek-llm-7b-base", - "name": "deepseek-llm-7b-base", - "developer": "deepseek-ai", + "id": "marcuscedricridia/pre-cursa-o1-v1.2", + "name": "pre-cursa-o1-v1.2", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2179, - "hfopenllm_v2/BBH": 0.3503, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.1806 + "hfopenllm_v2/IFEval": 0.7549, + "hfopenllm_v2/BBH": 0.5487, + "hfopenllm_v2/MATH Level 5": 0.5068, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4272, + "hfopenllm_v2/MMLU-PRO": 0.4402 } }, { - "id": "deepseek-ai/deepseek-llm-7b-chat", - "name": "deepseek-llm-7b-chat", - "developer": "deepseek-ai", + "id": "marcuscedricridia/pre-cursa-o1-v1.3", + "name": "pre-cursa-o1-v1.3", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4171, - "hfopenllm_v2/BBH": 0.3632, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4668, - "hfopenllm_v2/MMLU-PRO": 0.2133 + "hfopenllm_v2/IFEval": 0.7507, + "hfopenllm_v2/BBH": 0.5455, + "hfopenllm_v2/MATH Level 5": 0.5076, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4271, + "hfopenllm_v2/MMLU-PRO": 0.442 } }, { - "id": "deepseek-ai/deepseek-moe-16b-base", - "name": "deepseek-moe-16b-base", - "developer": "deepseek-ai", + "id": "marcuscedricridia/pre-cursa-o1-v1.4", + "name": "pre-cursa-o1-v1.4", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.245, - "hfopenllm_v2/BBH": 0.3409, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3658, - "hfopenllm_v2/MMLU-PRO": 0.1505 + "hfopenllm_v2/IFEval": 0.7488, + "hfopenllm_v2/BBH": 0.5493, + "hfopenllm_v2/MATH Level 5": 0.4834, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4285, + "hfopenllm_v2/MMLU-PRO": 0.4436 } }, { - "id": "deepseek-ai/deepseek-moe-16b-chat", - "name": "deepseek-moe-16b-chat", - "developer": "deepseek-ai", + "id": "marcuscedricridia/pre-cursa-o1-v1.6", + "name": "pre-cursa-o1-v1.6", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3663, - "hfopenllm_v2/BBH": 0.3275, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2248, - "hfopenllm_v2/MUSR": 0.3808, - "hfopenllm_v2/MMLU-PRO": 0.1964 + "hfopenllm_v2/IFEval": 0.7528, + "hfopenllm_v2/BBH": 0.5473, + "hfopenllm_v2/MATH Level 5": 0.5, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4234, + "hfopenllm_v2/MMLU-PRO": 0.4413 } }, { - "id": "deepseek-ai/deepseek-r1-0528", - "name": "DeepSeek-R1-0528", - "developer": "deepseek-ai", + "id": "marcuscedricridia/Qwen2.5-7B-Preview", + "name": "Qwen2.5-7B-Preview", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.699, - "helm_capabilities/MMLU-Pro": 0.793, - "helm_capabilities/GPQA": 0.666, - "helm_capabilities/IFEval": 0.784, - "helm_capabilities/WildBench": 0.828, - "helm_capabilities/Omni-MATH": 0.424 + "hfopenllm_v2/IFEval": 0.7679, + "hfopenllm_v2/BBH": 0.536, + "hfopenllm_v2/MATH Level 5": 0.3444, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.414, + "hfopenllm_v2/MMLU-PRO": 0.4258 } }, { - "id": "deepseek-ai/deepseek-v3", - "name": "DeepSeek v3", - "developer": "deepseek-ai", + "id": "marcuscedricridia/r1o-et", + "name": "r1o-et", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.665, - "helm_capabilities/MMLU-Pro": 0.723, - "helm_capabilities/GPQA": 0.538, - "helm_capabilities/IFEval": 0.832, - "helm_capabilities/WildBench": 0.831, - "helm_capabilities/Omni-MATH": 0.403, - "helm_lite/Mean win rate": 0.908, - "helm_lite/NarrativeQA": 0.796, - "helm_lite/NaturalQuestions (closed-book)": 0.467, - "helm_lite/OpenbookQA": 0.954, - "helm_lite/MMLU": 0.803, - "helm_lite/MATH": 0.912, - "helm_lite/GSM8K": 0.94, - "helm_lite/LegalBench": 0.718, - "helm_lite/MedQA": 0.809, - "helm_lite/WMT 2014": 0.209, - "helm_mmlu/MMLU All Subjects": 0.872, - "helm_mmlu/Abstract Algebra": 0.84, - "helm_mmlu/Anatomy": 0.867, - "helm_mmlu/College Physics": 0.814, - "helm_mmlu/Computer Security": 0.86, - "helm_mmlu/Econometrics": 0.746, - "helm_mmlu/Global Facts": 0.68, - "helm_mmlu/Jurisprudence": 0.898, - "helm_mmlu/Philosophy": 0.9, - "helm_mmlu/Professional Psychology": 0.887, - "helm_mmlu/Us Foreign Policy": 0.92, - "helm_mmlu/Astronomy": 0.921, - "helm_mmlu/Business Ethics": 0.89, - "helm_mmlu/Clinical Knowledge": 0.913, - "helm_mmlu/Conceptual Physics": 0.94, - "helm_mmlu/Electrical Engineering": 0.869, - "helm_mmlu/Elementary Mathematics": 0.942, - "helm_mmlu/Formal Logic": 0.77, - "helm_mmlu/High School World History": 0.928, - "helm_mmlu/Human Sexuality": 0.924, - "helm_mmlu/International Law": 0.95, - "helm_mmlu/Logical Fallacies": 0.914, - "helm_mmlu/Machine Learning": 0.786, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.949, - "helm_mmlu/Medical Genetics": 0.96, - "helm_mmlu/Miscellaneous": 0.949, - "helm_mmlu/Moral Scenarios": 0.808, - "helm_mmlu/Nutrition": 0.918, - "helm_mmlu/Prehistory": 0.923, - "helm_mmlu/Public Relations": 0.809, - "helm_mmlu/Security Studies": 0.837, - "helm_mmlu/Sociology": 0.955, - "helm_mmlu/Virology": 0.596, - "helm_mmlu/World Religions": 0.912, - "helm_mmlu/Mean win rate": 0.215 + "hfopenllm_v2/IFEval": 0.3597, + "hfopenllm_v2/BBH": 0.4209, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.258 } }, { - "id": "deepseek/chat-v3-0324", - "name": "deepseek/chat-v3-0324", - "developer": "DeepSeek", + "id": "marcuscedricridia/sbr-o1-7b", + "name": "sbr-o1-7b", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0, - "livecodebenchpro/Easy Problems": 0.19718309859154928 + "hfopenllm_v2/IFEval": 0.7455, + "hfopenllm_v2/BBH": 0.5479, + "hfopenllm_v2/MATH Level 5": 0.4985, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4404, + "hfopenllm_v2/MMLU-PRO": 0.4355 } }, { - "id": "deepseek/deepseek-r1-0528", - "name": "deepseek-r1-0528", - "developer": "deepseek", + "id": "marcuscedricridia/stray-r1o-et", + "name": "stray-r1o-et", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.6744, - "global-mmlu-lite/Culturally Sensitive": 0.6672, - "global-mmlu-lite/Culturally Agnostic": 0.6816, - "global-mmlu-lite/Arabic": 0.6825, - "global-mmlu-lite/English": 0.715, - "global-mmlu-lite/Bengali": 0.655, - "global-mmlu-lite/German": 0.6375, - "global-mmlu-lite/French": 0.6925, - "global-mmlu-lite/Hindi": 0.6475, - "global-mmlu-lite/Indonesian": 0.655, - "global-mmlu-lite/Italian": 0.6775, - "global-mmlu-lite/Japanese": 0.7725, - "global-mmlu-lite/Korean": 0.6575, - "global-mmlu-lite/Portuguese": 0.635, - "global-mmlu-lite/Spanish": 0.7175, - "global-mmlu-lite/Swahili": 0.6775, - "global-mmlu-lite/Yoruba": 0.77, - "global-mmlu-lite/Chinese": 0.5075, - "global-mmlu-lite/Burmese": 0.69 + "hfopenllm_v2/IFEval": 0.1562, + "hfopenllm_v2/BBH": 0.2967, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4086, + "hfopenllm_v2/MMLU-PRO": 0.1094 } }, { - "id": "deepseek/deepseek-v3.1", - "name": "deepseek-v3.1", - "developer": "deepseek", - "evaluator_relationship": null, - "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8044, - "global-mmlu-lite/Culturally Sensitive": 0.7793, - "global-mmlu-lite/Culturally Agnostic": 0.8295, - "global-mmlu-lite/Arabic": 0.805, - "global-mmlu-lite/English": 0.825, - "global-mmlu-lite/Bengali": 0.8157, - "global-mmlu-lite/German": 0.7925, - "global-mmlu-lite/French": 0.8175, - "global-mmlu-lite/Hindi": 0.7569, - "global-mmlu-lite/Indonesian": 0.7764, - "global-mmlu-lite/Italian": 0.8075, - "global-mmlu-lite/Japanese": 0.8312, - "global-mmlu-lite/Korean": 0.8125, - "global-mmlu-lite/Portuguese": 0.8246, - "global-mmlu-lite/Spanish": 0.8125, - "global-mmlu-lite/Swahili": 0.801, - "global-mmlu-lite/Yoruba": 0.7831, - "global-mmlu-lite/Chinese": 0.8161, - "global-mmlu-lite/Burmese": 0.7925 + "id": "marcuscedricridia/Yell-Qwen2.5-7B-Preview", + "name": "Yell-Qwen2.5-7B-Preview", + "developer": "marcuscedricridia", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5839, + "hfopenllm_v2/BBH": 0.5371, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4046, + "hfopenllm_v2/MMLU-PRO": 0.3798 } }, { - "id": "deepseek/deepseek-v3.2", - "name": "DeepSeek-V3.2", - "developer": "DeepSeek", + "id": "marcuscedricridia/Yell-Qwen2.5-7B-Preview-v1.1", + "name": "Yell-Qwen2.5-7B-Preview-v1.1", + "developer": "marcuscedricridia", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 39.6 + "hfopenllm_v2/IFEval": 0.5757, + "hfopenllm_v2/BBH": 0.5348, + "hfopenllm_v2/MATH Level 5": 0.1896, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4059, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "deepseek/ep-20250214004308-p7n89", - "name": "ep-20250214004308-p7n89", - "developer": "DeepSeek", + "id": "marin-community/marin-8b-instruct", + "name": "Marin 8B Instruct", + "developer": "marin-community", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.014084507042253521, - "livecodebenchpro/Easy Problems": 0.4225352112676056 + "helm_capabilities/Mean score": 0.325, + "helm_capabilities/MMLU-Pro": 0.188, + "helm_capabilities/GPQA": 0.168, + "helm_capabilities/IFEval": 0.632, + "helm_capabilities/WildBench": 0.477, + "helm_capabilities/Omni-MATH": 0.16 } }, { - "id": "deepseek/ep-20250228232227-z44x5", - "name": "ep-20250228232227-z44x5", - "developer": "DeepSeek", + "id": "MarinaraSpaghetti/Nemomix-v4.0-12B", + "name": "Nemomix-v4.0-12B", + "developer": "MarinaraSpaghetti", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0, - "livecodebenchpro/Easy Problems": 0.1267605633802817 + "hfopenllm_v2/IFEval": 0.5575, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4244, + "hfopenllm_v2/MMLU-PRO": 0.3613 } }, { - "id": "deepseek/ep-20250603132404-cgpjm", - "name": "ep-20250603132404-cgpjm", - "developer": "DeepSeek", + "id": "MarinaraSpaghetti/NemoReRemix-12B", + "name": "NemoReRemix-12B", + "developer": "MarinaraSpaghetti", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.08450704225352113, - "livecodebenchpro/Easy Problems": 0.5774647887323944 + "hfopenllm_v2/IFEval": 0.3343, + "hfopenllm_v2/BBH": 0.5537, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4501, + "hfopenllm_v2/MMLU-PRO": 0.3598 } }, { - "id": "dfurman/CalmeRys-78B-Orpo-v0.1", - "name": "CalmeRys-78B-Orpo-v0.1", - "developer": "dfurman", + "id": "Marsouuu/general3B-ECE-PRYMMAL-Martial", + "name": "general3B-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8163, - "hfopenllm_v2/BBH": 0.7262, - "hfopenllm_v2/MATH Level 5": 0.4063, - "hfopenllm_v2/GPQA": 0.4002, - "hfopenllm_v2/MUSR": 0.5902, - "hfopenllm_v2/MMLU-PRO": 0.7012 + "hfopenllm_v2/IFEval": 0.2722, + "hfopenllm_v2/BBH": 0.5394, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4701, + "hfopenllm_v2/MMLU-PRO": 0.3876 } }, { - "id": "dfurman/Llama-3-70B-Orpo-v0.1", - "name": "Llama-3-70B-Orpo-v0.1", - "developer": "dfurman", + "id": "Marsouuu/general3Bv2-ECE-PRYMMAL-Martial", + "name": "general3Bv2-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2049, - "hfopenllm_v2/BBH": 0.4655, - "hfopenllm_v2/MATH Level 5": 0.1579, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.4534, - "hfopenllm_v2/MMLU-PRO": 0.3893 + "hfopenllm_v2/IFEval": 0.5693, + "hfopenllm_v2/BBH": 0.5637, + "hfopenllm_v2/MATH Level 5": 0.3671, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4396, + "hfopenllm_v2/MMLU-PRO": 0.4498 } }, { - "id": "dfurman/Llama-3-8B-Orpo-v0.1", - "name": "Llama-3-8B-Orpo-v0.1", - "developer": "dfurman", + "id": "Marsouuu/lareneg1_78B-ECE-PRYMMAL-Martial", + "name": "lareneg1_78B-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2835, - "hfopenllm_v2/BBH": 0.3842, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3566, - "hfopenllm_v2/MMLU-PRO": 0.2298 + "hfopenllm_v2/IFEval": 0.2795, + "hfopenllm_v2/BBH": 0.423, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3867, + "hfopenllm_v2/MMLU-PRO": 0.2922 } }, { - "id": "dfurman/Qwen2-72B-Orpo-v0.1", - "name": "Qwen2-72B-Orpo-v0.1", - "developer": "dfurman", + "id": "Marsouuu/lareneg3B-ECE-PRYMMAL-Martial", + "name": "lareneg3B-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.788, - "hfopenllm_v2/BBH": 0.6969, - "hfopenllm_v2/MATH Level 5": 0.4056, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4784, - "hfopenllm_v2/MMLU-PRO": 0.5455 + "hfopenllm_v2/IFEval": 0.3303, + "hfopenllm_v2/BBH": 0.5453, + "hfopenllm_v2/MATH Level 5": 0.1518, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4725, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "dicta-il/dictalm2.0", - "name": "dictalm2.0", - "developer": "dicta-il", + "id": "Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial", + "name": "lareneg3Bv2-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2413, - "hfopenllm_v2/BBH": 0.4018, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.2605 + "hfopenllm_v2/IFEval": 0.5753, + "hfopenllm_v2/BBH": 0.5623, + "hfopenllm_v2/MATH Level 5": 0.3656, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4369, + "hfopenllm_v2/MMLU-PRO": 0.4511 } }, { - "id": "dicta-il/dictalm2.0-instruct", - "name": "dictalm2.0-instruct", - "developer": "dicta-il", + "id": "Marsouuu/MiniMathExpert-2_61B-ECE-PRYMMAL-Martial", + "name": "MiniMathExpert-2_61B-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4412, - "hfopenllm_v2/BBH": 0.4256, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3946, - "hfopenllm_v2/MMLU-PRO": 0.2605 + "hfopenllm_v2/IFEval": 0.2548, + "hfopenllm_v2/BBH": 0.3953, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.4083, + "hfopenllm_v2/MMLU-PRO": 0.2274 } }, { - "id": "distilbert/distilgpt2", - "name": "distilgpt2", - "developer": "distilbert", + "id": "Marsouuu/MiniQwenMathExpert-ECE-PRYMMAL-Martial", + "name": "MiniQwenMathExpert-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0611, - "hfopenllm_v2/BBH": 0.3038, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.1187 + "hfopenllm_v2/IFEval": 0.2795, + "hfopenllm_v2/BBH": 0.423, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3867, + "hfopenllm_v2/MMLU-PRO": 0.2922 } }, { - "id": "divyanshukunwar/SASTRI_1_9B", - "name": "SASTRI_1_9B", - "developer": "divyanshukunwar", + "id": "Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial", + "name": "MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial", + "developer": "Marsouuu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4207, - "hfopenllm_v2/BBH": 0.468, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.3831, - "hfopenllm_v2/MMLU-PRO": 0.3187 + "hfopenllm_v2/IFEval": 0.1697, + "hfopenllm_v2/BBH": 0.3464, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3991, + "hfopenllm_v2/MMLU-PRO": 0.1379 } }, { - "id": "djuna-test-lab/TEST-L3.2-ReWish-3B", - "name": "TEST-L3.2-ReWish-3B", - "developer": "djuna-test-lab", + "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3", + "name": "ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3", + "developer": "matouLeLoup", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6368, - "hfopenllm_v2/BBH": 0.4495, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3777, - "hfopenllm_v2/MMLU-PRO": 0.3126 + "hfopenllm_v2/IFEval": 0.1873, + "hfopenllm_v2/BBH": 0.3239, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3752, + "hfopenllm_v2/MMLU-PRO": 0.172 } }, { - "id": "djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base", - "name": "TEST-L3.2-ReWish-3B-ties-w-base", - "developer": "djuna-test-lab", + "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis", + "name": "ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis", + "developer": "matouLeLoup", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6353, - "hfopenllm_v2/BBH": 0.4495, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3777, - "hfopenllm_v2/MMLU-PRO": 0.3126 + "hfopenllm_v2/IFEval": 0.1873, + "hfopenllm_v2/BBH": 0.3239, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3752, + "hfopenllm_v2/MMLU-PRO": 0.172 } }, { - "id": "djuna/G2-BigGSHT-27B-2", - "name": "G2-BigGSHT-27B-2", - "developer": "djuna", + "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis", + "name": "ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis", + "developer": "matouLeLoup", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7974, - "hfopenllm_v2/BBH": 0.6415, - "hfopenllm_v2/MATH Level 5": 0.2349, - "hfopenllm_v2/GPQA": 0.3633, - "hfopenllm_v2/MUSR": 0.4072, - "hfopenllm_v2/MMLU-PRO": 0.4528 + "hfopenllm_v2/IFEval": 0.1873, + "hfopenllm_v2/BBH": 0.3239, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3752, + "hfopenllm_v2/MMLU-PRO": 0.172 } }, { - "id": "djuna/G2-GSHT", - "name": "G2-GSHT", - "developer": "djuna", + "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis", + "name": "ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis", + "developer": "matouLeLoup", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.563, - "hfopenllm_v2/BBH": 0.527, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4006, - "hfopenllm_v2/MMLU-PRO": 0.307 + "hfopenllm_v2/IFEval": 0.1882, + "hfopenllm_v2/BBH": 0.3233, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3685, + "hfopenllm_v2/MMLU-PRO": 0.172 } }, { - "id": "djuna/Gemma-2-gemmama-9b", - "name": "Gemma-2-gemmama-9b", - "developer": "djuna", + "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis", + "name": "ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis", + "developer": "matouLeLoup", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7703, - "hfopenllm_v2/BBH": 0.542, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4031, - "hfopenllm_v2/MMLU-PRO": 0.3109 + "hfopenllm_v2/IFEval": 0.1652, + "hfopenllm_v2/BBH": 0.3024, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.4273, + "hfopenllm_v2/MMLU-PRO": 0.1116 } }, { - "id": "djuna/L3.1-ForStHS", - "name": "L3.1-ForStHS", - "developer": "djuna", + "id": "mattshumer/ref_70_e3", + "name": "ref_70_e3", + "developer": "mattshumer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7813, - "hfopenllm_v2/BBH": 0.5203, - "hfopenllm_v2/MATH Level 5": 0.1503, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4026, - "hfopenllm_v2/MMLU-PRO": 0.3735 + "hfopenllm_v2/IFEval": 0.6294, + "hfopenllm_v2/BBH": 0.6501, + "hfopenllm_v2/MATH Level 5": 0.2795, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4328, + "hfopenllm_v2/MMLU-PRO": 0.5303 } }, { - "id": "djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc", - "name": "L3.1-Promissum_Mane-8B-Della-1.5-calc", - "developer": "djuna", + "id": "mattshumer/Reflection-70B", + "name": "mattshumer/Reflection-70B", + "developer": "mattshumer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7235, - "hfopenllm_v2/BBH": 0.5433, - "hfopenllm_v2/MATH Level 5": 0.1639, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4253, - "hfopenllm_v2/MMLU-PRO": 0.3904 + "reward-bench/Score": 0.8422, + "reward-bench/Chat": 0.9749, + "reward-bench/Chat Hard": 0.7061, + "reward-bench/Safety": 0.8318, + "reward-bench/Reasoning": 0.8562 } }, { - "id": "djuna/L3.1-Promissum_Mane-8B-Della-calc", - "name": "L3.1-Promissum_Mane-8B-Della-calc", - "developer": "djuna", + "id": "mattshumer/Reflection-Llama-3.1-70B", + "name": "Reflection-Llama-3.1-70B", + "developer": "mattshumer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5442, - "hfopenllm_v2/BBH": 0.5486, - "hfopenllm_v2/MATH Level 5": 0.1843, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.423, - "hfopenllm_v2/MMLU-PRO": 0.3802 + "hfopenllm_v2/IFEval": 0.0045, + "hfopenllm_v2/BBH": 0.645, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3633, + "hfopenllm_v2/MUSR": 0.4577, + "hfopenllm_v2/MMLU-PRO": 0.4955 } }, { - "id": "djuna/L3.1-Purosani-2-8B", - "name": "L3.1-Purosani-2-8B", - "developer": "djuna", + "id": "maywell/Qwen2-7B-Multilingual-RP", + "name": "Qwen2-7B-Multilingual-RP", + "developer": "maywell", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4988, - "hfopenllm_v2/BBH": 0.5182, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3816, - "hfopenllm_v2/MMLU-PRO": 0.3752 + "hfopenllm_v2/IFEval": 0.4347, + "hfopenllm_v2/BBH": 0.5062, + "hfopenllm_v2/MATH Level 5": 0.2243, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3696, + "hfopenllm_v2/MMLU-PRO": 0.3859 } }, { - "id": "djuna/L3.1-Suze-Vume-calc", - "name": "L3.1-Suze-Vume-calc", - "developer": "djuna", + "id": "MaziyarPanahi/calme-2.1-llama3.1-70b", + "name": "calme-2.1-llama3.1-70b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7297, - "hfopenllm_v2/BBH": 0.5164, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3843, - "hfopenllm_v2/MMLU-PRO": 0.3515 + "hfopenllm_v2/IFEval": 0.8434, + "hfopenllm_v2/BBH": 0.6448, + "hfopenllm_v2/MATH Level 5": 0.4101, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.438, + "hfopenllm_v2/MMLU-PRO": 0.5283 } }, { - "id": "djuna/MN-Chinofun", - "name": "MN-Chinofun", - "developer": "djuna", + "id": "MaziyarPanahi/calme-2.1-phi3-4b", + "name": "calme-2.1-phi3-4b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.611, - "hfopenllm_v2/BBH": 0.4953, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4084, - "hfopenllm_v2/MMLU-PRO": 0.3603 + "hfopenllm_v2/IFEval": 0.5525, + "hfopenllm_v2/BBH": 0.5595, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.3746 } }, { - "id": "djuna/MN-Chinofun-12B-2", - "name": "MN-Chinofun-12B-2", - "developer": "djuna", + "id": "MaziyarPanahi/calme-2.1-phi3.5-4b", + "name": "calme-2.1-phi3.5-4b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6171, - "hfopenllm_v2/BBH": 0.5037, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4268, - "hfopenllm_v2/MMLU-PRO": 0.3615 + "hfopenllm_v2/IFEval": 0.5659, + "hfopenllm_v2/BBH": 0.5484, + "hfopenllm_v2/MATH Level 5": 0.2039, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.3995, + "hfopenllm_v2/MMLU-PRO": 0.3935 } }, { - "id": "djuna/MN-Chinofun-12B-3", - "name": "MN-Chinofun-12B-3", - "developer": "djuna", + "id": "MaziyarPanahi/calme-2.1-qwen2-72b", + "name": "calme-2.1-qwen2-72b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3053, - "hfopenllm_v2/BBH": 0.5348, - "hfopenllm_v2/MATH Level 5": 0.1005, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3026 + "hfopenllm_v2/IFEval": 0.8163, + "hfopenllm_v2/BBH": 0.6966, + "hfopenllm_v2/MATH Level 5": 0.4079, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4732, + "hfopenllm_v2/MMLU-PRO": 0.5415 } }, { - "id": "djuna/MN-Chinofun-12B-4", - "name": "MN-Chinofun-12B-4", - "developer": "djuna", + "id": "MaziyarPanahi/calme-2.1-qwen2-7b", + "name": "calme-2.1-qwen2-7b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5404, - "hfopenllm_v2/BBH": 0.5348, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4307, - "hfopenllm_v2/MMLU-PRO": 0.3497 + "hfopenllm_v2/IFEval": 0.3816, + "hfopenllm_v2/BBH": 0.5046, + "hfopenllm_v2/MATH Level 5": 0.2311, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4437, + "hfopenllm_v2/MMLU-PRO": 0.3693 } }, { - "id": "djuna/Q2.5-Partron-7B", - "name": "Q2.5-Partron-7B", - "developer": "djuna", + "id": "MaziyarPanahi/calme-2.1-qwen2.5-72b", + "name": "calme-2.1-qwen2.5-72b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7321, - "hfopenllm_v2/BBH": 0.5418, - "hfopenllm_v2/MATH Level 5": 0.4826, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4165, - "hfopenllm_v2/MMLU-PRO": 0.4283 + "hfopenllm_v2/IFEval": 0.8662, + "hfopenllm_v2/BBH": 0.7262, + "hfopenllm_v2/MATH Level 5": 0.5914, + "hfopenllm_v2/GPQA": 0.3633, + "hfopenllm_v2/MUSR": 0.4298, + "hfopenllm_v2/MMLU-PRO": 0.5619 } }, { - "id": "djuna/Q2.5-Veltha-14B", - "name": "Q2.5-Veltha-14B", - "developer": "djuna", + "id": "MaziyarPanahi/calme-2.1-rys-78b", + "name": "calme-2.1-rys-78b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8292, - "hfopenllm_v2/BBH": 0.6484, - "hfopenllm_v2/MATH Level 5": 0.4789, - "hfopenllm_v2/GPQA": 0.3591, - "hfopenllm_v2/MUSR": 0.4194, - "hfopenllm_v2/MMLU-PRO": 0.5298 + "hfopenllm_v2/IFEval": 0.8136, + "hfopenllm_v2/BBH": 0.7098, + "hfopenllm_v2/MATH Level 5": 0.3943, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4693, + "hfopenllm_v2/MMLU-PRO": 0.5444 } }, { - "id": "djuna/Q2.5-Veltha-14B-0.5", - "name": "Q2.5-Veltha-14B-0.5", - "developer": "djuna", + "id": "MaziyarPanahi/calme-2.2-llama3-70b", + "name": "calme-2.2-llama3-70b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7796, - "hfopenllm_v2/BBH": 0.6523, - "hfopenllm_v2/MATH Level 5": 0.4373, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4339, - "hfopenllm_v2/MMLU-PRO": 0.5295 + "hfopenllm_v2/IFEval": 0.8208, + "hfopenllm_v2/BBH": 0.6435, + "hfopenllm_v2/MATH Level 5": 0.2394, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4446, + "hfopenllm_v2/MMLU-PRO": 0.5207 } }, { - "id": "dnhkng/RYS-Llama-3-8B-Instruct", - "name": "RYS-Llama-3-8B-Instruct", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.2-llama3.1-70b", + "name": "calme-2.2-llama3.1-70b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6958, - "hfopenllm_v2/BBH": 0.4809, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3383, - "hfopenllm_v2/MMLU-PRO": 0.3557 + "hfopenllm_v2/IFEval": 0.8593, + "hfopenllm_v2/BBH": 0.6793, + "hfopenllm_v2/MATH Level 5": 0.4366, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4542, + "hfopenllm_v2/MMLU-PRO": 0.5415 } }, { - "id": "dnhkng/RYS-Llama-3-Huge-Instruct", - "name": "RYS-Llama-3-Huge-Instruct", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.2-phi3-4b", + "name": "calme-2.2-phi3-4b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7686, - "hfopenllm_v2/BBH": 0.6481, - "hfopenllm_v2/MATH Level 5": 0.2289, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.4208, - "hfopenllm_v2/MMLU-PRO": 0.511 + "hfopenllm_v2/IFEval": 0.5069, + "hfopenllm_v2/BBH": 0.553, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.3976, + "hfopenllm_v2/MMLU-PRO": 0.3814 } }, { - "id": "dnhkng/RYS-Llama-3-Large-Instruct", - "name": "RYS-Llama-3-Large-Instruct", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.2-qwen2-72b", + "name": "calme-2.2-qwen2-72b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8051, - "hfopenllm_v2/BBH": 0.6525, - "hfopenllm_v2/MATH Level 5": 0.2304, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.418, - "hfopenllm_v2/MMLU-PRO": 0.5137 + "hfopenllm_v2/IFEval": 0.8008, + "hfopenllm_v2/BBH": 0.694, + "hfopenllm_v2/MATH Level 5": 0.4532, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4508, + "hfopenllm_v2/MMLU-PRO": 0.5435 } }, { - "id": "dnhkng/RYS-Llama-3.1-8B-Instruct", - "name": "RYS-Llama-3.1-8B-Instruct", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.2-qwen2-7b", + "name": "calme-2.2-qwen2-7b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7685, - "hfopenllm_v2/BBH": 0.5164, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3681, - "hfopenllm_v2/MMLU-PRO": 0.3639 + "hfopenllm_v2/IFEval": 0.3597, + "hfopenllm_v2/BBH": 0.5215, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4358, + "hfopenllm_v2/MMLU-PRO": 0.3899 } }, { - "id": "dnhkng/RYS-Llama3.1-Large", - "name": "RYS-Llama3.1-Large", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.2-qwen2.5-72b", + "name": "calme-2.2-qwen2.5-72b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8492, - "hfopenllm_v2/BBH": 0.6899, - "hfopenllm_v2/MATH Level 5": 0.3505, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4554, - "hfopenllm_v2/MMLU-PRO": 0.5249 + "hfopenllm_v2/IFEval": 0.8477, + "hfopenllm_v2/BBH": 0.7276, + "hfopenllm_v2/MATH Level 5": 0.5891, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.5618 } }, { - "id": "dnhkng/RYS-Medium", - "name": "RYS-Medium", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.2-rys-78b", + "name": "calme-2.2-rys-78b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4406, - "hfopenllm_v2/BBH": 0.6285, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4069, - "hfopenllm_v2/MMLU-PRO": 0.4326 + "hfopenllm_v2/IFEval": 0.7986, + "hfopenllm_v2/BBH": 0.7081, + "hfopenllm_v2/MATH Level 5": 0.4071, + "hfopenllm_v2/GPQA": 0.4069, + "hfopenllm_v2/MUSR": 0.4536, + "hfopenllm_v2/MMLU-PRO": 0.5386 } }, { - "id": "dnhkng/RYS-Phi-3-medium-4k-instruct", - "name": "RYS-Phi-3-medium-4k-instruct", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.3-llama3-70b", + "name": "calme-2.3-llama3-70b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4391, - "hfopenllm_v2/BBH": 0.6226, - "hfopenllm_v2/MATH Level 5": 0.1609, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.4253, - "hfopenllm_v2/MMLU-PRO": 0.4846 + "hfopenllm_v2/IFEval": 0.801, + "hfopenllm_v2/BBH": 0.6399, + "hfopenllm_v2/MATH Level 5": 0.2326, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4261, + "hfopenllm_v2/MMLU-PRO": 0.5204 } }, { - "id": "dnhkng/RYS-XLarge", - "name": "RYS-XLarge", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.3-llama3.1-70b", + "name": "calme-2.3-llama3.1-70b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7996, - "hfopenllm_v2/BBH": 0.705, - "hfopenllm_v2/MATH Level 5": 0.4252, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.497, - "hfopenllm_v2/MMLU-PRO": 0.5428 + "hfopenllm_v2/IFEval": 0.8605, + "hfopenllm_v2/BBH": 0.6872, + "hfopenllm_v2/MATH Level 5": 0.3927, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4568, + "hfopenllm_v2/MMLU-PRO": 0.5363 } }, { - "id": "dnhkng/RYS-XLarge-base", - "name": "RYS-XLarge-base", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.3-phi3-4b", + "name": "calme-2.3-phi3-4b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.791, - "hfopenllm_v2/BBH": 0.7047, - "hfopenllm_v2/MATH Level 5": 0.3792, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4903, - "hfopenllm_v2/MMLU-PRO": 0.5431 + "hfopenllm_v2/IFEval": 0.4926, + "hfopenllm_v2/BBH": 0.5538, + "hfopenllm_v2/MATH Level 5": 0.1473, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.3988, + "hfopenllm_v2/MMLU-PRO": 0.3828 } }, { - "id": "dnhkng/RYS-XLarge2", - "name": "RYS-XLarge2", - "developer": "dnhkng", + "id": "MaziyarPanahi/calme-2.3-qwen2-72b", + "name": "calme-2.3-qwen2-72b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4902, - "hfopenllm_v2/BBH": 0.6574, - "hfopenllm_v2/MATH Level 5": 0.2749, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4508, - "hfopenllm_v2/MMLU-PRO": 0.5378 + "hfopenllm_v2/IFEval": 0.385, + "hfopenllm_v2/BBH": 0.6576, + "hfopenllm_v2/MATH Level 5": 0.3172, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.4112, + "hfopenllm_v2/MMLU-PRO": 0.5419 } }, { - "id": "dreamgen/WizardLM-2-7B", - "name": "WizardLM-2-7B", - "developer": "dreamgen", + "id": "MaziyarPanahi/calme-2.3-qwen2-7b", + "name": "calme-2.3-qwen2-7b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4583, - "hfopenllm_v2/BBH": 0.3487, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3941, - "hfopenllm_v2/MMLU-PRO": 0.266 + "hfopenllm_v2/IFEval": 0.3825, + "hfopenllm_v2/BBH": 0.5064, + "hfopenllm_v2/MATH Level 5": 0.2069, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4422, + "hfopenllm_v2/MMLU-PRO": 0.3611 } }, { - "id": "dustinwloring1988/Reflexis-8b-chat-v1", - "name": "Reflexis-8b-chat-v1", - "developer": "dustinwloring1988", + "id": "MaziyarPanahi/calme-2.3-rys-78b", + "name": "calme-2.3-rys-78b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3658, - "hfopenllm_v2/BBH": 0.4664, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.3384 + "hfopenllm_v2/IFEval": 0.8066, + "hfopenllm_v2/BBH": 0.7108, + "hfopenllm_v2/MATH Level 5": 0.398, + "hfopenllm_v2/GPQA": 0.4044, + "hfopenllm_v2/MUSR": 0.4549, + "hfopenllm_v2/MMLU-PRO": 0.5475 } }, { - "id": "dustinwloring1988/Reflexis-8b-chat-v2", - "name": "Reflexis-8b-chat-v2", - "developer": "dustinwloring1988", + "id": "MaziyarPanahi/calme-2.4-llama3-70b", + "name": "calme-2.4-llama3-70b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3912, - "hfopenllm_v2/BBH": 0.4724, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3526, - "hfopenllm_v2/MMLU-PRO": 0.3378 + "hfopenllm_v2/IFEval": 0.5027, + "hfopenllm_v2/BBH": 0.6418, + "hfopenllm_v2/MATH Level 5": 0.2447, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4288, + "hfopenllm_v2/MMLU-PRO": 0.5204 } }, { - "id": "dustinwloring1988/Reflexis-8b-chat-v3", - "name": "Reflexis-8b-chat-v3", - "developer": "dustinwloring1988", + "id": "MaziyarPanahi/calme-2.4-qwen2-7b", + "name": "calme-2.4-qwen2-7b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5367, - "hfopenllm_v2/BBH": 0.4658, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3512, - "hfopenllm_v2/MMLU-PRO": 0.3548 + "hfopenllm_v2/IFEval": 0.33, + "hfopenllm_v2/BBH": 0.5101, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4453, + "hfopenllm_v2/MMLU-PRO": 0.3977 } }, { - "id": "dustinwloring1988/Reflexis-8b-chat-v4", - "name": "Reflexis-8b-chat-v4", - "developer": "dustinwloring1988", + "id": "MaziyarPanahi/calme-2.4-rys-78b", + "name": "calme-2.4-rys-78b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4698, - "hfopenllm_v2/BBH": 0.4686, - "hfopenllm_v2/MATH Level 5": 0.1027, - "hfopenllm_v2/GPQA": 0.2341, - "hfopenllm_v2/MUSR": 0.3393, - "hfopenllm_v2/MMLU-PRO": 0.339 + "hfopenllm_v2/IFEval": 0.8011, + "hfopenllm_v2/BBH": 0.728, + "hfopenllm_v2/MATH Level 5": 0.4071, + "hfopenllm_v2/GPQA": 0.4027, + "hfopenllm_v2/MUSR": 0.5771, + "hfopenllm_v2/MMLU-PRO": 0.7002 } }, { - "id": "dustinwloring1988/Reflexis-8b-chat-v5", - "name": "Reflexis-8b-chat-v5", - "developer": "dustinwloring1988", + "id": "MaziyarPanahi/calme-2.5-qwen2-7b", + "name": "calme-2.5-qwen2-7b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4238, - "hfopenllm_v2/BBH": 0.4782, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3354, - "hfopenllm_v2/MMLU-PRO": 0.3217 + "hfopenllm_v2/IFEval": 0.3145, + "hfopenllm_v2/BBH": 0.4887, + "hfopenllm_v2/MATH Level 5": 0.2258, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4565, + "hfopenllm_v2/MMLU-PRO": 0.3682 } }, { - "id": "dustinwloring1988/Reflexis-8b-chat-v6", - "name": "Reflexis-8b-chat-v6", - "developer": "dustinwloring1988", + "id": "MaziyarPanahi/calme-2.6-qwen2-7b", + "name": "calme-2.6-qwen2-7b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4939, - "hfopenllm_v2/BBH": 0.481, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3753, - "hfopenllm_v2/MMLU-PRO": 0.3479 + "hfopenllm_v2/IFEval": 0.3443, + "hfopenllm_v2/BBH": 0.493, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4586, + "hfopenllm_v2/MMLU-PRO": 0.3732 } }, { - "id": "dustinwloring1988/Reflexis-8b-chat-v7", - "name": "Reflexis-8b-chat-v7", - "developer": "dustinwloring1988", + "id": "MaziyarPanahi/calme-2.7-qwen2-7b", + "name": "calme-2.7-qwen2-7b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.398, - "hfopenllm_v2/BBH": 0.481, - "hfopenllm_v2/MATH Level 5": 0.1631, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.3643 + "hfopenllm_v2/IFEval": 0.3592, + "hfopenllm_v2/BBH": 0.4883, + "hfopenllm_v2/MATH Level 5": 0.1382, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4824, + "hfopenllm_v2/MMLU-PRO": 0.3705 } }, { - "id": "duyhv1411/Llama-3.2-1B-en-vi", - "name": "Llama-3.2-1B-en-vi", - "developer": "duyhv1411", + "id": "MaziyarPanahi/calme-3.1-baguette-3b", + "name": "calme-3.1-baguette-3b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4788, - "hfopenllm_v2/BBH": 0.3291, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3197, - "hfopenllm_v2/MMLU-PRO": 0.1341 + "hfopenllm_v2/IFEval": 0.6234, + "hfopenllm_v2/BBH": 0.4683, + "hfopenllm_v2/MATH Level 5": 0.256, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4008, + "hfopenllm_v2/MMLU-PRO": 0.3399 } }, { - "id": "duyhv1411/Llama-3.2-3B-en-vi", - "name": "Llama-3.2-3B-en-vi", - "developer": "duyhv1411", + "id": "MaziyarPanahi/calme-3.1-instruct-3b", + "name": "calme-3.1-instruct-3b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4852, - "hfopenllm_v2/BBH": 0.3272, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.321, - "hfopenllm_v2/MMLU-PRO": 0.1359 + "hfopenllm_v2/IFEval": 0.4336, + "hfopenllm_v2/BBH": 0.4813, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3952, + "hfopenllm_v2/MMLU-PRO": 0.3557 } }, { - "id": "dwikitheduck/gemma-2-2b-id", - "name": "gemma-2-2b-id", - "developer": "dwikitheduck", + "id": "MaziyarPanahi/calme-3.1-instruct-78b", + "name": "calme-3.1-instruct-78b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3879, - "hfopenllm_v2/BBH": 0.3962, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.2173 + "hfopenllm_v2/IFEval": 0.8136, + "hfopenllm_v2/BBH": 0.7305, + "hfopenllm_v2/MATH Level 5": 0.3927, + "hfopenllm_v2/GPQA": 0.396, + "hfopenllm_v2/MUSR": 0.5891, + "hfopenllm_v2/MMLU-PRO": 0.7185 } }, { - "id": "dwikitheduck/gemma-2-2b-id-inst", - "name": "gemma-2-2b-id-inst", - "developer": "dwikitheduck", + "id": "MaziyarPanahi/calme-3.1-llamaloi-3b", + "name": "calme-3.1-llamaloi-3b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3879, - "hfopenllm_v2/BBH": 0.3962, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.2173 + "hfopenllm_v2/IFEval": 0.7375, + "hfopenllm_v2/BBH": 0.4587, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3515, + "hfopenllm_v2/MMLU-PRO": 0.3205 } }, { - "id": "dwikitheduck/gemma-2-2b-id-instruct", - "name": "gemma-2-2b-id-instruct", - "developer": "dwikitheduck", + "id": "MaziyarPanahi/calme-3.2-baguette-3b", + "name": "calme-3.2-baguette-3b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3879, - "hfopenllm_v2/BBH": 0.3962, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.2173 + "hfopenllm_v2/IFEval": 0.6338, + "hfopenllm_v2/BBH": 0.4709, + "hfopenllm_v2/MATH Level 5": 0.2825, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.3338 } }, { - "id": "dwikitheduck/gen-inst-1", - "name": "gen-inst-1", - "developer": "dwikitheduck", + "id": "MaziyarPanahi/calme-3.2-instruct-3b", + "name": "calme-3.2-instruct-3b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.775, - "hfopenllm_v2/BBH": 0.642, - "hfopenllm_v2/MATH Level 5": 0.4554, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.4205, - "hfopenllm_v2/MMLU-PRO": 0.5089 + "hfopenllm_v2/IFEval": 0.5533, + "hfopenllm_v2/BBH": 0.4866, + "hfopenllm_v2/MATH Level 5": 0.2168, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4047, + "hfopenllm_v2/MMLU-PRO": 0.3653 } }, { - "id": "dwikitheduck/gen-try1", - "name": "gen-try1", - "developer": "dwikitheduck", + "id": "MaziyarPanahi/calme-3.2-instruct-78b", + "name": "calme-3.2-instruct-78b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7522, - "hfopenllm_v2/BBH": 0.6359, - "hfopenllm_v2/MATH Level 5": 0.4101, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4416, - "hfopenllm_v2/MMLU-PRO": 0.5111 + "hfopenllm_v2/IFEval": 0.8063, + "hfopenllm_v2/BBH": 0.7319, + "hfopenllm_v2/MATH Level 5": 0.4033, + "hfopenllm_v2/GPQA": 0.4027, + "hfopenllm_v2/MUSR": 0.6024, + "hfopenllm_v2/MMLU-PRO": 0.7303 } }, { - "id": "dwikitheduck/gen-try1-notemp", - "name": "gen-try1-notemp", - "developer": "dwikitheduck", + "id": "MaziyarPanahi/calme-3.3-baguette-3b", + "name": "calme-3.3-baguette-3b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2627, - "hfopenllm_v2/BBH": 0.6263, - "hfopenllm_v2/MATH Level 5": 0.318, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4714, - "hfopenllm_v2/MMLU-PRO": 0.521 + "hfopenllm_v2/IFEval": 0.636, + "hfopenllm_v2/BBH": 0.4678, + "hfopenllm_v2/MATH Level 5": 0.3807, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3928, + "hfopenllm_v2/MMLU-PRO": 0.3342 } }, { - "id": "dzakwan/dzakwan-MoE-4x7b-Beta", - "name": "dzakwan-MoE-4x7b-Beta", - "developer": "dzakwan", + "id": "MaziyarPanahi/calme-3.3-instruct-3b", + "name": "calme-3.3-instruct-3b", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4443, - "hfopenllm_v2/BBH": 0.514, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4267, - "hfopenllm_v2/MMLU-PRO": 0.3108 + "hfopenllm_v2/IFEval": 0.6423, + "hfopenllm_v2/BBH": 0.4693, + "hfopenllm_v2/MATH Level 5": 0.3739, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4074, + "hfopenllm_v2/MMLU-PRO": 0.3305 } }, { - "id": "ehristoforu/Falcon3-8B-Franken-Basestruct", - "name": "Falcon3-8B-Franken-Basestruct", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Calme-4x7B-MoE-v0.1", + "name": "Calme-4x7B-MoE-v0.1", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1715, - "hfopenllm_v2/BBH": 0.5463, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.3947 + "hfopenllm_v2/IFEval": 0.4315, + "hfopenllm_v2/BBH": 0.5103, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3057 } }, { - "id": "ehristoforu/Falcon3-MoE-2x7B-Insruct", - "name": "Falcon3-MoE-2x7B-Insruct", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Calme-4x7B-MoE-v0.2", + "name": "Calme-4x7B-MoE-v0.2", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7643, - "hfopenllm_v2/BBH": 0.5648, - "hfopenllm_v2/MATH Level 5": 0.4124, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.484, - "hfopenllm_v2/MMLU-PRO": 0.4095 + "hfopenllm_v2/IFEval": 0.4294, + "hfopenllm_v2/BBH": 0.5111, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4318, + "hfopenllm_v2/MMLU-PRO": 0.3058 } }, { - "id": "ehristoforu/Gemma2-9B-it-psy10k-mental_health", - "name": "Gemma2-9B-it-psy10k-mental_health", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Llama-3-70B-Instruct-v0.1", + "name": "Llama-3-70B-Instruct-v0.1", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5887, - "hfopenllm_v2/BBH": 0.5539, - "hfopenllm_v2/MATH Level 5": 0.1631, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4086, - "hfopenllm_v2/MMLU-PRO": 0.3829 + "hfopenllm_v2/IFEval": 0.4714, + "hfopenllm_v2/BBH": 0.5366, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4433, + "hfopenllm_v2/MMLU-PRO": 0.4618 } }, { - "id": "ehristoforu/Gemma2-9b-it-train6", - "name": "Gemma2-9b-it-train6", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.10", + "name": "Llama-3-8B-Instruct-v0.10", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7025, - "hfopenllm_v2/BBH": 0.5898, - "hfopenllm_v2/MATH Level 5": 0.1911, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4084, - "hfopenllm_v2/MMLU-PRO": 0.3942 + "hfopenllm_v2/IFEval": 0.7667, + "hfopenllm_v2/BBH": 0.4924, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4214, + "hfopenllm_v2/MMLU-PRO": 0.3862 } }, { - "id": "ehristoforu/HappyLlama1", - "name": "HappyLlama1", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.8", + "name": "Llama-3-8B-Instruct-v0.8", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7363, - "hfopenllm_v2/BBH": 0.4996, - "hfopenllm_v2/MATH Level 5": 0.1427, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.3546 + "hfopenllm_v2/IFEval": 0.7528, + "hfopenllm_v2/BBH": 0.4963, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4202, + "hfopenllm_v2/MMLU-PRO": 0.3853 } }, { - "id": "ehristoforu/QwenQwen2.5-7B-IT", - "name": "QwenQwen2.5-7B-IT", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Llama-3-8B-Instruct-v0.9", + "name": "Llama-3-8B-Instruct-v0.9", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7518, - "hfopenllm_v2/BBH": 0.5398, - "hfopenllm_v2/MATH Level 5": 0.5091, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.4289 + "hfopenllm_v2/IFEval": 0.763, + "hfopenllm_v2/BBH": 0.4936, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4148, + "hfopenllm_v2/MMLU-PRO": 0.3846 } }, { - "id": "ehristoforu/QwenQwen2.5-7B-IT-Dare", - "name": "QwenQwen2.5-7B-IT-Dare", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Qwen1.5-MoE-A2.7B-Wikihow", + "name": "Qwen1.5-MoE-A2.7B-Wikihow", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7509, - "hfopenllm_v2/BBH": 0.5398, - "hfopenllm_v2/MATH Level 5": 0.5091, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.4289 + "hfopenllm_v2/IFEval": 0.2954, + "hfopenllm_v2/BBH": 0.392, + "hfopenllm_v2/MATH Level 5": 0.0823, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3502, + "hfopenllm_v2/MMLU-PRO": 0.238 } }, { - "id": "ehristoforu/RQwen-v0.1", - "name": "RQwen-v0.1", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Qwen2-7B-Instruct-v0.1", + "name": "Qwen2-7B-Instruct-v0.1", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7625, - "hfopenllm_v2/BBH": 0.6446, - "hfopenllm_v2/MATH Level 5": 0.4645, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4139, - "hfopenllm_v2/MMLU-PRO": 0.5202 + "hfopenllm_v2/IFEval": 0.3352, + "hfopenllm_v2/BBH": 0.5123, + "hfopenllm_v2/MATH Level 5": 0.2213, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4435, + "hfopenllm_v2/MMLU-PRO": 0.3857 } }, { - "id": "ehristoforu/RQwen-v0.2", - "name": "RQwen-v0.2", - "developer": "ehristoforu", + "id": "MaziyarPanahi/Qwen2-7B-Instruct-v0.8", + "name": "Qwen2-7B-Instruct-v0.8", + "developer": "MaziyarPanahi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7504, - "hfopenllm_v2/BBH": 0.6427, - "hfopenllm_v2/MATH Level 5": 0.327, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.5159 + "hfopenllm_v2/IFEval": 0.2775, + "hfopenllm_v2/BBH": 0.4637, + "hfopenllm_v2/MATH Level 5": 0.1767, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3566 } }, { - "id": "ehristoforu/SoRu-0009", - "name": "SoRu-0009", - "developer": "ehristoforu", + "id": "meditsolutions/Llama-3.1-MedIT-SUN-8B", + "name": "Llama-3.1-MedIT-SUN-8B", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2582, - "hfopenllm_v2/BBH": 0.315, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3369, - "hfopenllm_v2/MMLU-PRO": 0.1239 + "hfopenllm_v2/IFEval": 0.7837, + "hfopenllm_v2/BBH": 0.5187, + "hfopenllm_v2/MATH Level 5": 0.2092, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4056, + "hfopenllm_v2/MMLU-PRO": 0.3916 } }, { - "id": "ehristoforu/coolqwen-3b-it", - "name": "coolqwen-3b-it", - "developer": "ehristoforu", + "id": "meditsolutions/Llama-3.2-SUN-1B-chat", + "name": "Llama-3.2-SUN-1B-chat", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6473, - "hfopenllm_v2/BBH": 0.4851, - "hfopenllm_v2/MATH Level 5": 0.3671, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4125, - "hfopenllm_v2/MMLU-PRO": 0.3601 + "hfopenllm_v2/IFEval": 0.5482, + "hfopenllm_v2/BBH": 0.3514, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1838 } }, { - "id": "ehristoforu/della-70b-test-v1", - "name": "della-70b-test-v1", - "developer": "ehristoforu", + "id": "meditsolutions/Llama-3.2-SUN-1B-Instruct", + "name": "Llama-3.2-SUN-1B-Instruct", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4979, - "hfopenllm_v2/BBH": 0.3029, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.4555, - "hfopenllm_v2/MMLU-PRO": 0.1575 + "hfopenllm_v2/IFEval": 0.6413, + "hfopenllm_v2/BBH": 0.3474, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3514, + "hfopenllm_v2/MMLU-PRO": 0.1781 } }, { - "id": "ehristoforu/falcon3-ultraset", - "name": "falcon3-ultraset", - "developer": "ehristoforu", + "id": "meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000", + "name": "Llama-3.2-SUN-2.4B-checkpoint-26000", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7135, - "hfopenllm_v2/BBH": 0.5584, - "hfopenllm_v2/MATH Level 5": 0.2122, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4853, - "hfopenllm_v2/MMLU-PRO": 0.3982 + "hfopenllm_v2/IFEval": 0.2814, + "hfopenllm_v2/BBH": 0.3018, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4103, + "hfopenllm_v2/MMLU-PRO": 0.1345 } }, { - "id": "ehristoforu/fd-lora-merged-16x32", - "name": "fd-lora-merged-16x32", - "developer": "ehristoforu", + "id": "meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800", + "name": "Llama-3.2-SUN-2.4B-checkpoint-34800", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3481, - "hfopenllm_v2/BBH": 0.3308, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3514, - "hfopenllm_v2/MMLU-PRO": 0.1205 + "hfopenllm_v2/IFEval": 0.2501, + "hfopenllm_v2/BBH": 0.3161, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4022, + "hfopenllm_v2/MMLU-PRO": 0.1357 } }, { - "id": "ehristoforu/fd-lora-merged-64x128", - "name": "fd-lora-merged-64x128", - "developer": "ehristoforu", + "id": "meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0", + "name": "Llama-3.2-SUN-2.4B-v1.0.0", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3281, - "hfopenllm_v2/BBH": 0.3345, - "hfopenllm_v2/MATH Level 5": 0.1873, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3368, - "hfopenllm_v2/MMLU-PRO": 0.1537 + "hfopenllm_v2/IFEval": 0.5637, + "hfopenllm_v2/BBH": 0.3391, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.1543 } }, { - "id": "ehristoforu/fp4-14b-it-v1", - "name": "fp4-14b-it-v1", - "developer": "ehristoforu", + "id": "meditsolutions/Llama-3.2-SUN-2.5B-chat", + "name": "Llama-3.2-SUN-2.5B-chat", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2535, - "hfopenllm_v2/BBH": 0.574, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3595, - "hfopenllm_v2/MMLU-PRO": 0.4205 + "hfopenllm_v2/IFEval": 0.5604, + "hfopenllm_v2/BBH": 0.3575, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3155, + "hfopenllm_v2/MMLU-PRO": 0.1813 } }, { - "id": "ehristoforu/fp4-14b-v1-fix", - "name": "fp4-14b-v1-fix", - "developer": "ehristoforu", + "id": "meditsolutions/Llama-3.2-SUN-HDIC-1B-Instruct", + "name": "Llama-3.2-SUN-HDIC-1B-Instruct", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6742, - "hfopenllm_v2/BBH": 0.6817, - "hfopenllm_v2/MATH Level 5": 0.4207, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4532, - "hfopenllm_v2/MMLU-PRO": 0.5353 + "hfopenllm_v2/IFEval": 0.6827, + "hfopenllm_v2/BBH": 0.3508, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2366, + "hfopenllm_v2/MUSR": 0.3594, + "hfopenllm_v2/MMLU-PRO": 0.1687 } }, { - "id": "ehristoforu/fq2.5-7b-it-normalize_false", - "name": "fq2.5-7b-it-normalize_false", - "developer": "ehristoforu", + "id": "meditsolutions/MedIT-Mesh-3B-Instruct", + "name": "MedIT-Mesh-3B-Instruct", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7399, - "hfopenllm_v2/BBH": 0.552, - "hfopenllm_v2/MATH Level 5": 0.4622, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4612, - "hfopenllm_v2/MMLU-PRO": 0.4413 + "hfopenllm_v2/IFEval": 0.5814, + "hfopenllm_v2/BBH": 0.5576, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4048, + "hfopenllm_v2/MMLU-PRO": 0.4012 } }, { - "id": "ehristoforu/fq2.5-7b-it-normalize_true", - "name": "fq2.5-7b-it-normalize_true", - "developer": "ehristoforu", + "id": "meditsolutions/MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune", + "name": "MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7399, - "hfopenllm_v2/BBH": 0.552, - "hfopenllm_v2/MATH Level 5": 0.4622, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4612, - "hfopenllm_v2/MMLU-PRO": 0.4413 + "hfopenllm_v2/IFEval": 0.3655, + "hfopenllm_v2/BBH": 0.4035, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4253, + "hfopenllm_v2/MMLU-PRO": 0.219 } }, { - "id": "ehristoforu/frqwen2.5-from7b-duable4layers-it", - "name": "frqwen2.5-from7b-duable4layers-it", - "developer": "ehristoforu", + "id": "meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge", + "name": "MSH-v1-Bielik-v2.3-Instruct-MedIT-merge", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7729, - "hfopenllm_v2/BBH": 0.5264, - "hfopenllm_v2/MATH Level 5": 0.4509, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4166, - "hfopenllm_v2/MMLU-PRO": 0.4126 + "hfopenllm_v2/IFEval": 0.5814, + "hfopenllm_v2/BBH": 0.5672, + "hfopenllm_v2/MATH Level 5": 0.2077, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4385, + "hfopenllm_v2/MMLU-PRO": 0.35 } }, { - "id": "ehristoforu/frqwen2.5-from7b-it", - "name": "frqwen2.5-from7b-it", - "developer": "ehristoforu", + "id": "meditsolutions/SmolLM2-MedIT-Upscale-2B", + "name": "SmolLM2-MedIT-Upscale-2B", + "developer": "meditsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6532, - "hfopenllm_v2/BBH": 0.5143, - "hfopenllm_v2/MATH Level 5": 0.2923, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4086, - "hfopenllm_v2/MMLU-PRO": 0.3977 + "hfopenllm_v2/IFEval": 0.6429, + "hfopenllm_v2/BBH": 0.3551, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3314, + "hfopenllm_v2/MMLU-PRO": 0.1971 } }, { - "id": "ehristoforu/mllama-3.1-8b-instruct", - "name": "mllama-3.1-8b-instruct", - "developer": "ehristoforu", + "id": "meetkai/functionary-small-v3.1", + "name": "functionary-small-v3.1", + "developer": "meetkai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3458, - "hfopenllm_v2/BBH": 0.4718, - "hfopenllm_v2/MATH Level 5": 0.3776, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.338, - "hfopenllm_v2/MMLU-PRO": 0.2533 + "hfopenllm_v2/IFEval": 0.6275, + "hfopenllm_v2/BBH": 0.4982, + "hfopenllm_v2/MATH Level 5": 0.1571, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3834, + "hfopenllm_v2/MMLU-PRO": 0.3349 } }, { - "id": "ehristoforu/mllama-3.1-8b-it", - "name": "mllama-3.1-8b-it", - "developer": "ehristoforu", + "id": "meraGPT/mera-mix-4x7B", + "name": "mera-mix-4x7B", + "developer": "meraGPT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3879, - "hfopenllm_v2/BBH": 0.4868, - "hfopenllm_v2/MATH Level 5": 0.3799, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3349, - "hfopenllm_v2/MMLU-PRO": 0.2622 + "hfopenllm_v2/IFEval": 0.4832, + "hfopenllm_v2/BBH": 0.4019, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4057, + "hfopenllm_v2/MMLU-PRO": 0.2748 } }, { - "id": "ehristoforu/moremerge", - "name": "moremerge", - "developer": "ehristoforu", + "id": "mergekit-community/diabolic6045_ELN-AOC-CAIN", + "name": "diabolic6045_ELN-AOC-CAIN", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2019, - "hfopenllm_v2/BBH": 0.2868, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3566, - "hfopenllm_v2/MMLU-PRO": 0.1065 + "hfopenllm_v2/IFEval": 0.0862, + "hfopenllm_v2/BBH": 0.3126, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3658, + "hfopenllm_v2/MMLU-PRO": 0.1191 } }, { - "id": "ehristoforu/moremerge-upscaled", - "name": "moremerge-upscaled", - "developer": "ehristoforu", + "id": "mergekit-community/JAJUKA-WEWILLNEVERFORGETYOU-3B", + "name": "JAJUKA-WEWILLNEVERFORGETYOU-3B", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1979, - "hfopenllm_v2/BBH": 0.2698, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3593, - "hfopenllm_v2/MMLU-PRO": 0.1041 + "hfopenllm_v2/IFEval": 0.4941, + "hfopenllm_v2/BBH": 0.437, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3656, + "hfopenllm_v2/MMLU-PRO": 0.3033 } }, { - "id": "ehristoforu/phi-4-25b", - "name": "phi-4-25b", - "developer": "ehristoforu", + "id": "mergekit-community/mergekit-dare_ties-ajgjgea", + "name": "mergekit-dare_ties-ajgjgea", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6484, - "hfopenllm_v2/BBH": 0.6908, - "hfopenllm_v2/MATH Level 5": 0.4524, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4208, - "hfopenllm_v2/MMLU-PRO": 0.5351 + "hfopenllm_v2/IFEval": 0.5263, + "hfopenllm_v2/BBH": 0.3495, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1744 } }, { - "id": "ehristoforu/qwen2.5-test-32b-it", - "name": "qwen2.5-test-32b-it", - "developer": "ehristoforu", + "id": "mergekit-community/mergekit-della-zgowfmf", + "name": "mergekit-della-zgowfmf", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7889, - "hfopenllm_v2/BBH": 0.7081, - "hfopenllm_v2/MATH Level 5": 0.5974, - "hfopenllm_v2/GPQA": 0.3641, - "hfopenllm_v2/MUSR": 0.4578, - "hfopenllm_v2/MMLU-PRO": 0.5765 + "hfopenllm_v2/IFEval": 0.4828, + "hfopenllm_v2/BBH": 0.6591, + "hfopenllm_v2/MATH Level 5": 0.3618, + "hfopenllm_v2/GPQA": 0.3901, + "hfopenllm_v2/MUSR": 0.4834, + "hfopenllm_v2/MMLU-PRO": 0.5415 } }, { - "id": "ehristoforu/qwen2.5-with-lora-think-3b-it", - "name": "qwen2.5-with-lora-think-3b-it", - "developer": "ehristoforu", + "id": "mergekit-community/mergekit-model_stock-azgztvm", + "name": "mergekit-model_stock-azgztvm", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5319, - "hfopenllm_v2/BBH": 0.4687, - "hfopenllm_v2/MATH Level 5": 0.2364, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.3403 + "hfopenllm_v2/IFEval": 0.5062, + "hfopenllm_v2/BBH": 0.6543, + "hfopenllm_v2/MATH Level 5": 0.4373, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.473, + "hfopenllm_v2/MMLU-PRO": 0.5406 } }, { - "id": "ehristoforu/rmoe-v1", - "name": "rmoe-v1", - "developer": "ehristoforu", + "id": "mergekit-community/mergekit-slerp-fmrazcr", + "name": "mergekit-slerp-fmrazcr", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.265, - "hfopenllm_v2/BBH": 0.2929, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3663, - "hfopenllm_v2/MMLU-PRO": 0.1125 + "hfopenllm_v2/IFEval": 0.4174, + "hfopenllm_v2/BBH": 0.5342, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3777 } }, { - "id": "ehristoforu/rufalcon3-3b-it", - "name": "rufalcon3-3b-it", - "developer": "ehristoforu", + "id": "mergekit-community/mergekit-ties-rraxdhv", + "name": "mergekit-ties-rraxdhv", + "developer": "mergekit-community", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5942, - "hfopenllm_v2/BBH": 0.4155, - "hfopenllm_v2/MATH Level 5": 0.1782, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3895, - "hfopenllm_v2/MMLU-PRO": 0.2348 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1123, + "hfopenllm_v2/BBH": 0.5184, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4202, + "hfopenllm_v2/MMLU-PRO": 0.391 } }, { - "id": "ehristoforu/ruphi-4b", - "name": "ruphi-4b", - "developer": "ehristoforu", + "id": "mergekit-community/mergekit-ties-ykqemwr", + "name": "mergekit-ties-ykqemwr", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1752, - "hfopenllm_v2/BBH": 0.2906, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3512, - "hfopenllm_v2/MMLU-PRO": 0.1126 + "hfopenllm_v2/IFEval": 0.36, + "hfopenllm_v2/BBH": 0.5455, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.3734 } }, { - "id": "ehristoforu/testq-32b", - "name": "testq-32b", - "developer": "ehristoforu", + "id": "mergekit-community/sexeh_time_testing", + "name": "sexeh_time_testing", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1876, - "hfopenllm_v2/BBH": 0.2877, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3715, - "hfopenllm_v2/MMLU-PRO": 0.1166 + "hfopenllm_v2/IFEval": 0.7329, + "hfopenllm_v2/BBH": 0.5241, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3619, + "hfopenllm_v2/MMLU-PRO": 0.3667 } }, { - "id": "ehristoforu/tmoe", - "name": "tmoe", - "developer": "ehristoforu", + "id": "mergekit-community/SuperQwen-2.5-1.5B", + "name": "SuperQwen-2.5-1.5B", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1193, - "hfopenllm_v2/BBH": 0.3073, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2232, - "hfopenllm_v2/MUSR": 0.3699, - "hfopenllm_v2/MMLU-PRO": 0.1191 + "hfopenllm_v2/IFEval": 0.1336, + "hfopenllm_v2/BBH": 0.2907, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3355, + "hfopenllm_v2/MMLU-PRO": 0.1075 } }, { - "id": "ehristoforu/tmoe-v2", - "name": "tmoe-v2", - "developer": "ehristoforu", + "id": "mergekit-community/VirtuosoSmall-InstructModelStock", + "name": "VirtuosoSmall-InstructModelStock", + "developer": "mergekit-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1903, - "hfopenllm_v2/BBH": 0.2897, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.4151, - "hfopenllm_v2/MMLU-PRO": 0.11 + "hfopenllm_v2/IFEval": 0.5238, + "hfopenllm_v2/BBH": 0.6518, + "hfopenllm_v2/MATH Level 5": 0.4094, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4756, + "hfopenllm_v2/MMLU-PRO": 0.5421 } }, { - "id": "ehristoforu/trd-7b-it", - "name": "trd-7b-it", - "developer": "ehristoforu", + "id": "MEscriva/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis", + "name": "ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis", + "developer": "MEscriva", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2185, - "hfopenllm_v2/BBH": 0.299, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3794, - "hfopenllm_v2/MMLU-PRO": 0.1179 + "hfopenllm_v2/IFEval": 0.0866, + "hfopenllm_v2/BBH": 0.3057, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.4017, + "hfopenllm_v2/MMLU-PRO": 0.1154 } }, { - "id": "ehristoforu/ud-14b", - "name": "ud-14b", - "developer": "ehristoforu", + "id": "meta-llama/Llama-2-13b-chat-hf", + "name": "Llama-2-13b-chat-hf", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4235, - "hfopenllm_v2/BBH": 0.3324, - "hfopenllm_v2/MATH Level 5": 0.1903, - "hfopenllm_v2/GPQA": 0.2374, - "hfopenllm_v2/MUSR": 0.4394, - "hfopenllm_v2/MMLU-PRO": 0.2415 + "hfopenllm_v2/IFEval": 0.3985, + "hfopenllm_v2/BBH": 0.3343, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2315, + "hfopenllm_v2/MUSR": 0.4007, + "hfopenllm_v2/MMLU-PRO": 0.1923 } }, { - "id": "eleutherai/Pythia-12B", - "name": "Pythia 12B", - "developer": "eleutherai", + "id": "meta-llama/Llama-2-13b-hf", + "name": "Llama-2-13b-hf", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.257, - "helm_classic/MMLU": 0.274, - "helm_classic/BoolQ": 0.662, - "helm_classic/NarrativeQA": 0.596, - "helm_classic/NaturalQuestions (open-book)": 0.581, - "helm_classic/QuAC": 0.313, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.177, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.931, - "helm_classic/CivilComments": 0.531, - "helm_classic/RAFT": 0.514 + "hfopenllm_v2/IFEval": 0.2482, + "hfopenllm_v2/BBH": 0.4126, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.2378 } }, { - "id": "eleutherai/Pythia-6.9B", - "name": "Pythia 6.9B", - "developer": "eleutherai", + "id": "meta-llama/Llama-2-70b-chat-hf", + "name": "Llama-2-70b-chat-hf", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.196, - "helm_classic/MMLU": 0.236, - "helm_classic/BoolQ": 0.631, - "helm_classic/NarrativeQA": 0.528, - "helm_classic/NaturalQuestions (open-book)": 0.539, - "helm_classic/QuAC": 0.296, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.213, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.928, - "helm_classic/CivilComments": 0.511, - "helm_classic/RAFT": 0.502 + "hfopenllm_v2/IFEval": 0.4958, + "hfopenllm_v2/BBH": 0.3042, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.2433 } }, { - "id": "elinas/Chronos-Gold-12B-1.0", - "name": "Chronos-Gold-12B-1.0", - "developer": "elinas", + "id": "meta-llama/Llama-2-70b-hf", + "name": "Llama-2-70b-hf", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3166, - "hfopenllm_v2/BBH": 0.5515, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.474, - "hfopenllm_v2/MMLU-PRO": 0.3518 + "hfopenllm_v2/IFEval": 0.2407, + "hfopenllm_v2/BBH": 0.5473, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4124, + "hfopenllm_v2/MMLU-PRO": 0.3718 } }, { - "id": "ell44ot/gemma-2b-def", - "name": "gemma-2b-def", - "developer": "ell44ot", + "id": "meta-llama/Llama-2-7b-chat-hf", + "name": "Llama-2-7b-chat-hf", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2693, - "hfopenllm_v2/BBH": 0.3159, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.367, - "hfopenllm_v2/MMLU-PRO": 0.1572 + "hfopenllm_v2/IFEval": 0.3986, + "hfopenllm_v2/BBH": 0.3114, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3676, + "hfopenllm_v2/MMLU-PRO": 0.1688 } }, { - "id": "euclaise/ReMask-3B", - "name": "ReMask-3B", - "developer": "euclaise", + "id": "meta-llama/Llama-2-7b-hf", + "name": "Llama-2-7b-hf", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2419, - "hfopenllm_v2/BBH": 0.3517, - "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/IFEval": 0.2519, + "hfopenllm_v2/BBH": 0.3496, + "hfopenllm_v2/MATH Level 5": 0.0174, "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1357 + "hfopenllm_v2/MUSR": 0.3701, + "hfopenllm_v2/MMLU-PRO": 0.1861 } }, { - "id": "eworojoshua/vas-01", - "name": "vas-01", - "developer": "eworojoshua", + "id": "meta-llama/Llama-3.1-70B", + "name": "Llama-3.1-70B", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7612, - "hfopenllm_v2/BBH": 0.5418, - "hfopenllm_v2/MATH Level 5": 0.4736, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4432, - "hfopenllm_v2/MMLU-PRO": 0.4348 + "hfopenllm_v2/IFEval": 0.1684, + "hfopenllm_v2/BBH": 0.626, + "hfopenllm_v2/MATH Level 5": 0.1843, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4572, + "hfopenllm_v2/MMLU-PRO": 0.4654 } }, { - "id": "ewre324/Thinker-Llama-3.2-3B-Instruct-Reasoning", - "name": "Thinker-Llama-3.2-3B-Instruct-Reasoning", - "developer": "ewre324", + "id": "meta-llama/Llama-3.1-70B-Instruct", + "name": "Llama-3.1-70B-Instruct", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4439, - "hfopenllm_v2/BBH": 0.4273, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3655, - "hfopenllm_v2/MMLU-PRO": 0.2886 + "hfopenllm_v2/IFEval": 0.8669, + "hfopenllm_v2/BBH": 0.6917, + "hfopenllm_v2/MATH Level 5": 0.3807, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4581, + "hfopenllm_v2/MMLU-PRO": 0.5309 } }, { - "id": "ewre324/Thinker-Qwen2.5-0.5B-Instruct-Reasoning", - "name": "Thinker-Qwen2.5-0.5B-Instruct-Reasoning", - "developer": "ewre324", + "id": "meta-llama/Llama-3.1-8B", + "name": "Llama-3.1-8B", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2476, - "hfopenllm_v2/BBH": 0.3292, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1647 + "hfopenllm_v2/IFEval": 0.1246, + "hfopenllm_v2/BBH": 0.466, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3812, + "hfopenllm_v2/MMLU-PRO": 0.3288 } }, { - "id": "ewre324/Thinker-SmolLM2-135M-Instruct-Reasoning", - "name": "Thinker-SmolLM2-135M-Instruct-Reasoning", - "developer": "ewre324", + "id": "meta-llama/Llama-3.1-8B-Instruct", + "name": "Llama-3.1-8B-Instruct", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2584, - "hfopenllm_v2/BBH": 0.3071, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.1094 + "hfopenllm_v2/IFEval": 0.4922, + "hfopenllm_v2/BBH": 0.5087, + "hfopenllm_v2/MATH Level 5": 0.1556, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.3972, + "hfopenllm_v2/MMLU-PRO": 0.3798 } }, { - "id": "ewre324/ewre324-R1-SmolLM2-135M-Distill", - "name": "ewre324-R1-SmolLM2-135M-Distill", - "developer": "ewre324", + "id": "meta-llama/Llama-3.2-1B", + "name": "Llama-3.2-1B", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1649, - "hfopenllm_v2/BBH": 0.3042, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3409, - "hfopenllm_v2/MMLU-PRO": 0.1134 + "hfopenllm_v2/IFEval": 0.1478, + "hfopenllm_v2/BBH": 0.3115, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2282, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1203 } }, { - "id": "experiment-llm/exp-3-q-r", - "name": "exp-3-q-r", - "developer": "experiment-llm", + "id": "meta-llama/Llama-3.2-1B-Instruct", + "name": "Llama-3.2-1B-Instruct", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6036, - "hfopenllm_v2/BBH": 0.5397, - "hfopenllm_v2/MATH Level 5": 0.2787, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4315, - "hfopenllm_v2/MMLU-PRO": 0.4316 + "hfopenllm_v2/IFEval": 0.5698, + "hfopenllm_v2/BBH": 0.3497, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3329, + "hfopenllm_v2/MMLU-PRO": 0.1682 } }, { - "id": "facebook/Self-taught-Llama-3-70B", - "name": "facebook/Self-taught-Llama-3-70B", - "developer": "facebook", + "id": "meta-llama/Llama-3.2-3B", + "name": "Llama-3.2-3B", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8863, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.8399, - "reward-bench/Safety": 0.9108, - "reward-bench/Reasoning": 0.8251 + "hfopenllm_v2/IFEval": 0.1337, + "hfopenllm_v2/BBH": 0.3905, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3577, + "hfopenllm_v2/MMLU-PRO": 0.2488 } }, { - "id": "facebook/Self-taught-evaluator-llama3.1-70B", - "name": "facebook/Self-taught-evaluator-llama3.1-70B", - "developer": "facebook", + "id": "meta-llama/Llama-3.2-3B-Instruct", + "name": "Llama-3.2-3B-Instruct", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9001, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.8509, - "reward-bench/Safety": 0.8959, - "reward-bench/Reasoning": 0.8844 + "hfopenllm_v2/IFEval": 0.7393, + "hfopenllm_v2/BBH": 0.461, + "hfopenllm_v2/MATH Level 5": 0.1767, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3529, + "hfopenllm_v2/MMLU-PRO": 0.3195 } }, { - "id": "facebook/opt-1.3b", - "name": "opt-1.3b", - "developer": "facebook", + "id": "meta-llama/Llama-3.3-70B-Instruct", + "name": "Llama-3.3-70B-Instruct", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2383, - "hfopenllm_v2/BBH": 0.3094, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.342, - "hfopenllm_v2/MMLU-PRO": 0.1107 + "hfopenllm_v2/IFEval": 0.8998, + "hfopenllm_v2/BBH": 0.6919, + "hfopenllm_v2/MATH Level 5": 0.4834, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4461, + "hfopenllm_v2/MMLU-PRO": 0.5332 } }, { - "id": "facebook/opt-30b", - "name": "opt-30b", - "developer": "facebook", + "id": "meta-llama/Meta-Llama-3-70B", + "name": "Meta-Llama-3-70B", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2453, - "hfopenllm_v2/BBH": 0.307, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3604, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "hfopenllm_v2/IFEval": 0.1603, + "hfopenllm_v2/BBH": 0.6461, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.3977, + "hfopenllm_v2/MUSR": 0.4518, + "hfopenllm_v2/MMLU-PRO": 0.4709 } }, { - "id": "failspy/Llama-3-8B-Instruct-MopeyMule", - "name": "Llama-3-8B-Instruct-MopeyMule", - "developer": "failspy", + "id": "meta-llama/Meta-Llama-3-70B-Instruct", + "name": "Meta-Llama-3-70B-Instruct", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.675, - "hfopenllm_v2/BBH": 0.3839, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3513, - "hfopenllm_v2/MMLU-PRO": 0.1764 + "hfopenllm_v2/IFEval": 0.8099, + "hfopenllm_v2/BBH": 0.6547, + "hfopenllm_v2/MATH Level 5": 0.2447, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.5207, + "reward-bench/Score": 0.7627, + "reward-bench/Chat": 0.9763, + "reward-bench/Chat Hard": 0.5888, + "reward-bench/Safety": 0.7297, + "reward-bench/Reasoning": 0.7854, + "reward-bench/Prior Sets (0.5 weight)": 0.7035 } }, { - "id": "failspy/Llama-3-8B-Instruct-abliterated", - "name": "Llama-3-8B-Instruct-abliterated", - "developer": "failspy", + "id": "meta-llama/Meta-Llama-3-8B", + "name": "Meta-Llama-3-8B", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5909, - "hfopenllm_v2/BBH": 0.4354, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4116, - "hfopenllm_v2/MMLU-PRO": 0.2742 + "hfopenllm_v2/IFEval": 0.1455, + "hfopenllm_v2/BBH": 0.4598, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3614, + "hfopenllm_v2/MMLU-PRO": 0.321 } }, { - "id": "failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5", - "name": "Meta-Llama-3-70B-Instruct-abliterated-v3.5", - "developer": "failspy", + "id": "meta-llama/Meta-Llama-3-8B-Instruct", + "name": "Meta-Llama-3-8B-Instruct", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7747, - "hfopenllm_v2/BBH": 0.5747, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3982, - "hfopenllm_v2/MMLU-PRO": 0.4452 + "hfopenllm_v2/IFEval": 0.7408, + "hfopenllm_v2/BBH": 0.4989, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3568, + "hfopenllm_v2/MMLU-PRO": 0.3664, + "reward-bench/Score": 0.645, + "reward-bench/Chat": 0.8547, + "reward-bench/Chat Hard": 0.4156, + "reward-bench/Safety": 0.6797, + "reward-bench/Reasoning": 0.6482, + "reward-bench/Prior Sets (0.5 weight)": 0.6082 } }, { - "id": "failspy/Meta-Llama-3-8B-Instruct-abliterated-v3", - "name": "Meta-Llama-3-8B-Instruct-abliterated-v3", - "developer": "failspy", + "id": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo", + "name": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7245, - "hfopenllm_v2/BBH": 0.4925, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3622, - "hfopenllm_v2/MMLU-PRO": 0.3654 + "reward-bench/Score": 0.8412, + "reward-bench/Chat": 0.9721, + "reward-bench/Chat Hard": 0.7456, + "reward-bench/Safety": 0.7757, + "reward-bench/Reasoning": 0.8715 } }, { - "id": "failspy/Phi-3-medium-4k-instruct-abliterated-v3", - "name": "Phi-3-medium-4k-instruct-abliterated-v3", - "developer": "failspy", + "id": "meta-llama/Meta-Llama-3.1-70B-Instruct", + "name": "meta-llama/Meta-Llama-3.1-70B-Instruct", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6319, - "hfopenllm_v2/BBH": 0.6305, - "hfopenllm_v2/MATH Level 5": 0.1594, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4604, - "hfopenllm_v2/MMLU-PRO": 0.44 + "reward-bench/Score": 0.8405, + "reward-bench/Chat": 0.9721, + "reward-bench/Chat Hard": 0.7018, + "reward-bench/Safety": 0.8284, + "reward-bench/Reasoning": 0.8599 } }, { - "id": "failspy/llama-3-70B-Instruct-abliterated", - "name": "llama-3-70B-Instruct-abliterated", - "developer": "failspy", + "id": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", + "name": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8023, - "hfopenllm_v2/BBH": 0.6465, - "hfopenllm_v2/MATH Level 5": 0.2432, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4128, - "hfopenllm_v2/MMLU-PRO": 0.5145 + "reward-bench/Score": 0.7808, + "reward-bench/Chat": 0.8757, + "reward-bench/Chat Hard": 0.6689, + "reward-bench/Safety": 0.7507, + "reward-bench/Reasoning": 0.828 } }, { - "id": "fblgit/TheBeagle-v2beta-32B-MGS", - "name": "TheBeagle-v2beta-32B-MGS", - "developer": "fblgit", + "id": "meta-llama/Meta-Llama-3.1-8B", + "name": "Meta Llama 3.1 8B", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5181, - "hfopenllm_v2/BBH": 0.7033, - "hfopenllm_v2/MATH Level 5": 0.4947, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.5008, - "hfopenllm_v2/MMLU-PRO": 0.5915 + "la_leaderboard/la_leaderboard": 27.04 } }, { - "id": "fblgit/UNA-SimpleSmaug-34b-v1beta", - "name": "UNA-SimpleSmaug-34b-v1beta", - "developer": "fblgit", + "id": "meta-llama/Meta-Llama-3.1-8B-Instruct", + "name": "Meta Llama 3.1 8B Instruct", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4556, - "hfopenllm_v2/BBH": 0.5287, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4256, - "hfopenllm_v2/MMLU-PRO": 0.454 + "la_leaderboard/la_leaderboard": 30.23 } }, { - "id": "fblgit/UNA-TheBeagle-7b-v1", - "name": "UNA-TheBeagle-7b-v1", - "developer": "fblgit", + "id": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", + "name": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", + "developer": "meta-llama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3689, - "hfopenllm_v2/BBH": 0.5029, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4564, - "hfopenllm_v2/MMLU-PRO": 0.3019 + "reward-bench/Score": 0.6565, + "reward-bench/Chat": 0.8073, + "reward-bench/Chat Hard": 0.4978, + "reward-bench/Safety": 0.6399, + "reward-bench/Reasoning": 0.6811 } }, { - "id": "fblgit/UNA-ThePitbull-21.4B-v2", - "name": "UNA-ThePitbull-21.4B-v2", - "developer": "fblgit", + "id": "meta-metrics/MetaMetrics-RM-v1.0", + "name": "meta-metrics/MetaMetrics-RM-v1.0", + "developer": "meta-metrics", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.379, - "hfopenllm_v2/BBH": 0.635, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.3516 + "reward-bench/Score": 0.9342, + "reward-bench/Chat": 0.9832, + "reward-bench/Chat Hard": 0.864, + "reward-bench/Safety": 0.9081, + "reward-bench/Reasoning": 0.9816 } }, { - "id": "fblgit/cybertron-v4-qw7B-MGS", - "name": "cybertron-v4-qw7B-MGS", - "developer": "fblgit", + "id": "meta/LLaMA-13B", + "name": "LLaMA 13B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6264, - "hfopenllm_v2/BBH": 0.5592, - "hfopenllm_v2/MATH Level 5": 0.3489, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4371, - "hfopenllm_v2/MMLU-PRO": 0.4473 + "helm_classic/Mean win rate": 0.595, + "helm_classic/MMLU": 0.422, + "helm_classic/BoolQ": 0.714, + "helm_classic/NarrativeQA": 0.711, + "helm_classic/NaturalQuestions (open-book)": 0.614, + "helm_classic/QuAC": 0.347, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.324, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.928, + "helm_classic/CivilComments": 0.6, + "helm_classic/RAFT": 0.643 } }, { - "id": "fblgit/cybertron-v4-qw7B-UNAMGS", - "name": "cybertron-v4-qw7B-UNAMGS", - "developer": "fblgit", + "id": "meta/llama-2-13b", + "name": "Llama 2 13B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.609, - "hfopenllm_v2/BBH": 0.5643, - "hfopenllm_v2/MATH Level 5": 0.3731, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.45 + "helm_classic/Mean win rate": 0.823, + "helm_classic/MMLU": 0.507, + "helm_classic/BoolQ": 0.811, + "helm_classic/NarrativeQA": 0.744, + "helm_classic/NaturalQuestions (open-book)": 0.637, + "helm_classic/QuAC": 0.424, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.33, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.962, + "helm_classic/CivilComments": 0.588, + "helm_classic/RAFT": 0.707, + "helm_lite/Mean win rate": 0.233, + "helm_lite/NarrativeQA": 0.741, + "helm_lite/NaturalQuestions (closed-book)": 0.371, + "helm_lite/OpenbookQA": 0.634, + "helm_lite/MMLU": 0.505, + "helm_lite/MATH": 0.102, + "helm_lite/GSM8K": 0.266, + "helm_lite/LegalBench": 0.591, + "helm_lite/MedQA": 0.392, + "helm_lite/WMT 2014": 0.167, + "helm_mmlu/MMLU All Subjects": 0.554, + "helm_mmlu/Abstract Algebra": 0.27, + "helm_mmlu/Anatomy": 0.496, + "helm_mmlu/College Physics": 0.235, + "helm_mmlu/Computer Security": 0.69, + "helm_mmlu/Econometrics": 0.307, + "helm_mmlu/Global Facts": 0.38, + "helm_mmlu/Jurisprudence": 0.704, + "helm_mmlu/Philosophy": 0.672, + "helm_mmlu/Professional Psychology": 0.567, + "helm_mmlu/Us Foreign Policy": 0.83, + "helm_mmlu/Astronomy": 0.546, + "helm_mmlu/Business Ethics": 0.55, + "helm_mmlu/Clinical Knowledge": 0.592, + "helm_mmlu/Conceptual Physics": 0.413, + "helm_mmlu/Electrical Engineering": 0.49, + "helm_mmlu/Elementary Mathematics": 0.307, + "helm_mmlu/Formal Logic": 0.381, + "helm_mmlu/High School World History": 0.705, + "helm_mmlu/Human Sexuality": 0.618, + "helm_mmlu/International Law": 0.752, + "helm_mmlu/Logical Fallacies": 0.687, + "helm_mmlu/Machine Learning": 0.286, + "helm_mmlu/Management": 0.738, + "helm_mmlu/Marketing": 0.786, + "helm_mmlu/Medical Genetics": 0.57, + "helm_mmlu/Miscellaneous": 0.748, + "helm_mmlu/Moral Scenarios": 0.407, + "helm_mmlu/Nutrition": 0.627, + "helm_mmlu/Prehistory": 0.654, + "helm_mmlu/Public Relations": 0.6, + "helm_mmlu/Security Studies": 0.608, + "helm_mmlu/Sociology": 0.761, + "helm_mmlu/Virology": 0.476, + "helm_mmlu/World Religions": 0.76, + "helm_mmlu/Mean win rate": 0.502 } }, { - "id": "fblgit/juanako-7b-UNA", - "name": "juanako-7b-UNA", - "developer": "fblgit", + "id": "meta/llama-2-70b", + "name": "Llama 2 70B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4837, - "hfopenllm_v2/BBH": 0.507, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4645, - "hfopenllm_v2/MMLU-PRO": 0.2771 + "helm_classic/Mean win rate": 0.944, + "helm_classic/MMLU": 0.582, + "helm_classic/BoolQ": 0.886, + "helm_classic/NarrativeQA": 0.77, + "helm_classic/NaturalQuestions (open-book)": 0.674, + "helm_classic/QuAC": 0.484, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.554, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.961, + "helm_classic/CivilComments": 0.652, + "helm_classic/RAFT": 0.727, + "helm_lite/Mean win rate": 0.482, + "helm_lite/NarrativeQA": 0.763, + "helm_lite/NaturalQuestions (closed-book)": 0.46, + "helm_lite/OpenbookQA": 0.838, + "helm_lite/MMLU": 0.58, + "helm_lite/MATH": 0.323, + "helm_lite/GSM8K": 0.567, + "helm_lite/LegalBench": 0.673, + "helm_lite/MedQA": 0.618, + "helm_lite/WMT 2014": 0.196, + "helm_mmlu/MMLU All Subjects": 0.695, + "helm_mmlu/Abstract Algebra": 0.31, + "helm_mmlu/Anatomy": 0.607, + "helm_mmlu/College Physics": 0.363, + "helm_mmlu/Computer Security": 0.77, + "helm_mmlu/Econometrics": 0.43, + "helm_mmlu/Global Facts": 0.47, + "helm_mmlu/Jurisprudence": 0.824, + "helm_mmlu/Philosophy": 0.791, + "helm_mmlu/Professional Psychology": 0.76, + "helm_mmlu/Us Foreign Policy": 0.92, + "helm_mmlu/Astronomy": 0.829, + "helm_mmlu/Business Ethics": 0.73, + "helm_mmlu/Clinical Knowledge": 0.717, + "helm_mmlu/Conceptual Physics": 0.668, + "helm_mmlu/Electrical Engineering": 0.634, + "helm_mmlu/Elementary Mathematics": 0.421, + "helm_mmlu/Formal Logic": 0.468, + "helm_mmlu/High School World History": 0.882, + "helm_mmlu/Human Sexuality": 0.84, + "helm_mmlu/International Law": 0.868, + "helm_mmlu/Logical Fallacies": 0.791, + "helm_mmlu/Machine Learning": 0.491, + "helm_mmlu/Management": 0.845, + "helm_mmlu/Marketing": 0.889, + "helm_mmlu/Medical Genetics": 0.72, + "helm_mmlu/Miscellaneous": 0.857, + "helm_mmlu/Moral Scenarios": 0.45, + "helm_mmlu/Nutrition": 0.758, + "helm_mmlu/Prehistory": 0.84, + "helm_mmlu/Public Relations": 0.745, + "helm_mmlu/Security Studies": 0.796, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.53, + "helm_mmlu/World Religions": 0.854, + "helm_mmlu/Mean win rate": 0.508 } }, { - "id": "fblgit/miniclaus-qw1.5B-UNAMGS", - "name": "miniclaus-qw1.5B-UNAMGS", - "developer": "fblgit", + "id": "meta/llama-2-7b", + "name": "Llama 2 7B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3348, - "hfopenllm_v2/BBH": 0.4239, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.2937 + "helm_classic/Mean win rate": 0.607, + "helm_classic/MMLU": 0.431, + "helm_classic/BoolQ": 0.762, + "helm_classic/NarrativeQA": 0.691, + "helm_classic/NaturalQuestions (open-book)": 0.611, + "helm_classic/QuAC": 0.406, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.272, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.907, + "helm_classic/CivilComments": 0.562, + "helm_classic/RAFT": 0.643, + "helm_lite/Mean win rate": 0.152, + "helm_lite/NarrativeQA": 0.686, + "helm_lite/NaturalQuestions (closed-book)": 0.333, + "helm_lite/OpenbookQA": 0.544, + "helm_lite/MMLU": 0.425, + "helm_lite/MATH": 0.097, + "helm_lite/GSM8K": 0.154, + "helm_lite/LegalBench": 0.502, + "helm_lite/MedQA": 0.392, + "helm_lite/WMT 2014": 0.144, + "helm_mmlu/MMLU All Subjects": 0.458, + "helm_mmlu/Abstract Algebra": 0.29, + "helm_mmlu/Anatomy": 0.452, + "helm_mmlu/College Physics": 0.196, + "helm_mmlu/Computer Security": 0.59, + "helm_mmlu/Econometrics": 0.316, + "helm_mmlu/Global Facts": 0.29, + "helm_mmlu/Jurisprudence": 0.519, + "helm_mmlu/Philosophy": 0.592, + "helm_mmlu/Professional Psychology": 0.459, + "helm_mmlu/Us Foreign Policy": 0.64, + "helm_mmlu/Astronomy": 0.408, + "helm_mmlu/Business Ethics": 0.48, + "helm_mmlu/Clinical Knowledge": 0.453, + "helm_mmlu/Conceptual Physics": 0.434, + "helm_mmlu/Electrical Engineering": 0.407, + "helm_mmlu/Elementary Mathematics": 0.254, + "helm_mmlu/Formal Logic": 0.27, + "helm_mmlu/High School World History": 0.662, + "helm_mmlu/Human Sexuality": 0.557, + "helm_mmlu/International Law": 0.628, + "helm_mmlu/Logical Fallacies": 0.466, + "helm_mmlu/Machine Learning": 0.402, + "helm_mmlu/Management": 0.563, + "helm_mmlu/Marketing": 0.697, + "helm_mmlu/Medical Genetics": 0.53, + "helm_mmlu/Miscellaneous": 0.632, + "helm_mmlu/Moral Scenarios": 0.238, + "helm_mmlu/Nutrition": 0.497, + "helm_mmlu/Prehistory": 0.503, + "helm_mmlu/Public Relations": 0.509, + "helm_mmlu/Security Studies": 0.433, + "helm_mmlu/Sociology": 0.617, + "helm_mmlu/Virology": 0.392, + "helm_mmlu/World Religions": 0.713, + "helm_mmlu/Mean win rate": 0.681 } }, { - "id": "fblgit/miniclaus-qw1.5B-UNAMGS-GRPO", - "name": "miniclaus-qw1.5B-UNAMGS-GRPO", - "developer": "fblgit", + "id": "meta/llama-3-70b", + "name": "Llama 3 70B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3518, - "hfopenllm_v2/BBH": 0.4234, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.2945 + "helm_lite/Mean win rate": 0.793, + "helm_lite/NarrativeQA": 0.798, + "helm_lite/NaturalQuestions (closed-book)": 0.475, + "helm_lite/OpenbookQA": 0.934, + "helm_lite/MMLU": 0.695, + "helm_lite/MATH": 0.663, + "helm_lite/GSM8K": 0.805, + "helm_lite/LegalBench": 0.733, + "helm_lite/MedQA": 0.777, + "helm_lite/WMT 2014": 0.225, + "helm_mmlu/MMLU All Subjects": 0.793, + "helm_mmlu/Abstract Algebra": 0.43, + "helm_mmlu/Anatomy": 0.785, + "helm_mmlu/College Physics": 0.529, + "helm_mmlu/Computer Security": 0.85, + "helm_mmlu/Econometrics": 0.693, + "helm_mmlu/Global Facts": 0.49, + "helm_mmlu/Jurisprudence": 0.861, + "helm_mmlu/Philosophy": 0.865, + "helm_mmlu/Professional Psychology": 0.871, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.921, + "helm_mmlu/Business Ethics": 0.83, + "helm_mmlu/Clinical Knowledge": 0.845, + "helm_mmlu/Conceptual Physics": 0.838, + "helm_mmlu/Electrical Engineering": 0.766, + "helm_mmlu/Elementary Mathematics": 0.632, + "helm_mmlu/Formal Logic": 0.651, + "helm_mmlu/High School World History": 0.941, + "helm_mmlu/Human Sexuality": 0.878, + "helm_mmlu/International Law": 0.901, + "helm_mmlu/Logical Fallacies": 0.865, + "helm_mmlu/Machine Learning": 0.714, + "helm_mmlu/Management": 0.913, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.89, + "helm_mmlu/Miscellaneous": 0.917, + "helm_mmlu/Moral Scenarios": 0.598, + "helm_mmlu/Nutrition": 0.876, + "helm_mmlu/Prehistory": 0.91, + "helm_mmlu/Public Relations": 0.727, + "helm_mmlu/Security Studies": 0.833, + "helm_mmlu/Sociology": 0.93, + "helm_mmlu/Virology": 0.59, + "helm_mmlu/World Religions": 0.906, + "helm_mmlu/Mean win rate": 0.524 } }, { - "id": "fblgit/pancho-v1-qw25-3B-UNAMGS", - "name": "pancho-v1-qw25-3B-UNAMGS", - "developer": "fblgit", + "id": "meta/llama-3-8b", + "name": "Llama 3 8B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5361, - "hfopenllm_v2/BBH": 0.4926, - "hfopenllm_v2/MATH Level 5": 0.1571, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4027, - "hfopenllm_v2/MMLU-PRO": 0.3766 + "helm_lite/Mean win rate": 0.387, + "helm_lite/NarrativeQA": 0.754, + "helm_lite/NaturalQuestions (closed-book)": 0.378, + "helm_lite/OpenbookQA": 0.766, + "helm_lite/MMLU": 0.602, + "helm_lite/MATH": 0.391, + "helm_lite/GSM8K": 0.499, + "helm_lite/LegalBench": 0.637, + "helm_lite/MedQA": 0.581, + "helm_lite/WMT 2014": 0.183, + "helm_mmlu/MMLU All Subjects": 0.668, + "helm_mmlu/Abstract Algebra": 0.33, + "helm_mmlu/Anatomy": 0.696, + "helm_mmlu/College Physics": 0.451, + "helm_mmlu/Computer Security": 0.8, + "helm_mmlu/Econometrics": 0.518, + "helm_mmlu/Global Facts": 0.34, + "helm_mmlu/Jurisprudence": 0.741, + "helm_mmlu/Philosophy": 0.743, + "helm_mmlu/Professional Psychology": 0.711, + "helm_mmlu/Us Foreign Policy": 0.88, + "helm_mmlu/Astronomy": 0.711, + "helm_mmlu/Business Ethics": 0.65, + "helm_mmlu/Clinical Knowledge": 0.751, + "helm_mmlu/Conceptual Physics": 0.557, + "helm_mmlu/Electrical Engineering": 0.669, + "helm_mmlu/Elementary Mathematics": 0.426, + "helm_mmlu/Formal Logic": 0.468, + "helm_mmlu/High School World History": 0.823, + "helm_mmlu/Human Sexuality": 0.748, + "helm_mmlu/International Law": 0.843, + "helm_mmlu/Logical Fallacies": 0.755, + "helm_mmlu/Machine Learning": 0.545, + "helm_mmlu/Management": 0.874, + "helm_mmlu/Marketing": 0.885, + "helm_mmlu/Medical Genetics": 0.83, + "helm_mmlu/Miscellaneous": 0.831, + "helm_mmlu/Moral Scenarios": 0.416, + "helm_mmlu/Nutrition": 0.761, + "helm_mmlu/Prehistory": 0.738, + "helm_mmlu/Public Relations": 0.736, + "helm_mmlu/Security Studies": 0.771, + "helm_mmlu/Sociology": 0.866, + "helm_mmlu/Virology": 0.566, + "helm_mmlu/World Religions": 0.819, + "helm_mmlu/Mean win rate": 0.733 } }, { - "id": "fblgit/una-cybertron-7b-v2-bf16", - "name": "una-cybertron-7b-v2-bf16", - "developer": "fblgit", + "id": "meta/llama-3.1-405b-instruct-turbo", + "name": "Llama 3.1 Instruct Turbo 405B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4737, - "hfopenllm_v2/BBH": 0.3973, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4473, - "hfopenllm_v2/MMLU-PRO": 0.2443 + "helm_capabilities/Mean score": 0.618, + "helm_capabilities/MMLU-Pro": 0.723, + "helm_capabilities/GPQA": 0.522, + "helm_capabilities/IFEval": 0.811, + "helm_capabilities/WildBench": 0.783, + "helm_capabilities/Omni-MATH": 0.249, + "helm_lite/Mean win rate": 0.854, + "helm_lite/NarrativeQA": 0.749, + "helm_lite/NaturalQuestions (closed-book)": 0.456, + "helm_lite/OpenbookQA": 0.94, + "helm_lite/MMLU": 0.759, + "helm_lite/MATH": 0.827, + "helm_lite/GSM8K": 0.949, + "helm_lite/LegalBench": 0.707, + "helm_lite/MedQA": 0.805, + "helm_lite/WMT 2014": 0.238, + "helm_mmlu/MMLU All Subjects": 0.845, + "helm_mmlu/Abstract Algebra": 0.7, + "helm_mmlu/Anatomy": 0.822, + "helm_mmlu/College Physics": 0.696, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.746, + "helm_mmlu/Global Facts": 0.71, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.878, + "helm_mmlu/Professional Psychology": 0.861, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.921, + "helm_mmlu/Business Ethics": 0.81, + "helm_mmlu/Clinical Knowledge": 0.879, + "helm_mmlu/Conceptual Physics": 0.877, + "helm_mmlu/Electrical Engineering": 0.821, + "helm_mmlu/Elementary Mathematics": 0.828, + "helm_mmlu/Formal Logic": 0.698, + "helm_mmlu/High School World History": 0.941, + "helm_mmlu/Human Sexuality": 0.855, + "helm_mmlu/International Law": 0.95, + "helm_mmlu/Logical Fallacies": 0.92, + "helm_mmlu/Machine Learning": 0.795, + "helm_mmlu/Management": 0.893, + "helm_mmlu/Marketing": 0.962, + "helm_mmlu/Medical Genetics": 0.93, + "helm_mmlu/Miscellaneous": 0.939, + "helm_mmlu/Moral Scenarios": 0.876, + "helm_mmlu/Nutrition": 0.928, + "helm_mmlu/Prehistory": 0.929, + "helm_mmlu/Public Relations": 0.818, + "helm_mmlu/Security Studies": 0.857, + "helm_mmlu/Sociology": 0.94, + "helm_mmlu/Virology": 0.572, + "helm_mmlu/World Religions": 0.906, + "helm_mmlu/Mean win rate": 0.33 } }, { - "id": "fhai50032/RolePlayLake-7B", - "name": "RolePlayLake-7B", - "developer": "fhai50032", + "id": "meta/llama-3.1-70b-instruct-turbo", + "name": "Llama 3.1 Instruct Turbo 70B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5057, - "hfopenllm_v2/BBH": 0.5252, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4459, - "hfopenllm_v2/MMLU-PRO": 0.316 + "helm_capabilities/Mean score": 0.574, + "helm_capabilities/MMLU-Pro": 0.653, + "helm_capabilities/GPQA": 0.426, + "helm_capabilities/IFEval": 0.821, + "helm_capabilities/WildBench": 0.758, + "helm_capabilities/Omni-MATH": 0.21, + "helm_lite/Mean win rate": 0.808, + "helm_lite/NarrativeQA": 0.772, + "helm_lite/NaturalQuestions (closed-book)": 0.452, + "helm_lite/OpenbookQA": 0.938, + "helm_lite/MMLU": 0.709, + "helm_lite/MATH": 0.783, + "helm_lite/GSM8K": 0.938, + "helm_lite/LegalBench": 0.687, + "helm_lite/MedQA": 0.769, + "helm_lite/WMT 2014": 0.223, + "helm_mmlu/MMLU All Subjects": 0.801, + "helm_mmlu/Abstract Algebra": 0.55, + "helm_mmlu/Anatomy": 0.8, + "helm_mmlu/College Physics": 0.559, + "helm_mmlu/Computer Security": 0.8, + "helm_mmlu/Econometrics": 0.675, + "helm_mmlu/Global Facts": 0.61, + "helm_mmlu/Jurisprudence": 0.889, + "helm_mmlu/Philosophy": 0.833, + "helm_mmlu/Professional Psychology": 0.846, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.908, + "helm_mmlu/Business Ethics": 0.72, + "helm_mmlu/Clinical Knowledge": 0.845, + "helm_mmlu/Conceptual Physics": 0.834, + "helm_mmlu/Electrical Engineering": 0.745, + "helm_mmlu/Elementary Mathematics": 0.701, + "helm_mmlu/Formal Logic": 0.675, + "helm_mmlu/High School World History": 0.937, + "helm_mmlu/Human Sexuality": 0.855, + "helm_mmlu/International Law": 0.926, + "helm_mmlu/Logical Fallacies": 0.84, + "helm_mmlu/Machine Learning": 0.696, + "helm_mmlu/Management": 0.913, + "helm_mmlu/Marketing": 0.936, + "helm_mmlu/Medical Genetics": 0.93, + "helm_mmlu/Miscellaneous": 0.913, + "helm_mmlu/Moral Scenarios": 0.834, + "helm_mmlu/Nutrition": 0.889, + "helm_mmlu/Prehistory": 0.88, + "helm_mmlu/Public Relations": 0.709, + "helm_mmlu/Security Studies": 0.849, + "helm_mmlu/Sociology": 0.92, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.895, + "helm_mmlu/Mean win rate": 0.021 } }, { - "id": "fhai50032/Unaligned-Thinker-PHI-4", - "name": "Unaligned-Thinker-PHI-4", - "developer": "fhai50032", + "id": "meta/llama-3.1-8b-instruct-turbo", + "name": "Llama 3.1 Instruct Turbo 8B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0563, - "hfopenllm_v2/BBH": 0.6643, - "hfopenllm_v2/MATH Level 5": 0.3353, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4679, - "hfopenllm_v2/MMLU-PRO": 0.5147 + "helm_capabilities/Mean score": 0.444, + "helm_capabilities/MMLU-Pro": 0.406, + "helm_capabilities/GPQA": 0.247, + "helm_capabilities/IFEval": 0.743, + "helm_capabilities/WildBench": 0.686, + "helm_capabilities/Omni-MATH": 0.137, + "helm_lite/Mean win rate": 0.303, + "helm_lite/NarrativeQA": 0.756, + "helm_lite/NaturalQuestions (closed-book)": 0.209, + "helm_lite/OpenbookQA": 0.74, + "helm_lite/MMLU": 0.5, + "helm_lite/MATH": 0.703, + "helm_lite/GSM8K": 0.798, + "helm_lite/LegalBench": 0.342, + "helm_lite/MedQA": 0.245, + "helm_lite/WMT 2014": 0.181, + "helm_mmlu/MMLU All Subjects": 0.561, + "helm_mmlu/Abstract Algebra": 0.26, + "helm_mmlu/Anatomy": 0.459, + "helm_mmlu/College Physics": 0.363, + "helm_mmlu/Computer Security": 0.71, + "helm_mmlu/Econometrics": 0.351, + "helm_mmlu/Global Facts": 0.26, + "helm_mmlu/Jurisprudence": 0.731, + "helm_mmlu/Philosophy": 0.64, + "helm_mmlu/Professional Psychology": 0.649, + "helm_mmlu/Us Foreign Policy": 0.79, + "helm_mmlu/Astronomy": 0.645, + "helm_mmlu/Business Ethics": 0.65, + "helm_mmlu/Clinical Knowledge": 0.615, + "helm_mmlu/Conceptual Physics": 0.528, + "helm_mmlu/Electrical Engineering": 0.441, + "helm_mmlu/Elementary Mathematics": 0.429, + "helm_mmlu/Formal Logic": 0.444, + "helm_mmlu/High School World History": 0.515, + "helm_mmlu/Human Sexuality": 0.733, + "helm_mmlu/International Law": 0.694, + "helm_mmlu/Logical Fallacies": 0.742, + "helm_mmlu/Machine Learning": 0.384, + "helm_mmlu/Management": 0.709, + "helm_mmlu/Marketing": 0.833, + "helm_mmlu/Medical Genetics": 0.66, + "helm_mmlu/Miscellaneous": 0.653, + "helm_mmlu/Moral Scenarios": 0.368, + "helm_mmlu/Nutrition": 0.712, + "helm_mmlu/Prehistory": 0.728, + "helm_mmlu/Public Relations": 0.664, + "helm_mmlu/Security Studies": 0.576, + "helm_mmlu/Sociology": 0.701, + "helm_mmlu/Virology": 0.446, + "helm_mmlu/World Religions": 0.789, + "helm_mmlu/Mean win rate": 0.475 } }, { - "id": "flammenai/Llama3.1-Flammades-70B", - "name": "Llama3.1-Flammades-70B", - "developer": "flammenai", + "id": "meta/llama-3.2-11b-vision-instruct-turbo", + "name": "Llama 3.2 Vision Instruct Turbo 11B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7058, - "hfopenllm_v2/BBH": 0.666, - "hfopenllm_v2/MATH Level 5": 0.2092, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4871, - "hfopenllm_v2/MMLU-PRO": 0.4752 + "helm_lite/Mean win rate": 0.325, + "helm_lite/NarrativeQA": 0.756, + "helm_lite/NaturalQuestions (closed-book)": 0.234, + "helm_lite/OpenbookQA": 0.724, + "helm_lite/MMLU": 0.511, + "helm_lite/MATH": 0.739, + "helm_lite/GSM8K": 0.823, + "helm_lite/LegalBench": 0.435, + "helm_lite/MedQA": 0.27, + "helm_lite/WMT 2014": 0.179, + "helm_mmlu/MMLU All Subjects": 0.565, + "helm_mmlu/Abstract Algebra": 0.28, + "helm_mmlu/Anatomy": 0.533, + "helm_mmlu/College Physics": 0.333, + "helm_mmlu/Computer Security": 0.71, + "helm_mmlu/Econometrics": 0.395, + "helm_mmlu/Global Facts": 0.25, + "helm_mmlu/Jurisprudence": 0.722, + "helm_mmlu/Philosophy": 0.646, + "helm_mmlu/Professional Psychology": 0.649, + "helm_mmlu/Us Foreign Policy": 0.78, + "helm_mmlu/Astronomy": 0.671, + "helm_mmlu/Business Ethics": 0.64, + "helm_mmlu/Clinical Knowledge": 0.638, + "helm_mmlu/Conceptual Physics": 0.536, + "helm_mmlu/Electrical Engineering": 0.51, + "helm_mmlu/Elementary Mathematics": 0.458, + "helm_mmlu/Formal Logic": 0.46, + "helm_mmlu/High School World History": 0.502, + "helm_mmlu/Human Sexuality": 0.763, + "helm_mmlu/International Law": 0.711, + "helm_mmlu/Logical Fallacies": 0.742, + "helm_mmlu/Machine Learning": 0.375, + "helm_mmlu/Management": 0.728, + "helm_mmlu/Marketing": 0.838, + "helm_mmlu/Medical Genetics": 0.7, + "helm_mmlu/Miscellaneous": 0.644, + "helm_mmlu/Moral Scenarios": 0.328, + "helm_mmlu/Nutrition": 0.752, + "helm_mmlu/Prehistory": 0.744, + "helm_mmlu/Public Relations": 0.645, + "helm_mmlu/Security Studies": 0.567, + "helm_mmlu/Sociology": 0.627, + "helm_mmlu/Virology": 0.446, + "helm_mmlu/World Religions": 0.696, + "helm_mmlu/Mean win rate": 0.897 } }, { - "id": "flammenai/Mahou-1.2a-llama3-8B", - "name": "Mahou-1.2a-llama3-8B", - "developer": "flammenai", + "id": "meta/llama-3.2-90b-vision-instruct-turbo", + "name": "Llama 3.2 Vision Instruct Turbo 90B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5093, - "hfopenllm_v2/BBH": 0.5094, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3847, - "hfopenllm_v2/MMLU-PRO": 0.3817 + "helm_lite/Mean win rate": 0.819, + "helm_lite/NarrativeQA": 0.777, + "helm_lite/NaturalQuestions (closed-book)": 0.457, + "helm_lite/OpenbookQA": 0.942, + "helm_lite/MMLU": 0.703, + "helm_lite/MATH": 0.791, + "helm_lite/GSM8K": 0.936, + "helm_lite/LegalBench": 0.68, + "helm_lite/MedQA": 0.769, + "helm_lite/WMT 2014": 0.224, + "helm_mmlu/MMLU All Subjects": 0.803, + "helm_mmlu/Abstract Algebra": 0.52, + "helm_mmlu/Anatomy": 0.8, + "helm_mmlu/College Physics": 0.539, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.684, + "helm_mmlu/Global Facts": 0.6, + "helm_mmlu/Jurisprudence": 0.88, + "helm_mmlu/Philosophy": 0.839, + "helm_mmlu/Professional Psychology": 0.843, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.921, + "helm_mmlu/Business Ethics": 0.76, + "helm_mmlu/Clinical Knowledge": 0.845, + "helm_mmlu/Conceptual Physics": 0.826, + "helm_mmlu/Electrical Engineering": 0.759, + "helm_mmlu/Elementary Mathematics": 0.688, + "helm_mmlu/Formal Logic": 0.683, + "helm_mmlu/High School World History": 0.941, + "helm_mmlu/Human Sexuality": 0.87, + "helm_mmlu/International Law": 0.934, + "helm_mmlu/Logical Fallacies": 0.834, + "helm_mmlu/Machine Learning": 0.688, + "helm_mmlu/Management": 0.913, + "helm_mmlu/Marketing": 0.944, + "helm_mmlu/Medical Genetics": 0.92, + "helm_mmlu/Miscellaneous": 0.913, + "helm_mmlu/Moral Scenarios": 0.841, + "helm_mmlu/Nutrition": 0.889, + "helm_mmlu/Prehistory": 0.886, + "helm_mmlu/Public Relations": 0.718, + "helm_mmlu/Security Studies": 0.853, + "helm_mmlu/Sociology": 0.92, + "helm_mmlu/Virology": 0.584, + "helm_mmlu/World Religions": 0.901, + "helm_mmlu/Mean win rate": 0.773 } }, { - "id": "flammenai/Mahou-1.2a-mistral-7B", - "name": "Mahou-1.2a-mistral-7B", - "developer": "flammenai", + "id": "meta/llama-3.3-70b-instruct-turbo", + "name": "Llama 3.3 Instruct Turbo 70B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4552, - "hfopenllm_v2/BBH": 0.5118, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3896, - "hfopenllm_v2/MMLU-PRO": 0.3163 + "helm_lite/Mean win rate": 0.812, + "helm_lite/NarrativeQA": 0.791, + "helm_lite/NaturalQuestions (closed-book)": 0.431, + "helm_lite/OpenbookQA": 0.928, + "helm_lite/MMLU": 0.7, + "helm_lite/MATH": 0.808, + "helm_lite/GSM8K": 0.942, + "helm_lite/LegalBench": 0.725, + "helm_lite/MedQA": 0.761, + "helm_lite/WMT 2014": 0.219, + "helm_mmlu/MMLU All Subjects": 0.791, + "helm_mmlu/Abstract Algebra": 0.5, + "helm_mmlu/Anatomy": 0.778, + "helm_mmlu/College Physics": 0.52, + "helm_mmlu/Computer Security": 0.8, + "helm_mmlu/Econometrics": 0.719, + "helm_mmlu/Global Facts": 0.58, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.83, + "helm_mmlu/Professional Psychology": 0.845, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.888, + "helm_mmlu/Business Ethics": 0.8, + "helm_mmlu/Clinical Knowledge": 0.83, + "helm_mmlu/Conceptual Physics": 0.821, + "helm_mmlu/Electrical Engineering": 0.745, + "helm_mmlu/Elementary Mathematics": 0.672, + "helm_mmlu/Formal Logic": 0.675, + "helm_mmlu/High School World History": 0.907, + "helm_mmlu/Human Sexuality": 0.855, + "helm_mmlu/International Law": 0.884, + "helm_mmlu/Logical Fallacies": 0.816, + "helm_mmlu/Machine Learning": 0.714, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.927, + "helm_mmlu/Medical Genetics": 0.9, + "helm_mmlu/Miscellaneous": 0.914, + "helm_mmlu/Moral Scenarios": 0.698, + "helm_mmlu/Nutrition": 0.882, + "helm_mmlu/Prehistory": 0.895, + "helm_mmlu/Public Relations": 0.727, + "helm_mmlu/Security Studies": 0.845, + "helm_mmlu/Sociology": 0.92, + "helm_mmlu/Virology": 0.566, + "helm_mmlu/World Religions": 0.883, + "helm_mmlu/Mean win rate": 0.722 } }, { - "id": "flammenai/Mahou-1.5-llama3.1-70B", - "name": "Mahou-1.5-llama3.1-70B", - "developer": "flammenai", + "id": "meta/LLaMA-30B", + "name": "LLaMA 30B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7147, - "hfopenllm_v2/BBH": 0.6651, - "hfopenllm_v2/MATH Level 5": 0.21, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.495, - "hfopenllm_v2/MMLU-PRO": 0.4749 + "helm_classic/Mean win rate": 0.781, + "helm_classic/MMLU": 0.531, + "helm_classic/BoolQ": 0.861, + "helm_classic/NarrativeQA": 0.752, + "helm_classic/NaturalQuestions (open-book)": 0.666, + "helm_classic/QuAC": 0.39, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.344, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.927, + "helm_classic/CivilComments": 0.549, + "helm_classic/RAFT": 0.752 } }, { - "id": "flammenai/Mahou-1.5-mistral-nemo-12B", - "name": "Mahou-1.5-mistral-nemo-12B", - "developer": "flammenai", + "id": "meta/llama-4-maverick", + "name": "meta/llama-4-maverick", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6751, - "hfopenllm_v2/BBH": 0.5522, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.452, - "hfopenllm_v2/MMLU-PRO": 0.3602 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0, + "livecodebenchpro/Easy Problems": 0.09859154929577464 } }, { - "id": "flammenai/flammen15-gutenberg-DPO-v1-7B", - "name": "flammen15-gutenberg-DPO-v1-7B", - "developer": "flammenai", + "id": "meta/llama-4-maverick-17b-128e-instruct-fp8", + "name": "Llama 4 Maverick 17Bx128E Instruct FP8", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4798, - "hfopenllm_v2/BBH": 0.5203, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3186 + "helm_capabilities/Mean score": 0.718, + "helm_capabilities/MMLU-Pro": 0.81, + "helm_capabilities/GPQA": 0.65, + "helm_capabilities/IFEval": 0.908, + "helm_capabilities/WildBench": 0.8, + "helm_capabilities/Omni-MATH": 0.422 } }, { - "id": "fluently-lm/FluentlyLM-Prinum", - "name": "FluentlyLM-Prinum", - "developer": "fluently-lm", + "id": "meta/llama-4-scout-17b-16e-instruct", + "name": "Llama 4 Scout 17Bx16E Instruct", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.809, - "hfopenllm_v2/BBH": 0.7144, - "hfopenllm_v2/MATH Level 5": 0.54, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4471, - "hfopenllm_v2/MMLU-PRO": 0.5808 + "helm_capabilities/Mean score": 0.644, + "helm_capabilities/MMLU-Pro": 0.742, + "helm_capabilities/GPQA": 0.507, + "helm_capabilities/IFEval": 0.818, + "helm_capabilities/WildBench": 0.779, + "helm_capabilities/Omni-MATH": 0.373 } }, { - "id": "fluently-lm/Llama-TI-8B", - "name": "Llama-TI-8B", - "developer": "fluently-lm", + "id": "meta/LLaMA-65B", + "name": "LLaMA 65B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.288, - "hfopenllm_v2/BBH": 0.5201, - "hfopenllm_v2/MATH Level 5": 0.1964, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4103, - "hfopenllm_v2/MMLU-PRO": 0.344 + "helm_classic/Mean win rate": 0.908, + "helm_classic/MMLU": 0.584, + "helm_classic/BoolQ": 0.871, + "helm_classic/NarrativeQA": 0.755, + "helm_classic/NaturalQuestions (open-book)": 0.672, + "helm_classic/QuAC": 0.401, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.508, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.962, + "helm_classic/CivilComments": 0.655, + "helm_classic/RAFT": 0.702, + "helm_lite/Mean win rate": 0.345, + "helm_lite/NarrativeQA": 0.755, + "helm_lite/NaturalQuestions (closed-book)": 0.433, + "helm_lite/OpenbookQA": 0.754, + "helm_lite/MMLU": 0.584, + "helm_lite/MATH": 0.257, + "helm_lite/GSM8K": 0.489, + "helm_lite/LegalBench": 0.48, + "helm_lite/MedQA": 0.507, + "helm_lite/WMT 2014": 0.189 } }, { - "id": "fluently-lm/Llama-TI-8B-Instruct", - "name": "Llama-TI-8B-Instruct", - "developer": "fluently-lm", + "id": "meta/LLaMA-7B", + "name": "LLaMA 7B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7716, - "hfopenllm_v2/BBH": 0.5252, - "hfopenllm_v2/MATH Level 5": 0.2304, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3813, - "hfopenllm_v2/MMLU-PRO": 0.3726 + "helm_classic/Mean win rate": 0.533, + "helm_classic/MMLU": 0.321, + "helm_classic/BoolQ": 0.756, + "helm_classic/NarrativeQA": 0.669, + "helm_classic/NaturalQuestions (open-book)": 0.589, + "helm_classic/QuAC": 0.338, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.28, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.947, + "helm_classic/CivilComments": 0.563, + "helm_classic/RAFT": 0.573 } }, { - "id": "fluently-sets/FalconThink3-10B-IT", - "name": "FalconThink3-10B-IT", - "developer": "fluently-sets", + "id": "meta/OPT-175B", + "name": "OPT 175B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7326, - "hfopenllm_v2/BBH": 0.62, - "hfopenllm_v2/MATH Level 5": 0.2447, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4479, - "hfopenllm_v2/MMLU-PRO": 0.4435 + "helm_classic/Mean win rate": 0.609, + "helm_classic/MMLU": 0.318, + "helm_classic/BoolQ": 0.793, + "helm_classic/NarrativeQA": 0.671, + "helm_classic/NaturalQuestions (open-book)": 0.615, + "helm_classic/QuAC": 0.36, + "helm_classic/HellaSwag": 0.791, + "helm_classic/OpenbookQA": 0.586, + "helm_classic/TruthfulQA": 0.25, + "helm_classic/MS MARCO (TREC)": 0.448, + "helm_classic/CNN/DailyMail": 0.146, + "helm_classic/XSUM": 0.155, + "helm_classic/IMDB": 0.947, + "helm_classic/CivilComments": 0.505, + "helm_classic/RAFT": 0.606 } }, { - "id": "fluently-sets/reasoning-1-1k-demo", - "name": "reasoning-1-1k-demo", - "developer": "fluently-sets", + "id": "meta/OPT-66B", + "name": "OPT 66B", + "developer": "Meta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7525, - "hfopenllm_v2/BBH": 0.6397, - "hfopenllm_v2/MATH Level 5": 0.4282, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4061, - "hfopenllm_v2/MMLU-PRO": 0.4774 + "helm_classic/Mean win rate": 0.448, + "helm_classic/MMLU": 0.276, + "helm_classic/BoolQ": 0.76, + "helm_classic/NarrativeQA": 0.638, + "helm_classic/NaturalQuestions (open-book)": 0.596, + "helm_classic/QuAC": 0.357, + "helm_classic/HellaSwag": 0.745, + "helm_classic/OpenbookQA": 0.534, + "helm_classic/TruthfulQA": 0.201, + "helm_classic/MS MARCO (TREC)": 0.482, + "helm_classic/CNN/DailyMail": 0.136, + "helm_classic/XSUM": 0.126, + "helm_classic/IMDB": 0.917, + "helm_classic/CivilComments": 0.506, + "helm_classic/RAFT": 0.557 } }, { - "id": "formulae/mita-elite-sce-gen1.1-v1-7b-2-26-2025-exp", - "name": "mita-elite-sce-gen1.1-v1-7b-2-26-2025-exp", - "developer": "formulae", + "id": "mhl1/Qwen2.5-0.5B-cinstruct-stage1", + "name": "Qwen2.5-0.5B-cinstruct-stage1", + "developer": "mhl1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1614, - "hfopenllm_v2/BBH": 0.2976, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.4219, - "hfopenllm_v2/MMLU-PRO": 0.1174 + "hfopenllm_v2/IFEval": 0.1482, + "hfopenllm_v2/BBH": 0.3256, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.35, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "formulae/mita-elite-v1.1-7b-2-25-2025", - "name": "mita-elite-v1.1-7b-2-25-2025", - "developer": "formulae", + "id": "microsoft/DialoGPT-medium", + "name": "DialoGPT-medium", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.125, - "hfopenllm_v2/BBH": 0.2867, + "hfopenllm_v2/IFEval": 0.1479, + "hfopenllm_v2/BBH": 0.3014, "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.1098 + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.1119 } }, { - "id": "formulae/mita-elite-v1.1-gen2-7b-2-25-2025", - "name": "mita-elite-v1.1-gen2-7b-2-25-2025", - "developer": "formulae", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1411, - "hfopenllm_v2/BBH": 0.2924, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3541, - "hfopenllm_v2/MMLU-PRO": 0.1101 + "id": "microsoft/Orca-2-13b", + "name": "Orca-2-13b", + "developer": "microsoft", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3128, + "hfopenllm_v2/BBH": 0.4884, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.513, + "hfopenllm_v2/MMLU-PRO": 0.2749 } }, { - "id": "formulae/mita-elite-v1.2-7b-2-26-2025", - "name": "mita-elite-v1.2-7b-2-26-2025", - "developer": "formulae", + "id": "microsoft/Orca-2-7b", + "name": "Orca-2-7b", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.148, - "hfopenllm_v2/BBH": 0.293, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.1186 + "hfopenllm_v2/IFEval": 0.2183, + "hfopenllm_v2/BBH": 0.4452, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.5026, + "hfopenllm_v2/MMLU-PRO": 0.2319 } }, { - "id": "formulae/mita-gen3-7b-2-26-2025", - "name": "mita-gen3-7b-2-26-2025", - "developer": "formulae", + "id": "microsoft/phi-1", + "name": "phi-1", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1964, - "hfopenllm_v2/BBH": 0.2916, - "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/IFEval": 0.2068, + "hfopenllm_v2/BBH": 0.3139, + "hfopenllm_v2/MATH Level 5": 0.0098, "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3912, - "hfopenllm_v2/MMLU-PRO": 0.1124 + "hfopenllm_v2/MUSR": 0.3525, + "hfopenllm_v2/MMLU-PRO": 0.1162 } }, { - "id": "formulae/mita-gen3-v1.2-7b-2-26-2025", - "name": "mita-gen3-v1.2-7b-2-26-2025", - "developer": "formulae", + "id": "microsoft/phi-1_5", + "name": "phi-1_5", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2044, - "hfopenllm_v2/BBH": 0.3058, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.39, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.2033, + "hfopenllm_v2/BBH": 0.336, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3404, + "hfopenllm_v2/MMLU-PRO": 0.1691 } }, { - "id": "formulae/mita-math-v2.3-2-25-2025", - "name": "mita-math-v2.3-2-25-2025", - "developer": "formulae", + "id": "microsoft/phi-2", + "name": "Phi-2", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1373, - "hfopenllm_v2/BBH": 0.2949, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3698, - "hfopenllm_v2/MMLU-PRO": 0.1118 + "helm_lite/Mean win rate": 0.169, + "helm_lite/NarrativeQA": 0.703, + "helm_lite/NaturalQuestions (closed-book)": 0.155, + "helm_lite/OpenbookQA": 0.798, + "helm_lite/MMLU": 0.518, + "helm_lite/MATH": 0.255, + "helm_lite/GSM8K": 0.581, + "helm_lite/LegalBench": 0.334, + "helm_lite/MedQA": 0.41, + "helm_lite/WMT 2014": 0.038, + "helm_mmlu/MMLU All Subjects": 0.584, + "helm_mmlu/Abstract Algebra": 0.31, + "helm_mmlu/Anatomy": 0.437, + "helm_mmlu/College Physics": 0.382, + "helm_mmlu/Computer Security": 0.73, + "helm_mmlu/Econometrics": 0.342, + "helm_mmlu/Global Facts": 0.35, + "helm_mmlu/Jurisprudence": 0.694, + "helm_mmlu/Philosophy": 0.598, + "helm_mmlu/Professional Psychology": 0.572, + "helm_mmlu/Us Foreign Policy": 0.78, + "helm_mmlu/Astronomy": 0.605, + "helm_mmlu/Business Ethics": 0.59, + "helm_mmlu/Clinical Knowledge": 0.619, + "helm_mmlu/Conceptual Physics": 0.519, + "helm_mmlu/Electrical Engineering": 0.545, + "helm_mmlu/Elementary Mathematics": 0.463, + "helm_mmlu/Formal Logic": 0.389, + "helm_mmlu/High School World History": 0.73, + "helm_mmlu/Human Sexuality": 0.733, + "helm_mmlu/International Law": 0.752, + "helm_mmlu/Logical Fallacies": 0.767, + "helm_mmlu/Machine Learning": 0.5, + "helm_mmlu/Management": 0.748, + "helm_mmlu/Marketing": 0.833, + "helm_mmlu/Medical Genetics": 0.62, + "helm_mmlu/Miscellaneous": 0.688, + "helm_mmlu/Moral Scenarios": 0.231, + "helm_mmlu/Nutrition": 0.627, + "helm_mmlu/Prehistory": 0.605, + "helm_mmlu/Public Relations": 0.673, + "helm_mmlu/Security Studies": 0.702, + "helm_mmlu/Sociology": 0.816, + "helm_mmlu/Virology": 0.47, + "helm_mmlu/World Religions": 0.702, + "helm_mmlu/Mean win rate": 0.824, + "hfopenllm_v2/IFEval": 0.2739, + "hfopenllm_v2/BBH": 0.4881, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.4099, + "hfopenllm_v2/MMLU-PRO": 0.2628 } }, { - "id": "formulae/mita-v1-7b", - "name": "mita-v1-7b", - "developer": "formulae", + "id": "microsoft/Phi-3-medium-128k-instruct", + "name": "Phi-3-medium-128k-instruct", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1972, - "hfopenllm_v2/BBH": 0.3003, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.4152, - "hfopenllm_v2/MMLU-PRO": 0.1147 + "hfopenllm_v2/IFEval": 0.604, + "hfopenllm_v2/BBH": 0.6382, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4129, + "hfopenllm_v2/MMLU-PRO": 0.4712 } }, { - "id": "formulae/mita-v1.1-7b-2-24-2025", - "name": "mita-v1.1-7b-2-24-2025", - "developer": "formulae", + "id": "microsoft/phi-3-medium-4k-instruct", + "name": "Phi-3 14B", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3412, - "hfopenllm_v2/BBH": 0.5442, - "hfopenllm_v2/MATH Level 5": 0.435, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4557, - "hfopenllm_v2/MMLU-PRO": 0.4524 + "helm_lite/Mean win rate": 0.509, + "helm_lite/NarrativeQA": 0.724, + "helm_lite/NaturalQuestions (closed-book)": 0.278, + "helm_lite/OpenbookQA": 0.916, + "helm_lite/MMLU": 0.675, + "helm_lite/MATH": 0.611, + "helm_lite/GSM8K": 0.878, + "helm_lite/LegalBench": 0.593, + "helm_lite/MedQA": 0.696, + "helm_lite/WMT 2014": 0.17, + "helm_mmlu/MMLU All Subjects": 0.775, + "helm_mmlu/Abstract Algebra": 0.5, + "helm_mmlu/Anatomy": 0.719, + "helm_mmlu/College Physics": 0.529, + "helm_mmlu/Computer Security": 0.79, + "helm_mmlu/Econometrics": 0.614, + "helm_mmlu/Global Facts": 0.5, + "helm_mmlu/Jurisprudence": 0.88, + "helm_mmlu/Philosophy": 0.804, + "helm_mmlu/Professional Psychology": 0.835, + "helm_mmlu/Us Foreign Policy": 0.95, + "helm_mmlu/Astronomy": 0.849, + "helm_mmlu/Business Ethics": 0.8, + "helm_mmlu/Clinical Knowledge": 0.826, + "helm_mmlu/Conceptual Physics": 0.809, + "helm_mmlu/Electrical Engineering": 0.683, + "helm_mmlu/Elementary Mathematics": 0.709, + "helm_mmlu/Formal Logic": 0.587, + "helm_mmlu/High School World History": 0.903, + "helm_mmlu/Human Sexuality": 0.863, + "helm_mmlu/International Law": 0.934, + "helm_mmlu/Logical Fallacies": 0.828, + "helm_mmlu/Machine Learning": 0.696, + "helm_mmlu/Management": 0.864, + "helm_mmlu/Marketing": 0.919, + "helm_mmlu/Medical Genetics": 0.91, + "helm_mmlu/Miscellaneous": 0.894, + "helm_mmlu/Moral Scenarios": 0.639, + "helm_mmlu/Nutrition": 0.837, + "helm_mmlu/Prehistory": 0.867, + "helm_mmlu/Public Relations": 0.755, + "helm_mmlu/Security Studies": 0.829, + "helm_mmlu/Sociology": 0.891, + "helm_mmlu/Virology": 0.554, + "helm_mmlu/World Religions": 0.865, + "helm_mmlu/Mean win rate": 0.015, + "hfopenllm_v2/IFEval": 0.6423, + "hfopenllm_v2/BBH": 0.6412, + "hfopenllm_v2/MATH Level 5": 0.1956, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4258, + "hfopenllm_v2/MMLU-PRO": 0.4676 } }, { - "id": "formulae/mita-v1.2-7b-2-24-2025", - "name": "mita-v1.2-7b-2-24-2025", - "developer": "formulae", + "id": "microsoft/Phi-3-mini-128k-instruct", + "name": "Phi-3-mini-128k-instruct", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2564, - "hfopenllm_v2/BBH": 0.4919, - "hfopenllm_v2/MATH Level 5": 0.4879, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4344, - "hfopenllm_v2/MMLU-PRO": 0.3359 + "hfopenllm_v2/IFEval": 0.5976, + "hfopenllm_v2/BBH": 0.5575, + "hfopenllm_v2/MATH Level 5": 0.1405, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.3937, + "hfopenllm_v2/MMLU-PRO": 0.3734 } }, { - "id": "frameai/Loxa-4B", - "name": "Loxa-4B", - "developer": "frameai", + "id": "microsoft/Phi-3-mini-4k-instruct", + "name": "Phi-3-mini-4k-instruct", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4765, - "hfopenllm_v2/BBH": 0.4217, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3377, - "hfopenllm_v2/MMLU-PRO": 0.2802 + "hfopenllm_v2/IFEval": 0.5477, + "hfopenllm_v2/BBH": 0.5491, + "hfopenllm_v2/MATH Level 5": 0.1639, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4284, + "hfopenllm_v2/MMLU-PRO": 0.4022 } }, { - "id": "freewheelin/free-evo-qwen72b-v0.8-re", - "name": "free-evo-qwen72b-v0.8-re", - "developer": "freewheelin", + "id": "microsoft/Phi-3-small-128k-instruct", + "name": "Phi-3-small-128k-instruct", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5331, - "hfopenllm_v2/BBH": 0.6127, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4872, - "hfopenllm_v2/MMLU-PRO": 0.487 + "hfopenllm_v2/IFEval": 0.6368, + "hfopenllm_v2/BBH": 0.6202, + "hfopenllm_v2/MATH Level 5": 0.2026, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4378, + "hfopenllm_v2/MMLU-PRO": 0.4491 } }, { - "id": "freewheelin/free-solar-evo-v0.1", - "name": "free-solar-evo-v0.1", - "developer": "freewheelin", + "id": "microsoft/phi-3-small-8k-instruct", + "name": "Phi-3 7B", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.205, - "hfopenllm_v2/BBH": 0.4502, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4946, - "hfopenllm_v2/MMLU-PRO": 0.3414 + "helm_lite/Mean win rate": 0.473, + "helm_lite/NarrativeQA": 0.754, + "helm_lite/NaturalQuestions (closed-book)": 0.324, + "helm_lite/OpenbookQA": 0.912, + "helm_lite/MMLU": 0.659, + "helm_lite/MATH": 0.703, + "helm_lite/GSM8K": -1.0, + "helm_lite/LegalBench": 0.584, + "helm_lite/MedQA": 0.672, + "helm_lite/WMT 2014": 0.154, + "helm_mmlu/MMLU All Subjects": 0.757, + "helm_mmlu/Abstract Algebra": 0.44, + "helm_mmlu/Anatomy": 0.726, + "helm_mmlu/College Physics": 0.559, + "helm_mmlu/Computer Security": 0.77, + "helm_mmlu/Econometrics": 0.596, + "helm_mmlu/Global Facts": 0.52, + "helm_mmlu/Jurisprudence": 0.843, + "helm_mmlu/Philosophy": 0.82, + "helm_mmlu/Professional Psychology": 0.835, + "helm_mmlu/Us Foreign Policy": 0.95, + "helm_mmlu/Astronomy": 0.849, + "helm_mmlu/Business Ethics": 0.77, + "helm_mmlu/Clinical Knowledge": 0.83, + "helm_mmlu/Conceptual Physics": 0.779, + "helm_mmlu/Electrical Engineering": 0.69, + "helm_mmlu/Elementary Mathematics": 0.619, + "helm_mmlu/Formal Logic": 0.595, + "helm_mmlu/High School World History": 0.848, + "helm_mmlu/Human Sexuality": 0.817, + "helm_mmlu/International Law": 0.851, + "helm_mmlu/Logical Fallacies": 0.81, + "helm_mmlu/Machine Learning": 0.652, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.897, + "helm_mmlu/Medical Genetics": 0.84, + "helm_mmlu/Miscellaneous": 0.871, + "helm_mmlu/Moral Scenarios": 0.711, + "helm_mmlu/Nutrition": 0.833, + "helm_mmlu/Prehistory": 0.858, + "helm_mmlu/Public Relations": 0.727, + "helm_mmlu/Security Studies": 0.804, + "helm_mmlu/Sociology": 0.886, + "helm_mmlu/Virology": 0.548, + "helm_mmlu/World Religions": 0.825, + "helm_mmlu/Mean win rate": 0.708, + "hfopenllm_v2/IFEval": 0.6497, + "hfopenllm_v2/BBH": 0.6208, + "hfopenllm_v2/MATH Level 5": 0.1887, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4558, + "hfopenllm_v2/MMLU-PRO": 0.4506 } }, { - "id": "freewheelin/free-solar-evo-v0.11", - "name": "free-solar-evo-v0.11", - "developer": "freewheelin", + "id": "microsoft/Phi-3.5-mini-instruct", + "name": "Phi-3.5-mini-instruct", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2027, - "hfopenllm_v2/BBH": 0.4545, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.5052, - "hfopenllm_v2/MMLU-PRO": 0.3467 + "hfopenllm_v2/IFEval": 0.5775, + "hfopenllm_v2/BBH": 0.5518, + "hfopenllm_v2/MATH Level 5": 0.1964, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.3962 } }, { - "id": "freewheelin/free-solar-evo-v0.13", - "name": "free-solar-evo-v0.13", - "developer": "freewheelin", + "id": "microsoft/Phi-3.5-MoE-instruct", + "name": "Phi-3.5-MoE-instruct", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2321, - "hfopenllm_v2/BBH": 0.4555, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.5052, - "hfopenllm_v2/MMLU-PRO": 0.347 + "hfopenllm_v2/IFEval": 0.6925, + "hfopenllm_v2/BBH": 0.6408, + "hfopenllm_v2/MATH Level 5": 0.3119, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4565, + "hfopenllm_v2/MMLU-PRO": 0.4658 } }, { - "id": "fulim/FineLlama-3.1-8B", - "name": "FineLlama-3.1-8B", - "developer": "fulim", + "id": "microsoft/phi-4", + "name": "phi-4", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1439, - "hfopenllm_v2/BBH": 0.4569, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3867, - "hfopenllm_v2/MMLU-PRO": 0.3167 + "hfopenllm_v2/IFEval": 0.0585, + "hfopenllm_v2/BBH": 0.6691, + "hfopenllm_v2/MATH Level 5": 0.3165, + "hfopenllm_v2/GPQA": 0.406, + "hfopenllm_v2/MUSR": 0.5034, + "hfopenllm_v2/MMLU-PRO": 0.5287 } }, { - "id": "gabrielmbmb/SmolLM-1.7B-Instruct-IFEval", - "name": "SmolLM-1.7B-Instruct-IFEval", - "developer": "gabrielmbmb", + "id": "microsoft/Phi-4-mini-instruct", + "name": "Phi-4-mini-instruct", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2306, - "hfopenllm_v2/BBH": 0.3138, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3328, - "hfopenllm_v2/MMLU-PRO": 0.1156 + "hfopenllm_v2/IFEval": 0.7378, + "hfopenllm_v2/BBH": 0.5689, + "hfopenllm_v2/MATH Level 5": 0.1699, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3873, + "hfopenllm_v2/MMLU-PRO": 0.3932 } }, { - "id": "gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA", - "name": "Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA", - "developer": "gaverfraxz", + "id": "microsoft/TNLG-v2-530B", + "name": "TNLG v2 530B", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4009, - "hfopenllm_v2/BBH": 0.3985, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.365, - "hfopenllm_v2/MMLU-PRO": 0.1654 + "helm_classic/Mean win rate": 0.787, + "helm_classic/MMLU": 0.469, + "helm_classic/BoolQ": 0.809, + "helm_classic/NarrativeQA": 0.722, + "helm_classic/NaturalQuestions (open-book)": 0.642, + "helm_classic/QuAC": 0.39, + "helm_classic/HellaSwag": 0.799, + "helm_classic/OpenbookQA": 0.562, + "helm_classic/TruthfulQA": 0.251, + "helm_classic/MS MARCO (TREC)": 0.643, + "helm_classic/CNN/DailyMail": 0.161, + "helm_classic/XSUM": 0.169, + "helm_classic/IMDB": 0.941, + "helm_classic/CivilComments": 0.601, + "helm_classic/RAFT": 0.679 } }, { - "id": "gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES", - "name": "Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES", - "developer": "gaverfraxz", + "id": "microsoft/TNLG-v2-6.7B", + "name": "TNLG v2 6.7B", + "developer": "microsoft", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4551, - "hfopenllm_v2/BBH": 0.5044, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.3679 + "helm_classic/Mean win rate": 0.309, + "helm_classic/MMLU": 0.242, + "helm_classic/BoolQ": 0.698, + "helm_classic/NarrativeQA": 0.631, + "helm_classic/NaturalQuestions (open-book)": 0.561, + "helm_classic/QuAC": 0.345, + "helm_classic/HellaSwag": 0.704, + "helm_classic/OpenbookQA": 0.478, + "helm_classic/TruthfulQA": 0.167, + "helm_classic/MS MARCO (TREC)": 0.332, + "helm_classic/CNN/DailyMail": 0.146, + "helm_classic/XSUM": 0.11, + "helm_classic/IMDB": 0.927, + "helm_classic/CivilComments": 0.532, + "helm_classic/RAFT": 0.525 } }, { - "id": "gbueno86/Brinebreath-Llama-3.1-70B", - "name": "Brinebreath-Llama-3.1-70B", - "developer": "gbueno86", + "id": "mightbe/Better-PairRM", + "name": "mightbe/Better-PairRM", + "developer": "mightbe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5533, - "hfopenllm_v2/BBH": 0.6881, - "hfopenllm_v2/MATH Level 5": 0.2976, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4541, - "hfopenllm_v2/MMLU-PRO": 0.5196 + "reward-bench/Score": 0.673, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.3925, + "reward-bench/Safety": 0.8203, + "reward-bench/Reasoning": 0.4983, + "reward-bench/Prior Sets (0.5 weight)": 0.724 } }, { - "id": "gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b", - "name": "Meta-LLama-3-Cat-Smaug-LLama-70b", - "developer": "gbueno86", + "id": "migtissera/Llama-3-70B-Synthia-v3.5", + "name": "Llama-3-70B-Synthia-v3.5", + "developer": "migtissera", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8072, - "hfopenllm_v2/BBH": 0.6674, - "hfopenllm_v2/MATH Level 5": 0.2938, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4368, - "hfopenllm_v2/MMLU-PRO": 0.5075 + "hfopenllm_v2/IFEval": 0.6076, + "hfopenllm_v2/BBH": 0.6489, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4922, + "hfopenllm_v2/MMLU-PRO": 0.4658 } }, { - "id": "gemini-1.5-flash-8b", - "name": "gemini-1.5-flash-8b", - "developer": "unknown", + "id": "migtissera/Llama-3-8B-Synthia-v3.5", + "name": "Llama-3-8B-Synthia-v3.5", + "developer": "migtissera", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7601, - "reward-bench/Chat": 0.9441, - "reward-bench/Chat Hard": 0.5987, - "reward-bench/Safety": 0.7399, - "reward-bench/Reasoning": 0.7575 + "hfopenllm_v2/IFEval": 0.507, + "hfopenllm_v2/BBH": 0.4888, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.4044, + "hfopenllm_v2/MMLU-PRO": 0.303 } }, { - "id": "general-preference/GPM-Gemma-2B", - "name": "general-preference/GPM-Gemma-2B", - "developer": "general-preference", + "id": "migtissera/Tess-3-7B-SFT", + "name": "Tess-3-7B-SFT", + "developer": "migtissera", "evaluator_relationship": null, - "benchmark_scores": { - "reward-bench/Score": 0.7449, - "reward-bench/Chat": 0.7151, - "reward-bench/Chat Hard": 0.6974, - "reward-bench/Safety": 0.8122, - "reward-bench/Reasoning": 0.755 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3946, + "hfopenllm_v2/BBH": 0.4607, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4113, + "hfopenllm_v2/MMLU-PRO": 0.3034 } }, { - "id": "general-preference/GPM-Llama-3.1-8B", - "name": "general-preference/GPM-Llama-3.1-8B", - "developer": "general-preference", + "id": "migtissera/Tess-3-Mistral-Nemo-12B", + "name": "Tess-3-Mistral-Nemo-12B", + "developer": "migtissera", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9224, - "reward-bench/Chat": 0.933, - "reward-bench/Chat Hard": 0.886, - "reward-bench/Safety": 0.9108, - "reward-bench/Reasoning": 0.9597 + "hfopenllm_v2/IFEval": 0.3355, + "hfopenllm_v2/BBH": 0.4899, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.4458, + "hfopenllm_v2/MMLU-PRO": 0.2565 } }, { - "id": "ghost-x/ghost-8b-beta-1608", - "name": "ghost-8b-beta-1608", - "developer": "ghost-x", + "id": "migtissera/Tess-v2.5-Phi-3-medium-128k-14B", + "name": "Tess-v2.5-Phi-3-medium-128k-14B", + "developer": "migtissera", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4273, - "hfopenllm_v2/BBH": 0.4517, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3516, - "hfopenllm_v2/MMLU-PRO": 0.284 + "hfopenllm_v2/IFEval": 0.4539, + "hfopenllm_v2/BBH": 0.6207, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4113, + "hfopenllm_v2/MMLU-PRO": 0.3732 } }, { - "id": "glaiveai/Reflection-Llama-3.1-70B", - "name": "Reflection-Llama-3.1-70B", - "developer": "glaiveai", + "id": "migtissera/Tess-v2.5.2-Qwen2-72B", + "name": "Tess-v2.5.2-Qwen2-72B", + "developer": "migtissera", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5991, - "hfopenllm_v2/BBH": 0.5681, - "hfopenllm_v2/MATH Level 5": 0.2757, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.438, - "hfopenllm_v2/MMLU-PRO": 0.6341 + "hfopenllm_v2/IFEval": 0.4494, + "hfopenllm_v2/BBH": 0.6647, + "hfopenllm_v2/MATH Level 5": 0.2938, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4188, + "hfopenllm_v2/MMLU-PRO": 0.5561 } }, { - "id": "gmonsoon/SahabatAI-Llama-11B-Test", - "name": "SahabatAI-Llama-11B-Test", - "developer": "gmonsoon", + "id": "migtissera/Trinity-2-Codestral-22B", + "name": "Trinity-2-Codestral-22B", + "developer": "migtissera", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3376, - "hfopenllm_v2/BBH": 0.4728, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4001, - "hfopenllm_v2/MMLU-PRO": 0.3182 + "hfopenllm_v2/IFEval": 0.4202, + "hfopenllm_v2/BBH": 0.5593, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4111, + "hfopenllm_v2/MMLU-PRO": 0.3308 } }, { - "id": "gmonsoon/SahabatAI-MediChatIndo-8B-v1", - "name": "SahabatAI-MediChatIndo-8B-v1", - "developer": "gmonsoon", + "id": "migtissera/Trinity-2-Codestral-22B-v0.2", + "name": "Trinity-2-Codestral-22B-v0.2", + "developer": "migtissera", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4163, - "hfopenllm_v2/BBH": 0.4509, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.3108 + "hfopenllm_v2/IFEval": 0.4345, + "hfopenllm_v2/BBH": 0.5686, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.334 } }, { - "id": "gmonsoon/SahabatAI-Rebase-8B-Test", - "name": "SahabatAI-Rebase-8B-Test", - "developer": "gmonsoon", + "id": "Minami-su/Amara-o1-7B-Qwen", + "name": "Amara-o1-7B-Qwen", + "developer": "Minami-su", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5156, - "hfopenllm_v2/BBH": 0.523, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4133, - "hfopenllm_v2/MMLU-PRO": 0.3664 + "hfopenllm_v2/IFEval": 0.739, + "hfopenllm_v2/BBH": 0.5199, + "hfopenllm_v2/MATH Level 5": 0.5181, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4007, + "hfopenllm_v2/MMLU-PRO": 0.4083 } }, { - "id": "gmonsoon/StockSeaLLMs-7B-v1", - "name": "StockSeaLLMs-7B-v1", - "developer": "gmonsoon", + "id": "Minami-su/Amara-o2-7B-Qwen", + "name": "Amara-o2-7B-Qwen", + "developer": "Minami-su", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4599, - "hfopenllm_v2/BBH": 0.5271, - "hfopenllm_v2/MATH Level 5": 0.1964, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4214, - "hfopenllm_v2/MMLU-PRO": 0.3952 + "hfopenllm_v2/IFEval": 0.7147, + "hfopenllm_v2/BBH": 0.5173, + "hfopenllm_v2/MATH Level 5": 0.4086, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.4165 } }, { - "id": "gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES", - "name": "gemma2-9b-sahabatai-v1-instruct-BaseTIES", - "developer": "gmonsoon", + "id": "Minami-su/test-7B-00", + "name": "test-7B-00", + "developer": "Minami-su", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.6077, - "hfopenllm_v2/MATH Level 5": 0.1994, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4778, - "hfopenllm_v2/MMLU-PRO": 0.4347 + "hfopenllm_v2/IFEval": 0.669, + "hfopenllm_v2/BBH": 0.4466, + "hfopenllm_v2/MATH Level 5": 0.4517, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4126, + "hfopenllm_v2/MMLU-PRO": 0.3588 } }, { - "id": "godlikehhd/alpaca_data_full_2", - "name": "alpaca_data_full_2", - "developer": "godlikehhd", + "id": "Minami-su/test-7B-01", + "name": "test-7B-01", + "developer": "Minami-su", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3178, - "hfopenllm_v2/BBH": 0.4217, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4052, - "hfopenllm_v2/MMLU-PRO": 0.2854 + "hfopenllm_v2/IFEval": 0.6736, + "hfopenllm_v2/BBH": 0.4422, + "hfopenllm_v2/MATH Level 5": 0.4554, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4153, + "hfopenllm_v2/MMLU-PRO": 0.3536 } }, { - "id": "godlikehhd/alpaca_data_full_3B", - "name": "alpaca_data_full_3B", - "developer": "godlikehhd", + "id": "Minami-su/test-v2-7B-00", + "name": "test-v2-7B-00", + "developer": "Minami-su", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3696, - "hfopenllm_v2/BBH": 0.4684, - "hfopenllm_v2/MATH Level 5": 0.1337, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4955, - "hfopenllm_v2/MMLU-PRO": 0.3357 + "hfopenllm_v2/IFEval": 0.6747, + "hfopenllm_v2/BBH": 0.4416, + "hfopenllm_v2/MATH Level 5": 0.4418, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4154, + "hfopenllm_v2/MMLU-PRO": 0.3472 } }, { - "id": "godlikehhd/alpaca_data_ifd_max_2600", - "name": "alpaca_data_ifd_max_2600", - "developer": "godlikehhd", + "id": "mindw96/DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3", + "name": "DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3", + "developer": "mindw96", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3043, - "hfopenllm_v2/BBH": 0.4029, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3509, - "hfopenllm_v2/MMLU-PRO": 0.2916 + "hfopenllm_v2/IFEval": 0.1388, + "hfopenllm_v2/BBH": 0.3068, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3792, + "hfopenllm_v2/MMLU-PRO": 0.1106 } }, { - "id": "godlikehhd/alpaca_data_ifd_max_2600_3B", - "name": "alpaca_data_ifd_max_2600_3B", - "developer": "godlikehhd", + "id": "minghaowu/Qwen1.5-1.8B-OpenHermes-2.5", + "name": "Qwen1.5-1.8B-OpenHermes-2.5", + "developer": "minghaowu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2982, - "hfopenllm_v2/BBH": 0.4626, - "hfopenllm_v2/MATH Level 5": 0.1594, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4346, - "hfopenllm_v2/MMLU-PRO": 0.3288 + "hfopenllm_v2/IFEval": 0.2778, + "hfopenllm_v2/BBH": 0.3375, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3529, + "hfopenllm_v2/MMLU-PRO": 0.1792 } }, { - "id": "godlikehhd/alpaca_data_ifd_me_max_5200", - "name": "alpaca_data_ifd_me_max_5200", - "developer": "godlikehhd", + "id": "minimax/Minimax-2.5", + "name": "Minimax-2.5", + "developer": "minimax", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3683, - "hfopenllm_v2/BBH": 0.4153, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3483, - "hfopenllm_v2/MMLU-PRO": 0.2982 + "apex-agents/Corporate Lawyer Mean Score": 0.339 } }, { - "id": "godlikehhd/alpaca_data_ifd_min_2600", - "name": "alpaca_data_ifd_min_2600", - "developer": "godlikehhd", + "id": "minimax/minimax-m2", + "name": "MiniMax M2", + "developer": "MiniMax", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.375, - "hfopenllm_v2/BBH": 0.4219, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3656, - "hfopenllm_v2/MMLU-PRO": 0.2893 + "terminal-bench-2.0/terminal-bench-2.0": 30.0 } }, { - "id": "godlikehhd/alpaca_data_ins_ans_max_5200", - "name": "alpaca_data_ins_ans_max_5200", - "developer": "godlikehhd", + "id": "minimax/minimax-m2.1", + "name": "MiniMax M2.1", + "developer": "MiniMax", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3479, - "hfopenllm_v2/BBH": 0.4098, - "hfopenllm_v2/MATH Level 5": 0.1027, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3602, - "hfopenllm_v2/MMLU-PRO": 0.2901 + "terminal-bench-2.0/terminal-bench-2.0": 29.2 } }, { - "id": "godlikehhd/alpaca_data_ins_max_5200", - "name": "alpaca_data_ins_max_5200", - "developer": "godlikehhd", + "id": "minimax/minimax-m2.5", + "name": "Minimax m2.5", + "developer": "Minimax", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3275, - "hfopenllm_v2/BBH": 0.4155, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.3614, - "hfopenllm_v2/MMLU-PRO": 0.2916 + "terminal-bench-2.0/terminal-bench-2.0": 42.2 } }, { - "id": "godlikehhd/alpaca_data_ins_min_2600", - "name": "alpaca_data_ins_min_2600", - "developer": "godlikehhd", + "id": "ministral/Ministral-3b-instruct", + "name": "Ministral-3b-instruct", + "developer": "ministral", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.333, - "hfopenllm_v2/BBH": 0.4187, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3853, - "hfopenllm_v2/MMLU-PRO": 0.288 + "hfopenllm_v2/IFEval": 0.1358, + "hfopenllm_v2/BBH": 0.3192, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1093 } }, { - "id": "godlikehhd/alpaca_data_ins_min_5200", - "name": "alpaca_data_ins_min_5200", - "developer": "godlikehhd", + "id": "mistral-community/Mistral-7B-v0.2", + "name": "Mistral-7B-v0.2", + "developer": "mistral-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.336, - "hfopenllm_v2/BBH": 0.4289, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3906, - "hfopenllm_v2/MMLU-PRO": 0.2949 + "hfopenllm_v2/IFEval": 0.2266, + "hfopenllm_v2/BBH": 0.451, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4032, + "hfopenllm_v2/MMLU-PRO": 0.2953 } }, { - "id": "godlikehhd/alpaca_data_sampled_ifd_5200", - "name": "alpaca_data_sampled_ifd_5200", - "developer": "godlikehhd", + "id": "mistral-community/Mixtral-8x22B-v0.1", + "name": "Mixtral-8x22B-v0.1", + "developer": "mistral-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2924, - "hfopenllm_v2/BBH": 0.4033, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.3521, - "hfopenllm_v2/MMLU-PRO": 0.2896 + "hfopenllm_v2/IFEval": 0.3167, + "hfopenllm_v2/BBH": 0.38, + "hfopenllm_v2/MATH Level 5": 0.1543, + "hfopenllm_v2/GPQA": 0.33, + "hfopenllm_v2/MUSR": 0.3533, + "hfopenllm_v2/MMLU-PRO": 0.36 } }, { - "id": "godlikehhd/alpaca_data_sampled_ifd_new_5200", - "name": "alpaca_data_sampled_ifd_new_5200", - "developer": "godlikehhd", + "id": "mistral-community/mixtral-8x22B-v0.3", + "name": "mixtral-8x22B-v0.3", + "developer": "mistral-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3663, - "hfopenllm_v2/BBH": 0.4178, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3613, - "hfopenllm_v2/MMLU-PRO": 0.2925 + "hfopenllm_v2/IFEval": 0.2583, + "hfopenllm_v2/BBH": 0.625, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.3775, + "hfopenllm_v2/MUSR": 0.4037, + "hfopenllm_v2/MMLU-PRO": 0.4639 } }, { - "id": "godlikehhd/alpaca_data_score_max_0.1_2600", - "name": "alpaca_data_score_max_0.1_2600", - "developer": "godlikehhd", + "id": "mistralai/Codestral-22B-v0.1", + "name": "Codestral-22B-v0.1", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3288, - "hfopenllm_v2/BBH": 0.4252, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3706, - "hfopenllm_v2/MMLU-PRO": 0.2923 + "hfopenllm_v2/IFEval": 0.5772, + "hfopenllm_v2/BBH": 0.5139, + "hfopenllm_v2/MATH Level 5": 0.1005, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.3156 } }, { - "id": "godlikehhd/alpaca_data_score_max_0.3_2600", - "name": "alpaca_data_score_max_0.3_2600", - "developer": "godlikehhd", + "id": "mistralai/Ministral-8B-Instruct-2410", + "name": "Ministral-8B-Instruct-2410", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3375, - "hfopenllm_v2/BBH": 0.4151, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3759, - "hfopenllm_v2/MMLU-PRO": 0.2913 + "hfopenllm_v2/IFEval": 0.5896, + "hfopenllm_v2/BBH": 0.4762, + "hfopenllm_v2/MATH Level 5": 0.1956, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.3291 } }, { - "id": "godlikehhd/alpaca_data_score_max_0.7_2600", - "name": "alpaca_data_score_max_0.7_2600", - "developer": "godlikehhd", + "id": "mistralai/Mistral-7B-Instruct-v0.1", + "name": "Mistral-7B-Instruct-v0.1", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.364, - "hfopenllm_v2/BBH": 0.4185, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3469, - "hfopenllm_v2/MMLU-PRO": 0.2983 + "hfopenllm_v2/IFEval": 0.4487, + "hfopenllm_v2/BBH": 0.3355, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3848, + "hfopenllm_v2/MMLU-PRO": 0.2414 } }, { - "id": "godlikehhd/alpaca_data_score_max_2500", - "name": "alpaca_data_score_max_2500", - "developer": "godlikehhd", + "id": "mistralai/Mistral-7B-Instruct-v0.2", + "name": "Mistral-7B-Instruct-v0.2", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3564, - "hfopenllm_v2/BBH": 0.418, - "hfopenllm_v2/MATH Level 5": 0.0952, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3627, - "hfopenllm_v2/MMLU-PRO": 0.294 + "hfopenllm_v2/IFEval": 0.5496, + "hfopenllm_v2/BBH": 0.446, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3966, + "hfopenllm_v2/MMLU-PRO": 0.2717 } }, { - "id": "godlikehhd/alpaca_data_score_max_2600_3B", - "name": "alpaca_data_score_max_2600_3B", - "developer": "godlikehhd", + "id": "mistralai/mistral-7b-instruct-v0.3", + "name": "Mistral Instruct v0.3 7B", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3358, - "hfopenllm_v2/BBH": 0.4716, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4474, - "hfopenllm_v2/MMLU-PRO": 0.3342 + "helm_capabilities/Mean score": 0.376, + "helm_capabilities/MMLU-Pro": 0.277, + "helm_capabilities/GPQA": 0.303, + "helm_capabilities/IFEval": 0.567, + "helm_capabilities/WildBench": 0.66, + "helm_capabilities/Omni-MATH": 0.072, + "helm_lite/Mean win rate": 0.196, + "helm_lite/NarrativeQA": 0.716, + "helm_lite/NaturalQuestions (closed-book)": 0.253, + "helm_lite/OpenbookQA": 0.79, + "helm_lite/MMLU": 0.51, + "helm_lite/MATH": 0.289, + "helm_lite/GSM8K": 0.538, + "helm_lite/LegalBench": 0.331, + "helm_lite/MedQA": 0.517, + "helm_lite/WMT 2014": 0.142, + "helm_mmlu/MMLU All Subjects": 0.599, + "helm_mmlu/Abstract Algebra": 0.27, + "helm_mmlu/Anatomy": 0.585, + "helm_mmlu/College Physics": 0.343, + "helm_mmlu/Computer Security": 0.7, + "helm_mmlu/Econometrics": 0.421, + "helm_mmlu/Global Facts": 0.33, + "helm_mmlu/Jurisprudence": 0.713, + "helm_mmlu/Philosophy": 0.659, + "helm_mmlu/Professional Psychology": 0.641, + "helm_mmlu/Us Foreign Policy": 0.79, + "helm_mmlu/Astronomy": 0.638, + "helm_mmlu/Business Ethics": 0.57, + "helm_mmlu/Clinical Knowledge": 0.687, + "helm_mmlu/Conceptual Physics": 0.549, + "helm_mmlu/Electrical Engineering": 0.572, + "helm_mmlu/Elementary Mathematics": 0.402, + "helm_mmlu/Formal Logic": 0.397, + "helm_mmlu/High School World History": 0.759, + "helm_mmlu/Human Sexuality": 0.702, + "helm_mmlu/International Law": 0.76, + "helm_mmlu/Logical Fallacies": 0.712, + "helm_mmlu/Machine Learning": 0.455, + "helm_mmlu/Management": 0.767, + "helm_mmlu/Marketing": 0.842, + "helm_mmlu/Medical Genetics": 0.75, + "helm_mmlu/Miscellaneous": 0.785, + "helm_mmlu/Moral Scenarios": 0.393, + "helm_mmlu/Nutrition": 0.676, + "helm_mmlu/Prehistory": 0.673, + "helm_mmlu/Public Relations": 0.636, + "helm_mmlu/Security Studies": 0.682, + "helm_mmlu/Sociology": 0.806, + "helm_mmlu/Virology": 0.47, + "helm_mmlu/World Religions": 0.825, + "helm_mmlu/Mean win rate": 0.509, + "hfopenllm_v2/IFEval": 0.5465, + "hfopenllm_v2/BBH": 0.4722, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.3075 } }, { - "id": "godlikehhd/alpaca_data_score_max_5200", - "name": "alpaca_data_score_max_5200", - "developer": "godlikehhd", + "id": "mistralai/mistral-7b-v0.1", + "name": "Mistral v0.1 7B", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3445, - "hfopenllm_v2/BBH": 0.4242, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3878, - "hfopenllm_v2/MMLU-PRO": 0.2945 + "helm_lite/Mean win rate": 0.292, + "helm_lite/NarrativeQA": 0.716, + "helm_lite/NaturalQuestions (closed-book)": 0.367, + "helm_lite/OpenbookQA": 0.776, + "helm_lite/MMLU": 0.584, + "helm_lite/MATH": 0.297, + "helm_lite/GSM8K": 0.377, + "helm_lite/LegalBench": 0.58, + "helm_lite/MedQA": 0.525, + "helm_lite/WMT 2014": 0.16, + "helm_mmlu/MMLU All Subjects": 0.566, + "helm_mmlu/Abstract Algebra": 0.25, + "helm_mmlu/Anatomy": 0.467, + "helm_mmlu/College Physics": 0.314, + "helm_mmlu/Computer Security": 0.69, + "helm_mmlu/Econometrics": 0.351, + "helm_mmlu/Global Facts": 0.29, + "helm_mmlu/Jurisprudence": 0.667, + "helm_mmlu/Philosophy": 0.63, + "helm_mmlu/Professional Psychology": 0.578, + "helm_mmlu/Us Foreign Policy": 0.79, + "helm_mmlu/Astronomy": 0.599, + "helm_mmlu/Business Ethics": 0.56, + "helm_mmlu/Clinical Knowledge": 0.653, + "helm_mmlu/Conceptual Physics": 0.451, + "helm_mmlu/Electrical Engineering": 0.538, + "helm_mmlu/Elementary Mathematics": 0.32, + "helm_mmlu/Formal Logic": 0.365, + "helm_mmlu/High School World History": 0.726, + "helm_mmlu/Human Sexuality": 0.702, + "helm_mmlu/International Law": 0.76, + "helm_mmlu/Logical Fallacies": 0.693, + "helm_mmlu/Machine Learning": 0.438, + "helm_mmlu/Management": 0.709, + "helm_mmlu/Marketing": 0.833, + "helm_mmlu/Medical Genetics": 0.68, + "helm_mmlu/Miscellaneous": 0.72, + "helm_mmlu/Moral Scenarios": 0.33, + "helm_mmlu/Nutrition": 0.657, + "helm_mmlu/Prehistory": 0.642, + "helm_mmlu/Public Relations": 0.6, + "helm_mmlu/Security Studies": 0.731, + "helm_mmlu/Sociology": 0.831, + "helm_mmlu/Virology": 0.44, + "helm_mmlu/World Religions": 0.789, + "helm_mmlu/Mean win rate": 0.213, + "hfopenllm_v2/IFEval": 0.2386, + "hfopenllm_v2/BBH": 0.4419, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4139, + "hfopenllm_v2/MMLU-PRO": 0.3013 } }, { - "id": "godlikehhd/ifd_2500_qwen", - "name": "ifd_2500_qwen", - "developer": "godlikehhd", + "id": "mistralai/Mistral-7B-v0.3", + "name": "Mistral-7B-v0.3", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3365, - "hfopenllm_v2/BBH": 0.4298, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3615, - "hfopenllm_v2/MMLU-PRO": 0.2921 + "hfopenllm_v2/IFEval": 0.2266, + "hfopenllm_v2/BBH": 0.4517, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4032, + "hfopenllm_v2/MMLU-PRO": 0.2953 } }, { - "id": "godlikehhd/ifd_new_correct_all_sample_2500_qwen", - "name": "ifd_new_correct_all_sample_2500_qwen", - "developer": "godlikehhd", + "id": "mistralai/mistral-large-2402", + "name": "Mistral Large 2402", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3376, - "hfopenllm_v2/BBH": 0.402, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3562, - "hfopenllm_v2/MMLU-PRO": 0.2889 + "helm_lite/Mean win rate": 0.328, + "helm_lite/NarrativeQA": 0.454, + "helm_lite/NaturalQuestions (closed-book)": 0.311, + "helm_lite/OpenbookQA": 0.894, + "helm_lite/MMLU": 0.638, + "helm_lite/MATH": 0.75, + "helm_lite/GSM8K": 0.694, + "helm_lite/LegalBench": 0.479, + "helm_lite/MedQA": 0.499, + "helm_lite/WMT 2014": 0.182, + "helm_mmlu/MMLU All Subjects": 0.688, + "helm_mmlu/Abstract Algebra": 0.45, + "helm_mmlu/Anatomy": 0.674, + "helm_mmlu/College Physics": 0.373, + "helm_mmlu/Computer Security": 0.8, + "helm_mmlu/Econometrics": 0.64, + "helm_mmlu/Global Facts": 0.34, + "helm_mmlu/Jurisprudence": 0.815, + "helm_mmlu/Philosophy": 0.794, + "helm_mmlu/Professional Psychology": 0.809, + "helm_mmlu/Us Foreign Policy": 0.92, + "helm_mmlu/Astronomy": 0.842, + "helm_mmlu/Business Ethics": 0.67, + "helm_mmlu/Clinical Knowledge": 0.751, + "helm_mmlu/Conceptual Physics": 0.574, + "helm_mmlu/Electrical Engineering": 0.545, + "helm_mmlu/Elementary Mathematics": 0.508, + "helm_mmlu/Formal Logic": 0.532, + "helm_mmlu/High School World History": 0.886, + "helm_mmlu/Human Sexuality": 0.847, + "helm_mmlu/International Law": 0.868, + "helm_mmlu/Logical Fallacies": 0.81, + "helm_mmlu/Machine Learning": 0.562, + "helm_mmlu/Management": 0.854, + "helm_mmlu/Marketing": 0.897, + "helm_mmlu/Medical Genetics": 0.74, + "helm_mmlu/Miscellaneous": 0.9, + "helm_mmlu/Moral Scenarios": 0.579, + "helm_mmlu/Nutrition": 0.791, + "helm_mmlu/Prehistory": 0.904, + "helm_mmlu/Public Relations": 0.709, + "helm_mmlu/Security Studies": 0.824, + "helm_mmlu/Sociology": 0.93, + "helm_mmlu/Virology": 0.554, + "helm_mmlu/World Religions": 0.883, + "helm_mmlu/Mean win rate": 0.464 } }, { - "id": "godlikehhd/ifd_new_correct_sample_2500_qwen", - "name": "ifd_new_correct_sample_2500_qwen", - "developer": "godlikehhd", + "id": "mistralai/mistral-large-2407", + "name": "Mistral Large 2 2407", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3397, - "hfopenllm_v2/BBH": 0.411, - "hfopenllm_v2/MATH Level 5": 0.1042, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.3627, - "hfopenllm_v2/MMLU-PRO": 0.2932 + "helm_lite/Mean win rate": 0.744, + "helm_lite/NarrativeQA": 0.779, + "helm_lite/NaturalQuestions (closed-book)": 0.453, + "helm_lite/OpenbookQA": 0.932, + "helm_lite/MMLU": 0.725, + "helm_lite/MATH": 0.677, + "helm_lite/GSM8K": 0.912, + "helm_lite/LegalBench": 0.646, + "helm_lite/MedQA": 0.775, + "helm_lite/WMT 2014": 0.192, + "helm_mmlu/MMLU All Subjects": 0.8, + "helm_mmlu/Abstract Algebra": 0.7, + "helm_mmlu/Anatomy": 0.785, + "helm_mmlu/College Physics": 0.559, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.693, + "helm_mmlu/Global Facts": 0.56, + "helm_mmlu/Jurisprudence": 0.861, + "helm_mmlu/Philosophy": 0.826, + "helm_mmlu/Professional Psychology": 0.861, + "helm_mmlu/Us Foreign Policy": 0.9, + "helm_mmlu/Astronomy": 0.921, + "helm_mmlu/Business Ethics": 0.79, + "helm_mmlu/Clinical Knowledge": 0.864, + "helm_mmlu/Conceptual Physics": 0.864, + "helm_mmlu/Electrical Engineering": 0.793, + "helm_mmlu/Elementary Mathematics": 0.799, + "helm_mmlu/Formal Logic": 0.579, + "helm_mmlu/High School World History": 0.92, + "helm_mmlu/Human Sexuality": 0.924, + "helm_mmlu/International Law": 0.926, + "helm_mmlu/Logical Fallacies": 0.847, + "helm_mmlu/Machine Learning": 0.661, + "helm_mmlu/Management": 0.883, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.9, + "helm_mmlu/Miscellaneous": 0.936, + "helm_mmlu/Moral Scenarios": 0.839, + "helm_mmlu/Nutrition": 0.827, + "helm_mmlu/Prehistory": 0.92, + "helm_mmlu/Public Relations": 0.764, + "helm_mmlu/Security Studies": 0.865, + "helm_mmlu/Sociology": 0.91, + "helm_mmlu/Virology": 0.59, + "helm_mmlu/World Religions": 0.865, + "helm_mmlu/Mean win rate": 0.24 } }, { - "id": "godlikehhd/ifd_new_qwen_2500", - "name": "ifd_new_qwen_2500", - "developer": "godlikehhd", + "id": "mistralai/mistral-large-2411", + "name": "Mistral Large 2411", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.324, - "hfopenllm_v2/BBH": 0.416, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.359, - "hfopenllm_v2/MMLU-PRO": 0.2911 + "helm_capabilities/Mean score": 0.598, + "helm_capabilities/MMLU-Pro": 0.599, + "helm_capabilities/GPQA": 0.435, + "helm_capabilities/IFEval": 0.876, + "helm_capabilities/WildBench": 0.801, + "helm_capabilities/Omni-MATH": 0.281 } }, { - "id": "godlikehhd/qwen-2.5-1.5b-cherry", - "name": "qwen-2.5-1.5b-cherry", - "developer": "godlikehhd", + "id": "mistralai/Mistral-Large-Instruct-2411", + "name": "Mistral-Large-Instruct-2411", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2893, - "hfopenllm_v2/BBH": 0.4036, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.3456, - "hfopenllm_v2/MMLU-PRO": 0.2923 + "hfopenllm_v2/IFEval": 0.8401, + "hfopenllm_v2/BBH": 0.6747, + "hfopenllm_v2/MATH Level 5": 0.4955, + "hfopenllm_v2/GPQA": 0.4371, + "hfopenllm_v2/MUSR": 0.454, + "hfopenllm_v2/MMLU-PRO": 0.5562 } }, { - "id": "godlikehhd/qwen_2.5-1.5b-cherry_new", - "name": "qwen_2.5-1.5b-cherry_new", - "developer": "godlikehhd", + "id": "mistralai/mistral-medium-2312", + "name": "Mistral Medium 2312", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.312, - "hfopenllm_v2/BBH": 0.415, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3496, - "hfopenllm_v2/MMLU-PRO": 0.2894 + "helm_lite/Mean win rate": 0.268, + "helm_lite/NarrativeQA": 0.449, + "helm_lite/NaturalQuestions (closed-book)": 0.29, + "helm_lite/OpenbookQA": 0.83, + "helm_lite/MMLU": 0.618, + "helm_lite/MATH": 0.565, + "helm_lite/GSM8K": 0.706, + "helm_lite/LegalBench": 0.452, + "helm_lite/MedQA": 0.61, + "helm_lite/WMT 2014": 0.169 } }, { - "id": "godlikehhd/qwen_full_data_alpaca", - "name": "qwen_full_data_alpaca", - "developer": "godlikehhd", + "id": "mistralai/mistral-medium-3", + "name": "mistral-medium-3", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3136, - "hfopenllm_v2/BBH": 0.4229, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4052, - "hfopenllm_v2/MMLU-PRO": 0.2851 + "global-mmlu-lite/Global MMLU Lite": 0.5511, + "global-mmlu-lite/Culturally Sensitive": 0.5391, + "global-mmlu-lite/Culturally Agnostic": 0.5631, + "global-mmlu-lite/Arabic": 0.455, + "global-mmlu-lite/English": 0.38, + "global-mmlu-lite/Bengali": 0.5175, + "global-mmlu-lite/German": 0.4775, + "global-mmlu-lite/French": 0.41, + "global-mmlu-lite/Hindi": 0.555, + "global-mmlu-lite/Indonesian": 0.515, + "global-mmlu-lite/Italian": 0.535, + "global-mmlu-lite/Japanese": 0.58, + "global-mmlu-lite/Korean": 0.595, + "global-mmlu-lite/Portuguese": 0.5175, + "global-mmlu-lite/Spanish": 0.5375, + "global-mmlu-lite/Swahili": 0.7075, + "global-mmlu-lite/Yoruba": 0.7675, + "global-mmlu-lite/Chinese": 0.535, + "global-mmlu-lite/Burmese": 0.7325 } }, { - "id": "godlikehhd/qwen_ins_ans_2500", - "name": "qwen_ins_ans_2500", - "developer": "godlikehhd", + "id": "mistralai/Mistral-Nemo-Base-2407", + "name": "Mistral-Nemo-Base-2407", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2698, - "hfopenllm_v2/BBH": 0.4074, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3589, - "hfopenllm_v2/MMLU-PRO": 0.2809 + "hfopenllm_v2/IFEval": 0.163, + "hfopenllm_v2/BBH": 0.5035, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3921, + "hfopenllm_v2/MMLU-PRO": 0.3472 } }, { - "id": "google/Gemini 2.5 Flash", - "name": "Gemini 2.5 Flash", - "developer": "google", + "id": "mistralai/Mistral-Nemo-Instruct-2407", + "name": "Mistral-Nemo-Instruct-2407", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.38, - "ace/Gaming Score": 0.284, - "apex-v1/Overall Score": 0.604 + "hfopenllm_v2/IFEval": 0.638, + "hfopenllm_v2/BBH": 0.5037, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.39, + "hfopenllm_v2/MMLU-PRO": 0.3517 } }, { - "id": "google/Gemini 2.5 Pro", - "name": "Gemini 2.5 Pro", - "developer": "google", + "id": "mistralai/mistral-small-2402", + "name": "Mistral Small 2402", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.4, - "ace/Gaming Score": 0.285 + "helm_lite/Mean win rate": 0.288, + "helm_lite/NarrativeQA": 0.519, + "helm_lite/NaturalQuestions (closed-book)": 0.304, + "helm_lite/OpenbookQA": 0.862, + "helm_lite/MMLU": 0.593, + "helm_lite/MATH": 0.621, + "helm_lite/GSM8K": 0.734, + "helm_lite/LegalBench": 0.389, + "helm_lite/MedQA": 0.616, + "helm_lite/WMT 2014": 0.169, + "helm_mmlu/MMLU All Subjects": 0.687, + "helm_mmlu/Abstract Algebra": 0.26, + "helm_mmlu/Anatomy": 0.674, + "helm_mmlu/College Physics": 0.402, + "helm_mmlu/Computer Security": 0.77, + "helm_mmlu/Econometrics": 0.614, + "helm_mmlu/Global Facts": 0.45, + "helm_mmlu/Jurisprudence": 0.833, + "helm_mmlu/Philosophy": 0.765, + "helm_mmlu/Professional Psychology": 0.768, + "helm_mmlu/Us Foreign Policy": 0.89, + "helm_mmlu/Astronomy": 0.77, + "helm_mmlu/Business Ethics": 0.71, + "helm_mmlu/Clinical Knowledge": 0.766, + "helm_mmlu/Conceptual Physics": 0.685, + "helm_mmlu/Electrical Engineering": 0.628, + "helm_mmlu/Elementary Mathematics": 0.415, + "helm_mmlu/Formal Logic": 0.516, + "helm_mmlu/High School World History": 0.857, + "helm_mmlu/Human Sexuality": 0.824, + "helm_mmlu/International Law": 0.826, + "helm_mmlu/Logical Fallacies": 0.804, + "helm_mmlu/Machine Learning": 0.562, + "helm_mmlu/Management": 0.786, + "helm_mmlu/Marketing": 0.906, + "helm_mmlu/Medical Genetics": 0.75, + "helm_mmlu/Miscellaneous": 0.844, + "helm_mmlu/Moral Scenarios": 0.575, + "helm_mmlu/Nutrition": 0.761, + "helm_mmlu/Prehistory": 0.802, + "helm_mmlu/Public Relations": 0.773, + "helm_mmlu/Security Studies": 0.788, + "helm_mmlu/Sociology": 0.871, + "helm_mmlu/Virology": 0.542, + "helm_mmlu/World Religions": 0.848, + "helm_mmlu/Mean win rate": 0.54 } }, { - "id": "google/Gemini 3 Flash", - "name": "Gemini 3 Flash", - "developer": "google", + "id": "mistralai/Mistral-Small-24B-Base-2501", + "name": "Mistral-Small-24B-Base-2501", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "ace/Gaming Score": 0.415, - "apex-agents/Overall Pass@1": 0.24, - "apex-agents/Overall Pass@8": 0.367, - "apex-agents/Overall Mean Score": 0.395, - "apex-agents/Investment Banking Pass@1": 0.267, - "apex-agents/Management Consulting Pass@1": 0.193, - "apex-agents/Corporate Law Pass@1": 0.259, - "apex-agents/Corporate Lawyer Mean Score": 0.524, - "apex-v1/Overall Score": 0.64, - "apex-v1/Consulting Score": 0.64 + "hfopenllm_v2/IFEval": 0.1672, + "hfopenllm_v2/BBH": 0.6442, + "hfopenllm_v2/MATH Level 5": 0.1971, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4237, + "hfopenllm_v2/MMLU-PRO": 0.5406 } }, { - "id": "google/Gemini 3 Pro", - "name": "Gemini 3 Pro", - "developer": "google", + "id": "mistralai/mistral-small-2503", + "name": "mistral-small-2503", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.47, - "ace/Gaming Score": 0.509, - "apex-agents/Overall Pass@1": 0.184, - "apex-agents/Overall Pass@8": 0.373, - "apex-agents/Overall Mean Score": 0.341, - "apex-agents/Investment Banking Pass@1": 0.188, - "apex-agents/Management Consulting Pass@1": 0.124, - "apex-agents/Corporate Law Pass@1": 0.239, - "apex-agents/Corporate Lawyer Mean Score": 0.487, - "apex-v1/Overall Score": 0.643, - "apex-v1/Consulting Score": 0.64, - "apex-v1/Investment Banking Score": 0.63 + "global-mmlu-lite/Global MMLU Lite": 0.7852, + "global-mmlu-lite/Culturally Sensitive": 0.7537, + "global-mmlu-lite/Culturally Agnostic": 0.8166, + "global-mmlu-lite/Arabic": 0.7875, + "global-mmlu-lite/English": 0.8, + "global-mmlu-lite/Bengali": 0.7725, + "global-mmlu-lite/German": 0.7975, + "global-mmlu-lite/French": 0.8, + "global-mmlu-lite/Hindi": 0.795, + "global-mmlu-lite/Indonesian": 0.785, + "global-mmlu-lite/Italian": 0.805, + "global-mmlu-lite/Japanese": 0.77, + "global-mmlu-lite/Korean": 0.79, + "global-mmlu-lite/Portuguese": 0.7925, + "global-mmlu-lite/Spanish": 0.7825, + "global-mmlu-lite/Swahili": 0.775, + "global-mmlu-lite/Yoruba": 0.735, + "global-mmlu-lite/Chinese": 0.7925, + "global-mmlu-lite/Burmese": 0.7825, + "helm_capabilities/Mean score": 0.558, + "helm_capabilities/MMLU-Pro": 0.61, + "helm_capabilities/GPQA": 0.392, + "helm_capabilities/IFEval": 0.75, + "helm_capabilities/WildBench": 0.788, + "helm_capabilities/Omni-MATH": 0.248 } }, { - "id": "google/Gemini 3.1 Pro", - "name": "Gemini 3.1 Pro", - "developer": "google", + "id": "mistralai/Mistral-Small-Instruct-2409", + "name": "Mistral-Small-Instruct-2409", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.335, - "apex-agents/Corporate Lawyer Mean Score": 0.494 + "hfopenllm_v2/IFEval": 0.6283, + "hfopenllm_v2/BBH": 0.583, + "hfopenllm_v2/MATH Level 5": 0.2039, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4063, + "hfopenllm_v2/MMLU-PRO": 0.4099 } }, { - "id": "google/Palmyra-X-43B", - "name": "Palmyra X 43B", - "developer": "google", + "id": "mistralai/Mistral-v0.1-7B", + "name": "Mistral v0.1 7B", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.732, - "helm_classic/MMLU": 0.609, - "helm_classic/BoolQ": 0.896, - "helm_classic/NarrativeQA": 0.742, - "helm_classic/NaturalQuestions (open-book)": -1.0, - "helm_classic/QuAC": 0.473, + "helm_classic/Mean win rate": 0.884, + "helm_classic/MMLU": 0.572, + "helm_classic/BoolQ": 0.874, + "helm_classic/NarrativeQA": 0.716, + "helm_classic/NaturalQuestions (open-book)": 0.687, + "helm_classic/QuAC": 0.423, "helm_classic/HellaSwag": -1.0, "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.616, + "helm_classic/TruthfulQA": 0.422, "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.049, - "helm_classic/XSUM": 0.149, - "helm_classic/IMDB": 0.935, - "helm_classic/CivilComments": 0.008, - "helm_classic/RAFT": 0.701 + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.962, + "helm_classic/CivilComments": 0.624, + "helm_classic/RAFT": 0.707 } }, { - "id": "google/T5-11B", - "name": "T5 11B", - "developer": "google", + "id": "mistralai/mixtral-8x22b", + "name": "Mixtral 8x22B", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.131, - "helm_classic/MMLU": 0.29, - "helm_classic/BoolQ": 0.761, - "helm_classic/NarrativeQA": 0.086, - "helm_classic/NaturalQuestions (open-book)": 0.477, - "helm_classic/QuAC": 0.116, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.133, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.043, - "helm_classic/XSUM": 0.015, - "helm_classic/IMDB": 0.379, - "helm_classic/CivilComments": 0.509, - "helm_classic/RAFT": 0.37 + "helm_lite/Mean win rate": 0.705, + "helm_lite/NarrativeQA": 0.779, + "helm_lite/NaturalQuestions (closed-book)": 0.478, + "helm_lite/OpenbookQA": 0.882, + "helm_lite/MMLU": 0.701, + "helm_lite/MATH": 0.656, + "helm_lite/GSM8K": 0.8, + "helm_lite/LegalBench": 0.708, + "helm_lite/MedQA": 0.704, + "helm_lite/WMT 2014": 0.209, + "helm_mmlu/MMLU All Subjects": 0.778, + "helm_mmlu/Abstract Algebra": 0.48, + "helm_mmlu/Anatomy": 0.741, + "helm_mmlu/College Physics": 0.569, + "helm_mmlu/Computer Security": 0.84, + "helm_mmlu/Econometrics": 0.667, + "helm_mmlu/Global Facts": 0.56, + "helm_mmlu/Jurisprudence": 0.852, + "helm_mmlu/Philosophy": 0.842, + "helm_mmlu/Professional Psychology": 0.845, + "helm_mmlu/Us Foreign Policy": 0.95, + "helm_mmlu/Astronomy": 0.882, + "helm_mmlu/Business Ethics": 0.74, + "helm_mmlu/Clinical Knowledge": 0.819, + "helm_mmlu/Conceptual Physics": 0.796, + "helm_mmlu/Electrical Engineering": 0.766, + "helm_mmlu/Elementary Mathematics": 0.622, + "helm_mmlu/Formal Logic": 0.627, + "helm_mmlu/High School World History": 0.895, + "helm_mmlu/Human Sexuality": 0.885, + "helm_mmlu/International Law": 0.917, + "helm_mmlu/Logical Fallacies": 0.877, + "helm_mmlu/Machine Learning": 0.661, + "helm_mmlu/Management": 0.883, + "helm_mmlu/Marketing": 0.915, + "helm_mmlu/Medical Genetics": 0.85, + "helm_mmlu/Miscellaneous": 0.899, + "helm_mmlu/Moral Scenarios": 0.646, + "helm_mmlu/Nutrition": 0.866, + "helm_mmlu/Prehistory": 0.87, + "helm_mmlu/Public Relations": 0.755, + "helm_mmlu/Security Studies": 0.865, + "helm_mmlu/Sociology": 0.92, + "helm_mmlu/Virology": 0.596, + "helm_mmlu/World Religions": 0.901, + "helm_mmlu/Mean win rate": 0.598 } }, { - "id": "google/UL2-20B", - "name": "UL2 20B", - "developer": "google", + "id": "mistralai/Mixtral-8x22B-Instruct-v0.1", + "name": "Mixtral-8x22B-Instruct-v0.1", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.167, - "helm_classic/MMLU": 0.291, - "helm_classic/BoolQ": 0.746, - "helm_classic/NarrativeQA": 0.083, - "helm_classic/NaturalQuestions (open-book)": 0.349, - "helm_classic/QuAC": 0.144, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.193, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.03, - "helm_classic/XSUM": 0.058, - "helm_classic/IMDB": 0.337, - "helm_classic/CivilComments": 0.521, - "helm_classic/RAFT": 0.404 + "helm_capabilities/Mean score": 0.478, + "helm_capabilities/MMLU-Pro": 0.46, + "helm_capabilities/GPQA": 0.334, + "helm_capabilities/IFEval": 0.724, + "helm_capabilities/WildBench": 0.711, + "helm_capabilities/Omni-MATH": 0.163, + "hfopenllm_v2/IFEval": 0.7184, + "hfopenllm_v2/BBH": 0.6125, + "hfopenllm_v2/MATH Level 5": 0.1873, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.4483 } }, { - "id": "google/codegemma-1.1-2b", - "name": "codegemma-1.1-2b", - "developer": "google", + "id": "mistralai/Mixtral-8x22B-v0.1", + "name": "Mixtral-8x22B-v0.1", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2294, - "hfopenllm_v2/BBH": 0.3353, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3871, - "hfopenllm_v2/MMLU-PRO": 0.1278 + "hfopenllm_v2/IFEval": 0.2583, + "hfopenllm_v2/BBH": 0.624, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4037, + "hfopenllm_v2/MMLU-PRO": 0.4639 } }, { - "id": "google/flame-1.0-24B-july-2024", - "name": "google/flame-1.0-24B-july-2024", - "developer": "google", + "id": "mistralai/mixtral-8x7b-32kseqlen", + "name": "Mixtral 8x7B 32K seqlen", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8781, - "reward-bench/Chat": 0.9218, - "reward-bench/Chat Hard": 0.7566, - "reward-bench/Safety": 0.8959, - "reward-bench/Reasoning": 0.938 + "helm_lite/Mean win rate": 0.51, + "helm_lite/NarrativeQA": 0.767, + "helm_lite/NaturalQuestions (closed-book)": 0.427, + "helm_lite/OpenbookQA": 0.868, + "helm_lite/MMLU": 0.649, + "helm_lite/MATH": 0.494, + "helm_lite/GSM8K": 0.622, + "helm_lite/LegalBench": 0.63, + "helm_lite/MedQA": 0.652, + "helm_lite/WMT 2014": 0.19, + "helm_mmlu/MMLU All Subjects": 0.717, + "helm_mmlu/Abstract Algebra": 0.38, + "helm_mmlu/Anatomy": 0.696, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.605, + "helm_mmlu/Global Facts": 0.46, + "helm_mmlu/Jurisprudence": 0.833, + "helm_mmlu/Philosophy": 0.797, + "helm_mmlu/Professional Psychology": 0.779, + "helm_mmlu/Us Foreign Policy": 0.93, + "helm_mmlu/Astronomy": 0.829, + "helm_mmlu/Business Ethics": 0.72, + "helm_mmlu/Clinical Knowledge": 0.785, + "helm_mmlu/Conceptual Physics": 0.681, + "helm_mmlu/Electrical Engineering": 0.676, + "helm_mmlu/Elementary Mathematics": 0.476, + "helm_mmlu/Formal Logic": 0.532, + "helm_mmlu/High School World History": 0.886, + "helm_mmlu/Human Sexuality": 0.87, + "helm_mmlu/International Law": 0.86, + "helm_mmlu/Logical Fallacies": 0.767, + "helm_mmlu/Machine Learning": 0.509, + "helm_mmlu/Management": 0.845, + "helm_mmlu/Marketing": 0.923, + "helm_mmlu/Medical Genetics": 0.76, + "helm_mmlu/Miscellaneous": 0.881, + "helm_mmlu/Moral Scenarios": 0.444, + "helm_mmlu/Nutrition": 0.83, + "helm_mmlu/Prehistory": 0.849, + "helm_mmlu/Public Relations": 0.682, + "helm_mmlu/Security Studies": 0.792, + "helm_mmlu/Sociology": 0.871, + "helm_mmlu/Virology": 0.506, + "helm_mmlu/World Religions": 0.871, + "helm_mmlu/Mean win rate": 0.689 } }, { - "id": "google/flan-t5-base", - "name": "flan-t5-base", - "developer": "google", + "id": "mistralai/Mixtral-8x7B-Instruct-v0.1", + "name": "Mixtral-8x7B-Instruct-v0.1", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1891, - "hfopenllm_v2/BBH": 0.3526, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2383, - "hfopenllm_v2/MUSR": 0.3671, - "hfopenllm_v2/MMLU-PRO": 0.1357 + "helm_capabilities/Mean score": 0.397, + "helm_capabilities/MMLU-Pro": 0.335, + "helm_capabilities/GPQA": 0.296, + "helm_capabilities/IFEval": 0.575, + "helm_capabilities/WildBench": 0.673, + "helm_capabilities/Omni-MATH": 0.105, + "hfopenllm_v2/IFEval": 0.5599, + "hfopenllm_v2/BBH": 0.4962, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4203, + "hfopenllm_v2/MMLU-PRO": 0.3692, + "reward-bench/Score": 0.7455, + "reward-bench/Chat": 0.9497, + "reward-bench/Chat Hard": 0.6404, + "reward-bench/Safety": 0.7257, + "reward-bench/Reasoning": 0.7872, + "reward-bench/Prior Sets (0.5 weight)": 0.5033 } }, { - "id": "google/flan-t5-large", - "name": "flan-t5-large", - "developer": "google", + "id": "mistralai/Mixtral-8x7B-v0.1", + "name": "Mixtral-8x7B-v0.1", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2201, - "hfopenllm_v2/BBH": 0.4153, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.4083, - "hfopenllm_v2/MMLU-PRO": 0.1709 + "hfopenllm_v2/IFEval": 0.2415, + "hfopenllm_v2/BBH": 0.5087, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4321, + "hfopenllm_v2/MMLU-PRO": 0.385 } }, { - "id": "google/flan-t5-small", - "name": "flan-t5-small", - "developer": "google", + "id": "mistralai/open-mistral-nemo-2407", + "name": "Mistral NeMo 2402", + "developer": "mistralai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1524, - "hfopenllm_v2/BBH": 0.3283, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.4123, - "hfopenllm_v2/MMLU-PRO": 0.1233 + "helm_lite/Mean win rate": 0.333, + "helm_lite/NarrativeQA": 0.731, + "helm_lite/NaturalQuestions (closed-book)": 0.265, + "helm_lite/OpenbookQA": 0.822, + "helm_lite/MMLU": 0.604, + "helm_lite/MATH": 0.668, + "helm_lite/GSM8K": 0.782, + "helm_lite/LegalBench": 0.415, + "helm_lite/MedQA": 0.59, + "helm_lite/WMT 2014": 0.177, + "helm_mmlu/MMLU All Subjects": 0.653, + "helm_mmlu/Abstract Algebra": 0.29, + "helm_mmlu/Anatomy": 0.607, + "helm_mmlu/College Physics": 0.373, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.561, + "helm_mmlu/Global Facts": 0.4, + "helm_mmlu/Jurisprudence": 0.796, + "helm_mmlu/Philosophy": 0.733, + "helm_mmlu/Professional Psychology": 0.588, + "helm_mmlu/Us Foreign Policy": 0.89, + "helm_mmlu/Astronomy": 0.691, + "helm_mmlu/Business Ethics": 0.49, + "helm_mmlu/Clinical Knowledge": 0.736, + "helm_mmlu/Conceptual Physics": 0.647, + "helm_mmlu/Electrical Engineering": 0.531, + "helm_mmlu/Elementary Mathematics": 0.439, + "helm_mmlu/Formal Logic": 0.405, + "helm_mmlu/High School World History": 0.848, + "helm_mmlu/Human Sexuality": 0.702, + "helm_mmlu/International Law": 0.769, + "helm_mmlu/Logical Fallacies": 0.791, + "helm_mmlu/Machine Learning": 0.402, + "helm_mmlu/Management": 0.796, + "helm_mmlu/Marketing": 0.889, + "helm_mmlu/Medical Genetics": 0.78, + "helm_mmlu/Miscellaneous": 0.861, + "helm_mmlu/Moral Scenarios": 0.381, + "helm_mmlu/Nutrition": 0.709, + "helm_mmlu/Prehistory": 0.765, + "helm_mmlu/Public Relations": 0.718, + "helm_mmlu/Security Studies": 0.771, + "helm_mmlu/Sociology": 0.726, + "helm_mmlu/Virology": 0.56, + "helm_mmlu/World Religions": 0.789, + "helm_mmlu/Mean win rate": 0.215 } }, { - "id": "google/flan-t5-xl", - "name": "flan-t5-xl", - "developer": "google", + "id": "mixtao/MixTAO-7Bx2-MoE-v8.1", + "name": "MixTAO-7Bx2-MoE-v8.1", + "developer": "mixtao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2237, - "hfopenllm_v2/BBH": 0.4531, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.4181, - "hfopenllm_v2/MMLU-PRO": 0.2147 + "hfopenllm_v2/IFEval": 0.4162, + "hfopenllm_v2/BBH": 0.5189, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4463, + "hfopenllm_v2/MMLU-PRO": 0.3123 } }, { - "id": "google/flan-t5-xxl", - "name": "flan-t5-xxl", - "developer": "google", + "id": "mkurman/llama-3.2-MEDIT-3B-o1", + "name": "llama-3.2-MEDIT-3B-o1", + "developer": "mkurman", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.22, - "hfopenllm_v2/BBH": 0.5066, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4218, - "hfopenllm_v2/MMLU-PRO": 0.2343 + "hfopenllm_v2/IFEval": 0.4382, + "hfopenllm_v2/BBH": 0.44, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3565, + "hfopenllm_v2/MMLU-PRO": 0.2741 } }, { - "id": "google/flan-ul2", - "name": "flan-ul2", - "developer": "google", + "id": "mkurman/phi-4-MedIT-11B-exp-1", + "name": "phi-4-MedIT-11B-exp-1", + "developer": "mkurman", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2393, - "hfopenllm_v2/BBH": 0.5054, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3844, - "hfopenllm_v2/MMLU-PRO": 0.2493 + "hfopenllm_v2/IFEval": 0.5948, + "hfopenllm_v2/BBH": 0.5414, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3848, + "hfopenllm_v2/MMLU-PRO": 0.3825 } }, { - "id": "google/gemini-1.0-pro-001", - "name": "Gemini 1.0 Pro 001", - "developer": "google", + "id": "mkurman/phi4-MedIT-10B-o1", + "name": "phi4-MedIT-10B-o1", + "developer": "mkurman", "evaluator_relationship": null, "benchmark_scores": { - "helm_mmlu/MMLU All Subjects": 0.7, - "helm_mmlu/Abstract Algebra": 0.34, - "helm_mmlu/Anatomy": 0.652, - "helm_mmlu/College Physics": 0.333, - "helm_mmlu/Computer Security": 0.84, - "helm_mmlu/Econometrics": 0.553, - "helm_mmlu/Global Facts": 0.49, - "helm_mmlu/Jurisprudence": 0.861, - "helm_mmlu/Philosophy": 0.762, - "helm_mmlu/Professional Psychology": 0.752, - "helm_mmlu/Us Foreign Policy": 0.89, - "helm_mmlu/Astronomy": 0.796, - "helm_mmlu/Business Ethics": 0.69, - "helm_mmlu/Clinical Knowledge": 0.758, - "helm_mmlu/Conceptual Physics": 0.706, - "helm_mmlu/Electrical Engineering": 0.69, - "helm_mmlu/Elementary Mathematics": 0.476, - "helm_mmlu/Formal Logic": 0.468, - "helm_mmlu/High School World History": 0.865, - "helm_mmlu/Human Sexuality": 0.618, - "helm_mmlu/International Law": 0.876, - "helm_mmlu/Logical Fallacies": 0.804, - "helm_mmlu/Machine Learning": 0.527, - "helm_mmlu/Management": 0.845, - "helm_mmlu/Marketing": 0.91, - "helm_mmlu/Medical Genetics": 0.8, - "helm_mmlu/Miscellaneous": 0.851, - "helm_mmlu/Moral Scenarios": 0.46, - "helm_mmlu/Nutrition": 0.788, - "helm_mmlu/Prehistory": 0.802, - "helm_mmlu/Public Relations": 0.691, - "helm_mmlu/Security Studies": 0.804, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.536, - "helm_mmlu/World Religions": 0.86, - "helm_mmlu/Mean win rate": 0.677 + "hfopenllm_v2/IFEval": 0.3463, + "hfopenllm_v2/BBH": 0.5198, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3968, + "hfopenllm_v2/MMLU-PRO": 0.3507 } }, { - "id": "google/gemini-1.0-pro-002", - "name": "Gemini 1.0 Pro 002", - "developer": "google", + "id": "mkxu/llama-3-8b-instruct-fpo", + "name": "llama-3-8b-instruct-fpo", + "developer": "mkxu", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.422, - "helm_lite/NarrativeQA": 0.751, - "helm_lite/NaturalQuestions (closed-book)": 0.391, - "helm_lite/OpenbookQA": 0.788, - "helm_lite/MMLU": 0.534, - "helm_lite/MATH": 0.665, - "helm_lite/GSM8K": 0.816, - "helm_lite/LegalBench": 0.475, - "helm_lite/MedQA": 0.483, - "helm_lite/WMT 2014": 0.194 + "hfopenllm_v2/IFEval": 0.679, + "hfopenllm_v2/BBH": 0.4959, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3658, + "hfopenllm_v2/MMLU-PRO": 0.3605 } }, { - "id": "google/gemini-1.5-flash-001", - "name": "Gemini 1.5 Flash 001", - "developer": "google", + "id": "mkxu/llama-3-8b-po1", + "name": "llama-3-8b-po1", + "developer": "mkxu", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.667, - "helm_lite/NarrativeQA": 0.783, - "helm_lite/NaturalQuestions (closed-book)": 0.332, - "helm_lite/OpenbookQA": 0.928, - "helm_lite/MMLU": 0.703, - "helm_lite/MATH": 0.753, - "helm_lite/GSM8K": 0.785, - "helm_lite/LegalBench": 0.661, - "helm_lite/MedQA": 0.68, - "helm_lite/WMT 2014": 0.225, - "helm_mmlu/MMLU All Subjects": 0.779, - "helm_mmlu/Abstract Algebra": 0.58, - "helm_mmlu/Anatomy": 0.8, - "helm_mmlu/College Physics": 0.696, - "helm_mmlu/Computer Security": 0.79, - "helm_mmlu/Econometrics": 0.614, - "helm_mmlu/Global Facts": 0.53, - "helm_mmlu/Jurisprudence": 0.889, - "helm_mmlu/Philosophy": 0.791, - "helm_mmlu/Professional Psychology": 0.828, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.882, - "helm_mmlu/Business Ethics": 0.81, - "helm_mmlu/Clinical Knowledge": 0.834, - "helm_mmlu/Conceptual Physics": 0.851, - "helm_mmlu/Electrical Engineering": 0.8, - "helm_mmlu/Elementary Mathematics": 0.754, - "helm_mmlu/Formal Logic": 0.627, - "helm_mmlu/High School World History": 0.907, - "helm_mmlu/Human Sexuality": 0.374, - "helm_mmlu/International Law": 0.901, - "helm_mmlu/Logical Fallacies": 0.853, - "helm_mmlu/Machine Learning": 0.571, - "helm_mmlu/Management": 0.864, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.86, - "helm_mmlu/Miscellaneous": 0.886, - "helm_mmlu/Moral Scenarios": 0.637, - "helm_mmlu/Nutrition": 0.82, - "helm_mmlu/Prehistory": 0.867, - "helm_mmlu/Public Relations": 0.764, - "helm_mmlu/Security Studies": 0.808, - "helm_mmlu/Sociology": 0.915, - "helm_mmlu/Virology": 0.566, - "helm_mmlu/World Religions": 0.883, - "helm_mmlu/Mean win rate": 0.47, - "reward-bench/Score": 0.8054, - "reward-bench/Chat": 0.9218, - "reward-bench/Chat Hard": 0.6349, - "reward-bench/Safety": 0.8696, - "reward-bench/Reasoning": 0.8512, - "reward-bench/Prior Sets (0.5 weight)": 0.6937 + "hfopenllm_v2/IFEval": 0.4081, + "hfopenllm_v2/BBH": 0.4976, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3804, + "hfopenllm_v2/MMLU-PRO": 0.3562 } }, { - "id": "google/gemini-1.5-flash-002", - "name": "Gemini 1.5 Flash 002", - "developer": "google", + "id": "mlabonne/AlphaMonarch-7B", + "name": "AlphaMonarch-7B", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.609, - "helm_capabilities/MMLU-Pro": 0.678, - "helm_capabilities/GPQA": 0.437, - "helm_capabilities/IFEval": 0.831, - "helm_capabilities/WildBench": 0.792, - "helm_capabilities/Omni-MATH": 0.305, - "helm_lite/Mean win rate": 0.573, - "helm_lite/NarrativeQA": 0.746, - "helm_lite/NaturalQuestions (closed-book)": 0.323, - "helm_lite/OpenbookQA": 0.914, - "helm_lite/MMLU": 0.679, - "helm_lite/MATH": 0.908, - "helm_lite/GSM8K": 0.328, - "helm_lite/LegalBench": 0.67, - "helm_lite/MedQA": 0.656, - "helm_lite/WMT 2014": 0.212, - "helm_mmlu/MMLU All Subjects": 0.739, - "helm_mmlu/Abstract Algebra": 0.63, - "helm_mmlu/Anatomy": 0.793, - "helm_mmlu/College Physics": 0.637, - "helm_mmlu/Computer Security": 0.72, - "helm_mmlu/Econometrics": 0.675, - "helm_mmlu/Global Facts": 0.47, - "helm_mmlu/Jurisprudence": 0.852, - "helm_mmlu/Philosophy": 0.797, - "helm_mmlu/Professional Psychology": 0.806, - "helm_mmlu/Us Foreign Policy": 0.81, - "helm_mmlu/Astronomy": 0.895, - "helm_mmlu/Business Ethics": 0.27, - "helm_mmlu/Clinical Knowledge": 0.792, - "helm_mmlu/Conceptual Physics": 0.851, - "helm_mmlu/Electrical Engineering": 0.772, - "helm_mmlu/Elementary Mathematics": 0.704, - "helm_mmlu/Formal Logic": 0.595, - "helm_mmlu/High School World History": 0.869, - "helm_mmlu/Human Sexuality": 0.847, - "helm_mmlu/International Law": 0.752, - "helm_mmlu/Logical Fallacies": 0.859, - "helm_mmlu/Machine Learning": 0.616, - "helm_mmlu/Management": 0.893, - "helm_mmlu/Marketing": 0.953, - "helm_mmlu/Medical Genetics": 0.89, - "helm_mmlu/Miscellaneous": 0.9, - "helm_mmlu/Moral Scenarios": 0.676, - "helm_mmlu/Nutrition": 0.588, - "helm_mmlu/Prehistory": 0.762, - "helm_mmlu/Public Relations": 0.7, - "helm_mmlu/Security Studies": 0.547, - "helm_mmlu/Sociology": 0.851, - "helm_mmlu/Virology": 0.524, - "helm_mmlu/World Religions": 0.865, - "helm_mmlu/Mean win rate": 0.817 + "hfopenllm_v2/IFEval": 0.4939, + "hfopenllm_v2/BBH": 0.4626, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4121, + "hfopenllm_v2/MMLU-PRO": 0.2473 } }, { - "id": "google/gemini-1.5-flash-8b", - "name": "google/gemini-1.5-flash-8b", - "developer": "google", + "id": "mlabonne/Beyonder-4x7B-v3", + "name": "Beyonder-4x7B-v3", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4851, - "reward-bench/Factuality": 0.4611, - "reward-bench/Precise IF": 0.3625, - "reward-bench/Math": 0.5082, - "reward-bench/Safety": 0.6622, - "reward-bench/Focus": 0.6747, - "reward-bench/Ties": 0.2421 + "hfopenllm_v2/IFEval": 0.5608, + "hfopenllm_v2/BBH": 0.4671, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.2512 } }, { - "id": "google/gemini-1.5-flash-preview-0514", - "name": "Gemini 1.5 Flash 0514 preview", - "developer": "google", - "evaluator_relationship": null, - "benchmark_scores": { - "helm_mmlu/MMLU All Subjects": 0.778, - "helm_mmlu/Abstract Algebra": 0.56, - "helm_mmlu/Anatomy": 0.807, - "helm_mmlu/College Physics": 0.667, - "helm_mmlu/Computer Security": 0.77, - "helm_mmlu/Econometrics": 0.64, - "helm_mmlu/Global Facts": 0.55, - "helm_mmlu/Jurisprudence": 0.889, - "helm_mmlu/Philosophy": 0.807, - "helm_mmlu/Professional Psychology": 0.825, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.868, - "helm_mmlu/Business Ethics": 0.82, - "helm_mmlu/Clinical Knowledge": 0.838, - "helm_mmlu/Conceptual Physics": 0.855, - "helm_mmlu/Electrical Engineering": 0.814, - "helm_mmlu/Elementary Mathematics": 0.778, - "helm_mmlu/Formal Logic": 0.611, - "helm_mmlu/High School World History": 0.907, - "helm_mmlu/Human Sexuality": 0.374, - "helm_mmlu/International Law": 0.876, - "helm_mmlu/Logical Fallacies": 0.853, - "helm_mmlu/Machine Learning": 0.562, - "helm_mmlu/Management": 0.854, - "helm_mmlu/Marketing": 0.936, - "helm_mmlu/Medical Genetics": 0.86, - "helm_mmlu/Miscellaneous": 0.884, - "helm_mmlu/Moral Scenarios": 0.631, - "helm_mmlu/Nutrition": 0.801, - "helm_mmlu/Prehistory": 0.867, - "helm_mmlu/Public Relations": 0.773, - "helm_mmlu/Security Studies": 0.812, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.566, - "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.713 + "id": "mlabonne/BigQwen2.5-52B-Instruct", + "name": "BigQwen2.5-52B-Instruct", + "developer": "mlabonne", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7913, + "hfopenllm_v2/BBH": 0.7121, + "hfopenllm_v2/MATH Level 5": 0.5476, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4113, + "hfopenllm_v2/MMLU-PRO": 0.5519 } }, { - "id": "google/gemini-1.5-pro-001", - "name": "Gemini 1.5 Pro 001", - "developer": "google", + "id": "mlabonne/BigQwen2.5-Echo-47B-Instruct", + "name": "BigQwen2.5-Echo-47B-Instruct", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.739, - "helm_lite/NarrativeQA": 0.783, - "helm_lite/NaturalQuestions (closed-book)": 0.378, - "helm_lite/OpenbookQA": 0.902, - "helm_lite/MMLU": 0.772, - "helm_lite/MATH": 0.825, - "helm_lite/GSM8K": 0.836, - "helm_lite/LegalBench": 0.757, - "helm_lite/MedQA": 0.692, - "helm_lite/WMT 2014": 0.189, - "helm_mmlu/MMLU All Subjects": 0.827, - "helm_mmlu/Abstract Algebra": 0.75, - "helm_mmlu/Anatomy": 0.83, - "helm_mmlu/College Physics": 0.745, - "helm_mmlu/Computer Security": 0.83, - "helm_mmlu/Econometrics": 0.728, - "helm_mmlu/Global Facts": 0.66, - "helm_mmlu/Jurisprudence": 0.889, - "helm_mmlu/Philosophy": 0.871, - "helm_mmlu/Professional Psychology": 0.894, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.914, - "helm_mmlu/Business Ethics": 0.8, - "helm_mmlu/Clinical Knowledge": 0.853, - "helm_mmlu/Conceptual Physics": 0.949, - "helm_mmlu/Electrical Engineering": 0.745, - "helm_mmlu/Elementary Mathematics": 0.939, - "helm_mmlu/Formal Logic": 0.706, - "helm_mmlu/High School World History": 0.924, - "helm_mmlu/Human Sexuality": 0.374, - "helm_mmlu/International Law": 0.917, - "helm_mmlu/Logical Fallacies": 0.896, - "helm_mmlu/Machine Learning": 0.652, - "helm_mmlu/Management": 0.922, - "helm_mmlu/Marketing": 0.932, - "helm_mmlu/Medical Genetics": 0.91, - "helm_mmlu/Miscellaneous": 0.958, - "helm_mmlu/Moral Scenarios": 0.739, - "helm_mmlu/Nutrition": 0.879, - "helm_mmlu/Prehistory": 0.87, - "helm_mmlu/Public Relations": 0.818, - "helm_mmlu/Security Studies": 0.873, - "helm_mmlu/Sociology": 0.92, - "helm_mmlu/Virology": 0.554, - "helm_mmlu/World Religions": 0.854, - "helm_mmlu/Mean win rate": 0.349 + "hfopenllm_v2/IFEval": 0.7357, + "hfopenllm_v2/BBH": 0.6125, + "hfopenllm_v2/MATH Level 5": 0.4381, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4125, + "hfopenllm_v2/MMLU-PRO": 0.4734 } }, { - "id": "google/gemini-1.5-pro-002", - "name": "Gemini 1.5 Pro 002", - "developer": "google", + "id": "mlabonne/ChimeraLlama-3-8B-v2", + "name": "ChimeraLlama-3-8B-v2", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.657, - "helm_capabilities/MMLU-Pro": 0.737, - "helm_capabilities/GPQA": 0.534, - "helm_capabilities/IFEval": 0.837, - "helm_capabilities/WildBench": 0.813, - "helm_capabilities/Omni-MATH": 0.364, - "helm_lite/Mean win rate": 0.842, - "helm_lite/NarrativeQA": 0.756, - "helm_lite/NaturalQuestions (closed-book)": 0.455, - "helm_lite/OpenbookQA": 0.952, - "helm_lite/MMLU": 0.795, - "helm_lite/MATH": 0.92, - "helm_lite/GSM8K": 0.817, - "helm_lite/LegalBench": 0.747, - "helm_lite/MedQA": 0.771, - "helm_lite/WMT 2014": 0.231, - "helm_mmlu/MMLU All Subjects": 0.869, - "helm_mmlu/Abstract Algebra": 0.82, - "helm_mmlu/Anatomy": 0.83, - "helm_mmlu/College Physics": 0.863, - "helm_mmlu/Computer Security": 0.85, - "helm_mmlu/Econometrics": 0.693, - "helm_mmlu/Global Facts": 0.77, - "helm_mmlu/Jurisprudence": 0.898, - "helm_mmlu/Philosophy": 0.887, - "helm_mmlu/Professional Psychology": 0.912, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.934, - "helm_mmlu/Business Ethics": 0.84, - "helm_mmlu/Clinical Knowledge": 0.906, - "helm_mmlu/Conceptual Physics": 0.945, - "helm_mmlu/Electrical Engineering": 0.855, - "helm_mmlu/Elementary Mathematics": 0.942, - "helm_mmlu/Formal Logic": 0.754, - "helm_mmlu/High School World History": 0.937, - "helm_mmlu/Human Sexuality": 0.878, - "helm_mmlu/International Law": 0.917, - "helm_mmlu/Logical Fallacies": 0.902, - "helm_mmlu/Machine Learning": 0.83, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.962, - "helm_mmlu/Medical Genetics": 0.92, - "helm_mmlu/Miscellaneous": 0.959, - "helm_mmlu/Moral Scenarios": 0.792, - "helm_mmlu/Nutrition": 0.886, - "helm_mmlu/Prehistory": 0.926, - "helm_mmlu/Public Relations": 0.809, - "helm_mmlu/Security Studies": 0.857, - "helm_mmlu/Sociology": 0.95, - "helm_mmlu/Virology": 0.566, - "helm_mmlu/World Religions": 0.889, - "helm_mmlu/Mean win rate": 0.334 + "hfopenllm_v2/IFEval": 0.4469, + "hfopenllm_v2/BBH": 0.5046, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3791, + "hfopenllm_v2/MMLU-PRO": 0.3569 } }, { - "id": "google/gemini-1.5-pro-0514", - "name": "google/gemini-1.5-pro-0514", - "developer": "google", + "id": "mlabonne/ChimeraLlama-3-8B-v3", + "name": "ChimeraLlama-3-8B-v3", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.882, - "reward-bench/Chat": 0.9232, - "reward-bench/Chat Hard": 0.8059, - "reward-bench/Safety": 0.8791, - "reward-bench/Reasoning": 0.9199 + "hfopenllm_v2/IFEval": 0.4408, + "hfopenllm_v2/BBH": 0.4978, + "hfopenllm_v2/MATH Level 5": 0.0884, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4004, + "hfopenllm_v2/MMLU-PRO": 0.3669 } }, { - "id": "google/gemini-1.5-pro-0924", - "name": "google/gemini-1.5-pro-0924", - "developer": "google", + "id": "mlabonne/Daredevil-8B", + "name": "Daredevil-8B", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8678, - "reward-bench/Chat": 0.9413, - "reward-bench/Chat Hard": 0.7697, - "reward-bench/Safety": 0.8581, - "reward-bench/Reasoning": 0.9022 + "hfopenllm_v2/IFEval": 0.4548, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.1065, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.3939, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "google/gemini-1.5-pro-preview-0409", - "name": "Gemini 1.5 Pro 0409 preview", - "developer": "google", + "id": "mlabonne/Daredevil-8B-abliterated", + "name": "Daredevil-8B-abliterated", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_mmlu/MMLU All Subjects": 0.81, - "helm_mmlu/Abstract Algebra": 0.6, - "helm_mmlu/Anatomy": 0.77, - "helm_mmlu/College Physics": 0.804, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.737, - "helm_mmlu/Global Facts": 0.66, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.846, - "helm_mmlu/Professional Psychology": 0.866, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.914, - "helm_mmlu/Business Ethics": 0.8, - "helm_mmlu/Clinical Knowledge": 0.868, - "helm_mmlu/Conceptual Physics": 0.915, - "helm_mmlu/Electrical Engineering": 0.772, - "helm_mmlu/Elementary Mathematics": 0.884, - "helm_mmlu/Formal Logic": 0.643, - "helm_mmlu/High School World History": 0.924, - "helm_mmlu/Human Sexuality": 0.397, - "helm_mmlu/International Law": 0.917, - "helm_mmlu/Logical Fallacies": 0.859, - "helm_mmlu/Machine Learning": 0.67, - "helm_mmlu/Management": 0.874, - "helm_mmlu/Marketing": 0.953, - "helm_mmlu/Medical Genetics": 0.91, - "helm_mmlu/Miscellaneous": 0.928, - "helm_mmlu/Moral Scenarios": 0.696, - "helm_mmlu/Nutrition": 0.846, - "helm_mmlu/Prehistory": 0.886, - "helm_mmlu/Public Relations": 0.755, - "helm_mmlu/Security Studies": 0.849, - "helm_mmlu/Sociology": 0.925, - "helm_mmlu/Virology": 0.584, - "helm_mmlu/World Religions": 0.877, - "helm_mmlu/Mean win rate": 0.118 + "hfopenllm_v2/IFEval": 0.4426, + "hfopenllm_v2/BBH": 0.4254, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.407, + "hfopenllm_v2/MMLU-PRO": 0.3701 } }, { - "id": "google/gemini-2.0-flash-001", - "name": "Gemini 2.0 Flash", - "developer": "google", + "id": "mlabonne/Hermes-3-Llama-3.1-70B-lorablated", + "name": "Hermes-3-Llama-3.1-70B-lorablated", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.679, - "helm_capabilities/MMLU-Pro": 0.737, - "helm_capabilities/GPQA": 0.556, - "helm_capabilities/IFEval": 0.841, - "helm_capabilities/WildBench": 0.8, - "helm_capabilities/Omni-MATH": 0.459 + "hfopenllm_v2/IFEval": 0.3424, + "hfopenllm_v2/BBH": 0.6693, + "hfopenllm_v2/MATH Level 5": 0.2243, + "hfopenllm_v2/GPQA": 0.3658, + "hfopenllm_v2/MUSR": 0.5029, + "hfopenllm_v2/MMLU-PRO": 0.4679 } }, { - "id": "google/gemini-2.0-flash-exp", - "name": "Gemini 2.0 Flash Experimental", - "developer": "google", + "id": "mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated", + "name": "Meta-Llama-3.1-8B-Instruct-abliterated", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.813, - "helm_lite/NarrativeQA": 0.783, - "helm_lite/NaturalQuestions (closed-book)": 0.443, - "helm_lite/OpenbookQA": 0.946, - "helm_lite/MMLU": 0.717, - "helm_lite/MATH": 0.901, - "helm_lite/GSM8K": 0.946, - "helm_lite/LegalBench": 0.674, - "helm_lite/MedQA": 0.73, - "helm_lite/WMT 2014": 0.212, - "helm_mmlu/MMLU All Subjects": 0.797, - "helm_mmlu/Abstract Algebra": 0.72, - "helm_mmlu/Anatomy": 0.807, - "helm_mmlu/College Physics": 0.696, - "helm_mmlu/Computer Security": 0.83, - "helm_mmlu/Econometrics": 0.693, - "helm_mmlu/Global Facts": 0.66, - "helm_mmlu/Jurisprudence": 0.898, - "helm_mmlu/Philosophy": 0.887, - "helm_mmlu/Professional Psychology": 0.876, - "helm_mmlu/Us Foreign Policy": 0.78, - "helm_mmlu/Astronomy": 0.928, - "helm_mmlu/Business Ethics": 0.73, - "helm_mmlu/Clinical Knowledge": 0.879, - "helm_mmlu/Conceptual Physics": 0.813, - "helm_mmlu/Electrical Engineering": 0.834, - "helm_mmlu/Elementary Mathematics": 0.857, - "helm_mmlu/Formal Logic": 0.571, - "helm_mmlu/High School World History": 0.743, - "helm_mmlu/Human Sexuality": 0.901, - "helm_mmlu/International Law": 0.645, - "helm_mmlu/Logical Fallacies": 0.914, - "helm_mmlu/Machine Learning": 0.759, - "helm_mmlu/Management": 0.718, - "helm_mmlu/Marketing": 0.944, - "helm_mmlu/Medical Genetics": 0.89, - "helm_mmlu/Miscellaneous": 0.939, - "helm_mmlu/Moral Scenarios": 0.815, - "helm_mmlu/Nutrition": 0.856, - "helm_mmlu/Prehistory": 0.898, - "helm_mmlu/Public Relations": 0.791, - "helm_mmlu/Security Studies": 0.69, - "helm_mmlu/Sociology": 0.786, - "helm_mmlu/Virology": 0.554, - "helm_mmlu/World Religions": 0.731, - "helm_mmlu/Mean win rate": 0.567 + "hfopenllm_v2/IFEval": 0.7329, + "hfopenllm_v2/BBH": 0.4874, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3649, + "hfopenllm_v2/MMLU-PRO": 0.3503 } }, { - "id": "google/gemini-2.0-flash-lite-preview-02-05", - "name": "Gemini 2.0 Flash Lite 02-05 preview", - "developer": "google", + "id": "mlabonne/NeuralBeagle14-7B", + "name": "NeuralBeagle14-7B", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.642, - "helm_capabilities/MMLU-Pro": 0.72, - "helm_capabilities/GPQA": 0.5, - "helm_capabilities/IFEval": 0.824, - "helm_capabilities/WildBench": 0.79, - "helm_capabilities/Omni-MATH": 0.374 + "hfopenllm_v2/IFEval": 0.4935, + "hfopenllm_v2/BBH": 0.4628, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4319, + "hfopenllm_v2/MMLU-PRO": 0.2601 } }, { - "id": "google/gemini-2.5-flash", - "name": "gemini-2.5-flash", - "developer": "google", + "id": "mlabonne/NeuralDaredevil-8B-abliterated", + "name": "NeuralDaredevil-8B-abliterated", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.9145, - "global-mmlu-lite/Culturally Sensitive": 0.9, - "global-mmlu-lite/Culturally Agnostic": 0.9291, - "global-mmlu-lite/Arabic": 0.9125, - "global-mmlu-lite/English": 0.9325, - "global-mmlu-lite/Bengali": 0.91, - "global-mmlu-lite/German": 0.9025, - "global-mmlu-lite/French": 0.91, - "global-mmlu-lite/Hindi": 0.925, - "global-mmlu-lite/Indonesian": 0.9075, - "global-mmlu-lite/Italian": 0.9225, - "global-mmlu-lite/Japanese": 0.9125, - "global-mmlu-lite/Korean": 0.915, - "global-mmlu-lite/Portuguese": 0.9125, - "global-mmlu-lite/Spanish": 0.9175, - "global-mmlu-lite/Swahili": 0.915, - "global-mmlu-lite/Yoruba": 0.9075, - "global-mmlu-lite/Chinese": 0.915, - "global-mmlu-lite/Burmese": 0.915, - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.028169014084507043, - "livecodebenchpro/Easy Problems": 0.38028169014084506, - "reward-bench/Score": 0.7767, - "reward-bench/Factuality": 0.674, - "reward-bench/Precise IF": 0.575, - "reward-bench/Math": 0.852, - "reward-bench/Safety": 0.909, - "reward-bench/Focus": 0.841, - "reward-bench/Ties": 0.809, - "terminal-bench-2.0/terminal-bench-2.0": 15.4 + "hfopenllm_v2/IFEval": 0.7561, + "hfopenllm_v2/BBH": 0.5111, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4019, + "hfopenllm_v2/MMLU-PRO": 0.3841 } }, { - "id": "google/gemini-2.5-flash-lite", - "name": "Gemini 2.5 Flash-Lite", - "developer": "google", + "id": "mlabonne/OrpoLlama-3-8B", + "name": "OrpoLlama-3-8B", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.591, - "helm_capabilities/MMLU-Pro": 0.537, - "helm_capabilities/GPQA": 0.309, - "helm_capabilities/IFEval": 0.81, - "helm_capabilities/WildBench": 0.818, - "helm_capabilities/Omni-MATH": 0.48 + "hfopenllm_v2/IFEval": 0.3653, + "hfopenllm_v2/BBH": 0.4424, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.2705 } }, { - "id": "google/gemini-2.5-flash-preview-04-17", - "name": "Gemini 2.5 Flash 04-17 preview", - "developer": "google", + "id": "mlabonne/phixtral-2x2_8", + "name": "phixtral-2x2_8", + "developer": "mlabonne", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.626, - "helm_capabilities/MMLU-Pro": 0.639, - "helm_capabilities/GPQA": 0.39, - "helm_capabilities/IFEval": 0.898, - "helm_capabilities/WildBench": 0.817, - "helm_capabilities/Omni-MATH": 0.384, - "reward-bench/Score": 0.7721, - "reward-bench/Factuality": 0.6574, - "reward-bench/Precise IF": 0.5531, - "reward-bench/Math": 0.8115, - "reward-bench/Safety": 0.9094, - "reward-bench/Focus": 0.8672, - "reward-bench/Ties": 0.8341 + "hfopenllm_v2/IFEval": 0.3431, + "hfopenllm_v2/BBH": 0.4889, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3644, + "hfopenllm_v2/MMLU-PRO": 0.2551 } }, { - "id": "google/gemini-2.5-flash-preview-05-20", - "name": "gemini-2.5-flash-preview-05-20", - "developer": "google", + "id": "MLP-KTLim/llama-3-Korean-Bllossom-8B", + "name": "llama-3-Korean-Bllossom-8B", + "developer": "MLP-KTLim", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.9092, - "global-mmlu-lite/Culturally Sensitive": 0.8925, - "global-mmlu-lite/Culturally Agnostic": 0.9259, - "global-mmlu-lite/Arabic": 0.905, - "global-mmlu-lite/English": 0.9225, - "global-mmlu-lite/Bengali": 0.91, - "global-mmlu-lite/German": 0.905, - "global-mmlu-lite/French": 0.925, - "global-mmlu-lite/Hindi": 0.9125, - "global-mmlu-lite/Indonesian": 0.9075, - "global-mmlu-lite/Italian": 0.89, - "global-mmlu-lite/Japanese": 0.9125, - "global-mmlu-lite/Korean": 0.9075, - "global-mmlu-lite/Portuguese": 0.915, - "global-mmlu-lite/Spanish": 0.915, - "global-mmlu-lite/Swahili": 0.905, - "global-mmlu-lite/Yoruba": 0.8825, - "global-mmlu-lite/Chinese": 0.93, - "global-mmlu-lite/Burmese": 0.9025 + "hfopenllm_v2/IFEval": 0.5113, + "hfopenllm_v2/BBH": 0.49, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3675, + "hfopenllm_v2/MMLU-PRO": 0.3594 } }, { - "id": "google/gemini-2.5-pro", - "name": "gemini-2.5-pro", - "developer": "google", + "id": "mlx-community/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32", + "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32", + "developer": "mlx-community", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.9323, - "global-mmlu-lite/Culturally Sensitive": 0.9241, - "global-mmlu-lite/Culturally Agnostic": 0.9406, - "global-mmlu-lite/Arabic": 0.9475, - "global-mmlu-lite/English": 0.9275, - "global-mmlu-lite/Bengali": 0.9275, - "global-mmlu-lite/German": 0.93, - "global-mmlu-lite/French": 0.9425, - "global-mmlu-lite/Hindi": 0.9275, - "global-mmlu-lite/Indonesian": 0.925, - "global-mmlu-lite/Italian": 0.935, - "global-mmlu-lite/Japanese": 0.9375, - "global-mmlu-lite/Korean": 0.9275, - "global-mmlu-lite/Portuguese": 0.93, - "global-mmlu-lite/Spanish": 0.94, - "global-mmlu-lite/Swahili": 0.9375, - "global-mmlu-lite/Yoruba": 0.925, - "global-mmlu-lite/Chinese": 0.9275, - "global-mmlu-lite/Burmese": 0.93, - "livecodebenchpro/Hard Problems": 0.014084507042253521, - "livecodebenchpro/Medium Problems": 0.2112676056338028, - "livecodebenchpro/Easy Problems": 0.7183098591549296, - "reward-bench/Score": 0.7948, - "reward-bench/Factuality": 0.755, - "reward-bench/Precise IF": 0.619, - "reward-bench/Math": 0.898, - "reward-bench/Safety": 0.881, - "reward-bench/Focus": 0.805, - "reward-bench/Ties": 0.811, - "terminal-bench-2.0/terminal-bench-2.0": 16.4 + "hfopenllm_v2/IFEval": 0.3369, + "hfopenllm_v2/BBH": 0.3292, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1638 } }, { - "id": "google/gemini-2.5-pro-preview-03-25", - "name": "Gemini 2.5 Pro 03-25 preview", - "developer": "google", + "id": "mlx-community/Mistral-Small-24B-Instruct-2501-bf16", + "name": "Mistral-Small-24B-Instruct-2501-bf16", + "developer": "mlx-community", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.745, - "helm_capabilities/MMLU-Pro": 0.863, - "helm_capabilities/GPQA": 0.749, - "helm_capabilities/IFEval": 0.84, - "helm_capabilities/WildBench": 0.857, - "helm_capabilities/Omni-MATH": 0.416 + "hfopenllm_v2/IFEval": 0.6283, + "hfopenllm_v2/BBH": 0.6713, + "hfopenllm_v2/MATH Level 5": 0.3225, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4618, + "hfopenllm_v2/MMLU-PRO": 0.5395 } }, { - "id": "google/gemini-2.5-pro-preview-05-06", - "name": "google/gemini-2.5-pro-preview-05-06", - "developer": "google", + "id": "mmnga/Llama-3-70B-japanese-suzume-vector-v0.1", + "name": "Llama-3-70B-japanese-suzume-vector-v0.1", + "developer": "mmnga", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6775, - "reward-bench/Factuality": 0.6532, - "reward-bench/Precise IF": 0.4688, - "reward-bench/Math": 0.5342, - "reward-bench/Safety": 0.8806, - "reward-bench/Focus": 0.8308, - "reward-bench/Ties": 0.6973 + "hfopenllm_v2/IFEval": 0.4649, + "hfopenllm_v2/BBH": 0.6542, + "hfopenllm_v2/MATH Level 5": 0.2326, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4141, + "hfopenllm_v2/MMLU-PRO": 0.5224 } }, { - "id": "google/gemini-3-flash", - "name": "Gemini 3 Flash", - "developer": "Google", + "id": "mobiuslabsgmbh/DeepSeek-R1-ReDistill-Llama3-8B-v1.1", + "name": "DeepSeek-R1-ReDistill-Llama3-8B-v1.1", + "developer": "mobiuslabsgmbh", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 47.4 + "hfopenllm_v2/IFEval": 0.3704, + "hfopenllm_v2/BBH": 0.3473, + "hfopenllm_v2/MATH Level 5": 0.3285, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.2198 } }, { - "id": "google/gemini-3-pro", - "name": "Gemini 3 Pro", - "developer": "Google", + "id": "mobiuslabsgmbh/DeepSeek-R1-ReDistill-Qwen-7B-v1.1", + "name": "DeepSeek-R1-ReDistill-Qwen-7B-v1.1", + "developer": "mobiuslabsgmbh", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 56.9 + "hfopenllm_v2/IFEval": 0.3473, + "hfopenllm_v2/BBH": 0.3698, + "hfopenllm_v2/MATH Level 5": 0.3497, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4009, + "hfopenllm_v2/MMLU-PRO": 0.2326 } }, { - "id": "google/gemini-3-pro-preview", - "name": "gemini-3-pro-preview", - "developer": "Google", + "id": "ModelCloud/Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1", + "name": "Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1", + "developer": "ModelCloud", "evaluator_relationship": null, "benchmark_scores": { - "appworld_test_normal/appworld/test_normal": 0.36, - "browsecompplus/browsecompplus": 0.48, - "global-mmlu-lite/Global MMLU Lite": 0.9453, - "global-mmlu-lite/Culturally Sensitive": 0.9397, - "global-mmlu-lite/Culturally Agnostic": 0.9509, - "global-mmlu-lite/Arabic": 0.9475, - "global-mmlu-lite/English": 0.9425, - "global-mmlu-lite/Bengali": 0.9425, - "global-mmlu-lite/German": 0.94, - "global-mmlu-lite/French": 0.9575, - "global-mmlu-lite/Hindi": 0.9425, - "global-mmlu-lite/Indonesian": 0.955, - "global-mmlu-lite/Italian": 0.955, - "global-mmlu-lite/Japanese": 0.94, - "global-mmlu-lite/Korean": 0.94, - "global-mmlu-lite/Portuguese": 0.9425, - "global-mmlu-lite/Spanish": 0.9475, - "global-mmlu-lite/Swahili": 0.94, - "global-mmlu-lite/Yoruba": 0.9425, - "global-mmlu-lite/Chinese": 0.9475, - "global-mmlu-lite/Burmese": 0.9425, - "swe-bench/swe-bench": 0.71, - "tau-bench-2_airline/tau-bench-2/airline": 0.7, - "tau-bench-2_retail/tau-bench-2/retail": 0.7805, - "tau-bench-2_telecom/tau-bench-2/telecom": 0.73 + "hfopenllm_v2/IFEval": 0.5269, + "hfopenllm_v2/BBH": 0.3253, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1764 } }, { - "id": "google/gemini-3.1-pro", - "name": "Gemini 3.1 Pro", - "developer": "Google", + "id": "ModelSpace/GemmaX2-28-9B-v0.1", + "name": "GemmaX2-28-9B-v0.1", + "developer": "ModelSpace", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 74.8 + "hfopenllm_v2/IFEval": 0.0039, + "hfopenllm_v2/BBH": 0.3687, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3537, + "hfopenllm_v2/MMLU-PRO": 0.2231 } }, { - "id": "google/gemma-1.1-2b-it", - "name": "gemma-1.1-2b-it", - "developer": "google", + "id": "moeru-ai/L3.1-Moe-2x8B-v0.2", + "name": "L3.1-Moe-2x8B-v0.2", + "developer": "moeru-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3067, - "hfopenllm_v2/BBH": 0.3185, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3394, - "hfopenllm_v2/MMLU-PRO": 0.1484 + "hfopenllm_v2/IFEval": 0.7348, + "hfopenllm_v2/BBH": 0.5256, + "hfopenllm_v2/MATH Level 5": 0.1699, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.3858 } }, { - "id": "google/gemma-1.1-7b-it", - "name": "gemma-1.1-7b-it", - "developer": "google", + "id": "moeru-ai/L3.1-Moe-4x8B-v0.1", + "name": "L3.1-Moe-4x8B-v0.1", + "developer": "moeru-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5039, - "hfopenllm_v2/BBH": 0.3935, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.423, - "hfopenllm_v2/MMLU-PRO": 0.2584 + "hfopenllm_v2/IFEval": 0.4332, + "hfopenllm_v2/BBH": 0.4939, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3609, + "hfopenllm_v2/MMLU-PRO": 0.3454 } }, { - "id": "google/gemma-2-27b", - "name": "Gemma 2 27B", - "developer": "google", + "id": "moeru-ai/L3.1-Moe-4x8B-v0.2", + "name": "L3.1-Moe-4x8B-v0.2", + "developer": "moeru-ai", "evaluator_relationship": null, "benchmark_scores": { - "helm_mmlu/MMLU All Subjects": 0.757, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.77, - "helm_mmlu/College Physics": 0.5, - "helm_mmlu/Computer Security": 0.84, - "helm_mmlu/Econometrics": 0.667, - "helm_mmlu/Global Facts": 0.43, - "helm_mmlu/Jurisprudence": 0.861, - "helm_mmlu/Philosophy": 0.849, - "helm_mmlu/Professional Psychology": 0.84, - "helm_mmlu/Us Foreign Policy": 0.95, - "helm_mmlu/Astronomy": 0.829, - "helm_mmlu/Business Ethics": 0.78, - "helm_mmlu/Clinical Knowledge": 0.808, - "helm_mmlu/Conceptual Physics": 0.834, - "helm_mmlu/Electrical Engineering": 0.738, - "helm_mmlu/Elementary Mathematics": 0.558, - "helm_mmlu/Formal Logic": 0.516, - "helm_mmlu/High School World History": 0.89, - "helm_mmlu/Human Sexuality": 0.84, - "helm_mmlu/International Law": 0.843, - "helm_mmlu/Logical Fallacies": 0.865, - "helm_mmlu/Machine Learning": 0.625, - "helm_mmlu/Management": 0.864, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.87, - "helm_mmlu/Miscellaneous": 0.885, - "helm_mmlu/Moral Scenarios": 0.394, - "helm_mmlu/Nutrition": 0.824, - "helm_mmlu/Prehistory": 0.877, - "helm_mmlu/Public Relations": 0.745, - "helm_mmlu/Security Studies": 0.808, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.56, - "helm_mmlu/World Religions": 0.924, - "helm_mmlu/Mean win rate": 0.05, - "hfopenllm_v2/IFEval": 0.2475, - "hfopenllm_v2/BBH": 0.5643, - "hfopenllm_v2/MATH Level 5": 0.1662, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4396, - "hfopenllm_v2/MMLU-PRO": 0.4371 + "hfopenllm_v2/IFEval": 0.5407, + "hfopenllm_v2/BBH": 0.4466, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3234, + "hfopenllm_v2/MMLU-PRO": 0.2763 } }, { - "id": "google/gemma-2-27b-it", - "name": "Gemma 2 Instruct 27B", - "developer": "google", + "id": "monsterapi/gemma-2-2b-LoRA-MonsterInstruct", + "name": "gemma-2-2b-LoRA-MonsterInstruct", + "developer": "monsterapi", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.675, - "helm_lite/NarrativeQA": 0.79, - "helm_lite/NaturalQuestions (closed-book)": 0.353, - "helm_lite/OpenbookQA": 0.918, - "helm_lite/MMLU": 0.664, - "helm_lite/MATH": 0.746, - "helm_lite/GSM8K": 0.812, - "helm_lite/LegalBench": 0.7, - "helm_lite/MedQA": 0.684, - "helm_lite/WMT 2014": 0.214, - "hfopenllm_v2/IFEval": 0.7978, - "hfopenllm_v2/BBH": 0.6451, - "hfopenllm_v2/MATH Level 5": 0.2387, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4033, - "hfopenllm_v2/MMLU-PRO": 0.4451, - "reward-bench/Score": 0.809, - "reward-bench/Chat": 0.9483, - "reward-bench/Chat Hard": 0.591, - "reward-bench/Safety": 0.8635, - "reward-bench/Reasoning": 0.833 + "hfopenllm_v2/IFEval": 0.3903, + "hfopenllm_v2/BBH": 0.365, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3644, + "hfopenllm_v2/MMLU-PRO": 0.1987 } }, { - "id": "google/gemma-2-2b", - "name": "gemma-2-2b", - "developer": "google", + "id": "monsterapi/Llama-3_1-8B-Instruct-orca-ORPO", + "name": "Llama-3_1-8B-Instruct-orca-ORPO", + "developer": "monsterapi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1993, - "hfopenllm_v2/BBH": 0.3656, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.218 + "hfopenllm_v2/IFEval": 0.2273, + "hfopenllm_v2/BBH": 0.2865, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3445, + "hfopenllm_v2/MMLU-PRO": 0.1168 } }, { - "id": "google/gemma-2-2b-it", - "name": "gemma-2-2b-it", - "developer": "google", + "id": "MoonRide/Llama-3.2-3B-Khelavaster", + "name": "Llama-3.2-3B-Khelavaster", + "developer": "MoonRide", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5668, - "hfopenllm_v2/BBH": 0.4199, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3929, - "hfopenllm_v2/MMLU-PRO": 0.255 + "hfopenllm_v2/IFEval": 0.4925, + "hfopenllm_v2/BBH": 0.4516, + "hfopenllm_v2/MATH Level 5": 0.1616, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3699, + "hfopenllm_v2/MMLU-PRO": 0.3122 } }, { - "id": "google/gemma-2-2b-jpn-it", - "name": "gemma-2-2b-jpn-it", - "developer": "google", + "id": "moonshot-ai/kimi-k2-instruct", + "name": "Kimi K2 Instruct", + "developer": "Moonshot AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5288, - "hfopenllm_v2/BBH": 0.4178, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3728, - "hfopenllm_v2/MMLU-PRO": 0.2467 + "terminal-bench-2.0/terminal-bench-2.0": 27.8 } }, { - "id": "google/gemma-2-9b", - "name": "Gemma 2 9B", - "developer": "google", + "id": "moonshot-ai/kimi-k2-thinking", + "name": "Kimi K2 Thinking", + "developer": "Moonshot AI", "evaluator_relationship": null, "benchmark_scores": { - "helm_mmlu/MMLU All Subjects": 0.721, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.704, - "helm_mmlu/College Physics": 0.5, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.579, - "helm_mmlu/Global Facts": 0.53, - "helm_mmlu/Jurisprudence": 0.833, - "helm_mmlu/Philosophy": 0.772, - "helm_mmlu/Professional Psychology": 0.788, - "helm_mmlu/Us Foreign Policy": 0.9, - "helm_mmlu/Astronomy": 0.789, - "helm_mmlu/Business Ethics": 0.77, - "helm_mmlu/Clinical Knowledge": 0.777, - "helm_mmlu/Conceptual Physics": 0.732, - "helm_mmlu/Electrical Engineering": 0.724, - "helm_mmlu/Elementary Mathematics": 0.577, - "helm_mmlu/Formal Logic": 0.492, - "helm_mmlu/High School World History": 0.865, - "helm_mmlu/Human Sexuality": 0.809, - "helm_mmlu/International Law": 0.835, - "helm_mmlu/Logical Fallacies": 0.816, - "helm_mmlu/Machine Learning": 0.509, - "helm_mmlu/Management": 0.874, - "helm_mmlu/Marketing": 0.919, - "helm_mmlu/Medical Genetics": 0.84, - "helm_mmlu/Miscellaneous": 0.844, - "helm_mmlu/Moral Scenarios": 0.295, - "helm_mmlu/Nutrition": 0.775, - "helm_mmlu/Prehistory": 0.812, - "helm_mmlu/Public Relations": 0.736, - "helm_mmlu/Security Studies": 0.78, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.53, - "helm_mmlu/World Religions": 0.86, - "helm_mmlu/Mean win rate": 0.265, - "hfopenllm_v2/IFEval": 0.204, - "hfopenllm_v2/BBH": 0.5377, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4461, - "hfopenllm_v2/MMLU-PRO": 0.4103 + "terminal-bench-2.0/terminal-bench-2.0": 35.7 } }, { - "id": "google/gemma-2-9b-it", - "name": "Gemma 2 Instruct 9B", - "developer": "google", + "id": "moonshot-ai/kimi-k2.5", + "name": "Kimi K2.5", + "developer": "Kimi", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.562, - "helm_lite/NarrativeQA": 0.768, - "helm_lite/NaturalQuestions (closed-book)": 0.328, - "helm_lite/OpenbookQA": 0.91, - "helm_lite/MMLU": 0.645, - "helm_lite/MATH": 0.724, - "helm_lite/GSM8K": 0.762, - "helm_lite/LegalBench": 0.639, - "helm_lite/MedQA": 0.63, - "helm_lite/WMT 2014": 0.201, - "hfopenllm_v2/IFEval": 0.7436, - "hfopenllm_v2/BBH": 0.599, - "hfopenllm_v2/MATH Level 5": 0.1949, - "hfopenllm_v2/GPQA": 0.3607, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.3875, - "la_leaderboard/la_leaderboard": 33.62 + "terminal-bench-2.0/terminal-bench-2.0": 43.2 } }, { - "id": "google/gemma-2b", - "name": "gemma-2b", - "developer": "google", + "id": "moonshot/Kimi K2 Thinking", + "name": "Kimi K2 Thinking", + "developer": "moonshot", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2038, - "hfopenllm_v2/BBH": 0.3366, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3978, - "hfopenllm_v2/MMLU-PRO": 0.1366 + "apex-agents/Overall Pass@1": 0.04, + "apex-agents/Overall Pass@8": 0.144, + "apex-agents/Overall Mean Score": 0.115, + "apex-agents/Investment Banking Pass@1": 0.012, + "apex-agents/Management Consulting Pass@1": 0.029, + "apex-agents/Corporate Law Pass@1": 0.08, + "apex-agents/Corporate Lawyer Mean Score": 0.223 } }, { - "id": "google/gemma-2b-it", - "name": "gemma-2b-it", - "developer": "google", + "id": "moonshot/Kimi K2.5", + "name": "Kimi K2.5", + "developer": "moonshot", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.269, - "hfopenllm_v2/BBH": 0.3151, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1353 + "apex-agents/Corporate Lawyer Mean Score": 0.402 } }, { - "id": "google/gemma-3-27b-it", - "name": "gemma-3-27b-it", - "developer": "google", + "id": "moonshotai/kimi-k2-instruct", + "name": "Kimi K2 Instruct", + "developer": "moonshotai", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.763, - "global-mmlu-lite/Culturally Sensitive": 0.7528, - "global-mmlu-lite/Culturally Agnostic": 0.7733, - "global-mmlu-lite/Arabic": 0.78, - "global-mmlu-lite/English": 0.7337, - "global-mmlu-lite/Bengali": 0.75, - "global-mmlu-lite/German": 0.775, - "global-mmlu-lite/French": 0.7481, - "global-mmlu-lite/Hindi": 0.7335, - "global-mmlu-lite/Indonesian": 0.7563, - "global-mmlu-lite/Italian": 0.75, - "global-mmlu-lite/Japanese": 0.7925, - "global-mmlu-lite/Korean": 0.798, - "global-mmlu-lite/Portuguese": 0.7481, - "global-mmlu-lite/Spanish": 0.7494, - "global-mmlu-lite/Swahili": 0.785, - "global-mmlu-lite/Yoruba": 0.7444, - "global-mmlu-lite/Chinese": 0.7925, - "global-mmlu-lite/Burmese": 0.7719 + "helm_capabilities/Mean score": 0.768, + "helm_capabilities/MMLU-Pro": 0.819, + "helm_capabilities/GPQA": 0.652, + "helm_capabilities/IFEval": 0.85, + "helm_capabilities/WildBench": 0.862, + "helm_capabilities/Omni-MATH": 0.654 } }, { - "id": "google/gemma-3-4b-it", - "name": "gemma-3-4b-it", - "developer": "google", + "id": "mosaicml/MPT-30B", + "name": "MPT 30B", + "developer": "mosaicml", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.6511, - "global-mmlu-lite/Culturally Sensitive": 0.6116, - "global-mmlu-lite/Culturally Agnostic": 0.6906, - "global-mmlu-lite/Arabic": 0.6525, - "global-mmlu-lite/English": 0.67, - "global-mmlu-lite/Bengali": 0.68, - "global-mmlu-lite/German": 0.6525, - "global-mmlu-lite/French": 0.6575, - "global-mmlu-lite/Hindi": 0.6475, - "global-mmlu-lite/Indonesian": 0.6775, - "global-mmlu-lite/Italian": 0.6675, - "global-mmlu-lite/Japanese": 0.6325, - "global-mmlu-lite/Korean": 0.66, - "global-mmlu-lite/Portuguese": 0.68, - "global-mmlu-lite/Spanish": 0.6725, - "global-mmlu-lite/Swahili": 0.6075, - "global-mmlu-lite/Yoruba": 0.5825, - "global-mmlu-lite/Chinese": 0.6475, - "global-mmlu-lite/Burmese": 0.63 + "helm_classic/Mean win rate": 0.714, + "helm_classic/MMLU": 0.437, + "helm_classic/BoolQ": 0.704, + "helm_classic/NarrativeQA": 0.732, + "helm_classic/NaturalQuestions (open-book)": 0.673, + "helm_classic/QuAC": 0.393, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.231, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.959, + "helm_classic/CivilComments": 0.599, + "helm_classic/RAFT": 0.723 } }, { - "id": "google/gemma-7b", - "name": "Gemma 7B", - "developer": "google", + "id": "mosaicml/mpt-7b", + "name": "mpt-7b", + "developer": "mosaicml", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.336, - "helm_lite/NarrativeQA": 0.752, - "helm_lite/NaturalQuestions (closed-book)": 0.336, - "helm_lite/OpenbookQA": 0.808, - "helm_lite/MMLU": 0.571, - "helm_lite/MATH": 0.5, - "helm_lite/GSM8K": 0.559, - "helm_lite/LegalBench": 0.581, - "helm_lite/MedQA": 0.513, - "helm_lite/WMT 2014": 0.187, - "helm_mmlu/MMLU All Subjects": 0.661, - "helm_mmlu/Abstract Algebra": 0.28, - "helm_mmlu/Anatomy": 0.563, - "helm_mmlu/College Physics": 0.412, - "helm_mmlu/Computer Security": 0.75, - "helm_mmlu/Econometrics": 0.474, - "helm_mmlu/Global Facts": 0.42, - "helm_mmlu/Jurisprudence": 0.769, - "helm_mmlu/Philosophy": 0.727, - "helm_mmlu/Professional Psychology": 0.712, - "helm_mmlu/Us Foreign Policy": 0.87, - "helm_mmlu/Astronomy": 0.717, - "helm_mmlu/Business Ethics": 0.65, - "helm_mmlu/Clinical Knowledge": 0.698, - "helm_mmlu/Conceptual Physics": 0.621, - "helm_mmlu/Electrical Engineering": 0.628, - "helm_mmlu/Elementary Mathematics": 0.516, - "helm_mmlu/Formal Logic": 0.508, - "helm_mmlu/High School World History": 0.857, - "helm_mmlu/Human Sexuality": 0.733, - "helm_mmlu/International Law": 0.835, - "helm_mmlu/Logical Fallacies": 0.742, - "helm_mmlu/Machine Learning": 0.554, - "helm_mmlu/Management": 0.864, - "helm_mmlu/Marketing": 0.885, - "helm_mmlu/Medical Genetics": 0.7, - "helm_mmlu/Miscellaneous": 0.838, - "helm_mmlu/Moral Scenarios": 0.377, - "helm_mmlu/Nutrition": 0.778, - "helm_mmlu/Prehistory": 0.756, - "helm_mmlu/Public Relations": 0.682, - "helm_mmlu/Security Studies": 0.735, - "helm_mmlu/Sociology": 0.841, - "helm_mmlu/Virology": 0.548, - "helm_mmlu/World Religions": 0.842, - "helm_mmlu/Mean win rate": 0.824, - "hfopenllm_v2/IFEval": 0.2659, - "hfopenllm_v2/BBH": 0.4362, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4062, - "hfopenllm_v2/MMLU-PRO": 0.2948 + "hfopenllm_v2/IFEval": 0.2152, + "hfopenllm_v2/BBH": 0.33, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3672, + "hfopenllm_v2/MMLU-PRO": 0.1206 } }, { - "id": "google/gemma-7b-it", - "name": "gemma-7b-it", - "developer": "google", + "id": "mosaicml/MPT-Instruct-30B", + "name": "MPT-Instruct 30B", + "developer": "mosaicml", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3868, - "hfopenllm_v2/BBH": 0.3646, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4274, - "hfopenllm_v2/MMLU-PRO": 0.1695 + "helm_classic/Mean win rate": 0.716, + "helm_classic/MMLU": 0.444, + "helm_classic/BoolQ": 0.85, + "helm_classic/NarrativeQA": 0.733, + "helm_classic/NaturalQuestions (open-book)": 0.697, + "helm_classic/QuAC": 0.327, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.234, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.956, + "helm_classic/CivilComments": 0.573, + "helm_classic/RAFT": 0.68 } }, { - "id": "google/mt5-base", - "name": "mt5-base", - "developer": "google", + "id": "mosama/Qwen2.5-1.5B-Instruct-CoT-Reflection", + "name": "Qwen2.5-1.5B-Instruct-CoT-Reflection", + "developer": "mosama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1645, - "hfopenllm_v2/BBH": 0.2883, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3672, - "hfopenllm_v2/MMLU-PRO": 0.107 + "hfopenllm_v2/IFEval": 0.287, + "hfopenllm_v2/BBH": 0.4109, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3212, + "hfopenllm_v2/MMLU-PRO": 0.2651 } }, { - "id": "google/mt5-small", - "name": "mt5-small", - "developer": "google", + "id": "Mostafa8Mehrabi/llama-3.2-1b-Insomnia-ChatBot-merged", + "name": "llama-3.2-1b-Insomnia-ChatBot-merged", + "developer": "Mostafa8Mehrabi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1718, - "hfopenllm_v2/BBH": 0.2766, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3857, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.1321, + "hfopenllm_v2/BBH": 0.3004, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2366, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1131 } }, { - "id": "google/mt5-xl", - "name": "mt5-xl", - "developer": "google", + "id": "mrdayl/OpenCogito", + "name": "OpenCogito", + "developer": "mrdayl", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.196, - "hfopenllm_v2/BBH": 0.3047, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3795, - "hfopenllm_v2/MMLU-PRO": 0.112 + "hfopenllm_v2/IFEval": 0.3934, + "hfopenllm_v2/BBH": 0.472, + "hfopenllm_v2/MATH Level 5": 0.2183, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.424, + "hfopenllm_v2/MMLU-PRO": 0.3452 } }, { - "id": "google/mt5-xxl", - "name": "mt5-xxl", - "developer": "google", + "id": "mrdayl/OpenCognito", + "name": "OpenCognito", + "developer": "mrdayl", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2358, - "hfopenllm_v2/BBH": 0.2959, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.3689, - "hfopenllm_v2/MMLU-PRO": 0.1089 + "hfopenllm_v2/IFEval": 0.4062, + "hfopenllm_v2/BBH": 0.4706, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.3443 } }, { - "id": "google/recurrentgemma-2b", - "name": "recurrentgemma-2b", - "developer": "google", + "id": "mrdayl/OpenCognito-r1", + "name": "OpenCognito-r1", + "developer": "mrdayl", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3017, - "hfopenllm_v2/BBH": 0.3197, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3446, - "hfopenllm_v2/MMLU-PRO": 0.1176 + "hfopenllm_v2/IFEval": 0.4241, + "hfopenllm_v2/BBH": 0.4673, + "hfopenllm_v2/MATH Level 5": 0.1903, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4241, + "hfopenllm_v2/MMLU-PRO": 0.3475 } }, { - "id": "google/recurrentgemma-2b-it", - "name": "recurrentgemma-2b-it", - "developer": "google", + "id": "mrdayl/OpenCognito-r2", + "name": "OpenCognito-r2", + "developer": "mrdayl", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2949, - "hfopenllm_v2/BBH": 0.333, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1402 + "hfopenllm_v2/IFEval": 0.3959, + "hfopenllm_v2/BBH": 0.4688, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4202, + "hfopenllm_v2/MMLU-PRO": 0.3462 } }, { - "id": "google/recurrentgemma-9b", - "name": "recurrentgemma-9b", - "developer": "google", + "id": "mrdayl/OpenThink", + "name": "OpenThink", + "developer": "mrdayl", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3116, - "hfopenllm_v2/BBH": 0.3956, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3803, - "hfopenllm_v2/MMLU-PRO": 0.2605 + "hfopenllm_v2/IFEval": 0.2054, + "hfopenllm_v2/BBH": 0.346, + "hfopenllm_v2/MATH Level 5": 0.2885, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.185 } }, { - "id": "google/recurrentgemma-9b-it", - "name": "recurrentgemma-9b-it", - "developer": "google", + "id": "mrm8488/phi-4-14B-grpo-gsm8k-3e", + "name": "phi-4-14B-grpo-gsm8k-3e", + "developer": "mrm8488", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.501, - "hfopenllm_v2/BBH": 0.4367, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4379, - "hfopenllm_v2/MMLU-PRO": 0.2843 + "hfopenllm_v2/IFEval": 0.6885, + "hfopenllm_v2/BBH": 0.6805, + "hfopenllm_v2/MATH Level 5": 0.4524, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.3994, + "hfopenllm_v2/MMLU-PRO": 0.5268 } }, { - "id": "google/switch-base-8", - "name": "switch-base-8", - "developer": "google", + "id": "mrm8488/phi-4-14B-grpo-limo", + "name": "phi-4-14B-grpo-limo", + "developer": "mrm8488", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1585, - "hfopenllm_v2/BBH": 0.2876, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3517, - "hfopenllm_v2/MMLU-PRO": 0.1098 + "hfopenllm_v2/IFEval": 0.6812, + "hfopenllm_v2/BBH": 0.6785, + "hfopenllm_v2/MATH Level 5": 0.4569, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.5261 } }, { - "id": "google/text-bison@001", - "name": "PaLM-2 Bison", - "developer": "google", + "id": "MrRobotoAI/MrRoboto-ProLong-8b-v4i", + "name": "MrRoboto-ProLong-8b-v4i", + "developer": "MrRobotoAI", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.526, - "helm_lite/NarrativeQA": 0.718, - "helm_lite/NaturalQuestions (closed-book)": 0.39, - "helm_lite/OpenbookQA": 0.878, - "helm_lite/MMLU": 0.608, - "helm_lite/MATH": 0.421, - "helm_lite/GSM8K": 0.61, - "helm_lite/LegalBench": 0.645, - "helm_lite/MedQA": 0.547, - "helm_lite/WMT 2014": 0.241, - "helm_mmlu/MMLU All Subjects": 0.692, - "helm_mmlu/Abstract Algebra": 0.39, - "helm_mmlu/Anatomy": 0.644, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.74, - "helm_mmlu/Econometrics": 0.518, - "helm_mmlu/Global Facts": 0.38, - "helm_mmlu/Jurisprudence": 0.769, - "helm_mmlu/Philosophy": 0.736, - "helm_mmlu/Professional Psychology": 0.761, - "helm_mmlu/Us Foreign Policy": 0.87, - "helm_mmlu/Astronomy": 0.803, - "helm_mmlu/Business Ethics": 0.76, - "helm_mmlu/Clinical Knowledge": 0.725, - "helm_mmlu/Conceptual Physics": 0.694, - "helm_mmlu/Electrical Engineering": 0.69, - "helm_mmlu/Elementary Mathematics": 0.487, - "helm_mmlu/Formal Logic": 0.5, - "helm_mmlu/High School World History": 0.869, - "helm_mmlu/Human Sexuality": 0.84, - "helm_mmlu/International Law": 0.835, - "helm_mmlu/Logical Fallacies": 0.853, - "helm_mmlu/Machine Learning": 0.562, - "helm_mmlu/Management": 0.893, - "helm_mmlu/Marketing": 0.893, - "helm_mmlu/Medical Genetics": 0.75, - "helm_mmlu/Miscellaneous": 0.866, - "helm_mmlu/Moral Scenarios": 0.369, - "helm_mmlu/Nutrition": 0.709, - "helm_mmlu/Prehistory": 0.812, - "helm_mmlu/Public Relations": 0.691, - "helm_mmlu/Security Studies": 0.812, - "helm_mmlu/Sociology": 0.92, - "helm_mmlu/Virology": 0.494, - "helm_mmlu/World Religions": 0.883, - "helm_mmlu/Mean win rate": 0.192 + "hfopenllm_v2/IFEval": 0.3835, + "hfopenllm_v2/BBH": 0.4585, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4014, + "hfopenllm_v2/MMLU-PRO": 0.3068 } }, { - "id": "google/text-unicorn@001", - "name": "PaLM-2 Unicorn", - "developer": "google", + "id": "MrRobotoAI/MrRoboto-ProLongBASE-pt8-unaligned-8b", + "name": "MrRoboto-ProLongBASE-pt8-unaligned-8b", + "developer": "MrRobotoAI", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.644, - "helm_lite/NarrativeQA": 0.583, - "helm_lite/NaturalQuestions (closed-book)": 0.435, - "helm_lite/OpenbookQA": 0.938, - "helm_lite/MMLU": 0.702, - "helm_lite/MATH": 0.674, - "helm_lite/GSM8K": 0.831, - "helm_lite/LegalBench": 0.677, - "helm_lite/MedQA": 0.684, - "helm_lite/WMT 2014": 0.26, - "helm_mmlu/MMLU All Subjects": 0.786, - "helm_mmlu/Abstract Algebra": 0.51, - "helm_mmlu/Anatomy": 0.733, - "helm_mmlu/College Physics": 0.549, - "helm_mmlu/Computer Security": 0.77, - "helm_mmlu/Econometrics": 0.649, - "helm_mmlu/Global Facts": 0.53, - "helm_mmlu/Jurisprudence": 0.88, - "helm_mmlu/Philosophy": 0.836, - "helm_mmlu/Professional Psychology": 0.858, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.862, - "helm_mmlu/Business Ethics": 0.83, - "helm_mmlu/Clinical Knowledge": 0.804, - "helm_mmlu/Conceptual Physics": 0.809, - "helm_mmlu/Electrical Engineering": 0.772, - "helm_mmlu/Elementary Mathematics": 0.661, - "helm_mmlu/Formal Logic": 0.659, - "helm_mmlu/High School World History": 0.911, - "helm_mmlu/Human Sexuality": 0.924, - "helm_mmlu/International Law": 0.909, - "helm_mmlu/Logical Fallacies": 0.877, - "helm_mmlu/Machine Learning": 0.625, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.83, - "helm_mmlu/Miscellaneous": 0.894, - "helm_mmlu/Moral Scenarios": 0.562, - "helm_mmlu/Nutrition": 0.856, - "helm_mmlu/Prehistory": 0.87, - "helm_mmlu/Public Relations": 0.773, - "helm_mmlu/Security Studies": 0.829, - "helm_mmlu/Sociology": 0.91, - "helm_mmlu/Virology": 0.572, - "helm_mmlu/World Religions": 0.877, - "helm_mmlu/Mean win rate": 0.142 + "hfopenllm_v2/IFEval": 0.3475, + "hfopenllm_v2/BBH": 0.4515, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.2566 } }, { - "id": "google/umt5-base", - "name": "umt5-base", - "developer": "google", + "id": "MTSAIR/Cotype-Nano", + "name": "Cotype-Nano", + "developer": "MTSAIR", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1746, - "hfopenllm_v2/BBH": 0.2788, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1078 + "hfopenllm_v2/IFEval": 0.3748, + "hfopenllm_v2/BBH": 0.3865, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.2477 } }, { - "id": "goulue5/merging_LLM", - "name": "merging_LLM", - "developer": "goulue5", + "id": "MTSAIR/MultiVerse_70B", + "name": "MultiVerse_70B", + "developer": "MTSAIR", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3233, - "hfopenllm_v2/BBH": 0.4216, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4333, - "hfopenllm_v2/MMLU-PRO": 0.2958 + "hfopenllm_v2/IFEval": 0.5249, + "hfopenllm_v2/BBH": 0.6183, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.474, + "hfopenllm_v2/MMLU-PRO": 0.486 } }, { - "id": "gradientai/Llama-3-8B-Instruct-Gradient-1048k", - "name": "Llama-3-8B-Instruct-Gradient-1048k", - "developer": "gradientai", + "id": "mukaj/Llama-3.1-Hawkish-8B", + "name": "Llama-3.1-Hawkish-8B", + "developer": "mukaj", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4456, - "hfopenllm_v2/BBH": 0.4346, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4298, - "hfopenllm_v2/MMLU-PRO": 0.294 + "hfopenllm_v2/IFEval": 0.672, + "hfopenllm_v2/BBH": 0.4884, + "hfopenllm_v2/MATH Level 5": 0.2432, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3967, + "hfopenllm_v2/MMLU-PRO": 0.3331 } }, { - "id": "grimjim/DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B", - "name": "DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B", - "developer": "grimjim", + "id": "multiple/multiple", + "name": "Multiple", + "developer": "Multiple", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4797, - "hfopenllm_v2/BBH": 0.5269, - "hfopenllm_v2/MATH Level 5": 0.2221, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4408, - "hfopenllm_v2/MMLU-PRO": 0.3957 + "terminal-bench-2.0/terminal-bench-2.0": 50.1 } }, { - "id": "grimjim/Gigantes-v1-gemma2-9b-it", - "name": "Gigantes-v1-gemma2-9b-it", - "developer": "grimjim", + "id": "MultivexAI/Gladiator-Mini-Exp-1211-3B", + "name": "Gladiator-Mini-Exp-1211-3B", + "developer": "MultivexAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6925, - "hfopenllm_v2/BBH": 0.5978, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3532, - "hfopenllm_v2/MUSR": 0.4555, - "hfopenllm_v2/MMLU-PRO": 0.4225 + "hfopenllm_v2/IFEval": 0.6876, + "hfopenllm_v2/BBH": 0.4484, + "hfopenllm_v2/MATH Level 5": 0.1375, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.326, + "hfopenllm_v2/MMLU-PRO": 0.3152 } }, { - "id": "grimjim/Gigantes-v2-gemma2-9b-it", - "name": "Gigantes-v2-gemma2-9b-it", - "developer": "grimjim", + "id": "MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct", + "name": "Gladiator-Mini-Exp-1221-3B-Instruct", + "developer": "MultivexAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7351, - "hfopenllm_v2/BBH": 0.5987, - "hfopenllm_v2/MATH Level 5": 0.2017, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.4259 + "hfopenllm_v2/IFEval": 0.6079, + "hfopenllm_v2/BBH": 0.437, + "hfopenllm_v2/MATH Level 5": 0.1352, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3115, + "hfopenllm_v2/MMLU-PRO": 0.3049 } }, { - "id": "grimjim/Gigantes-v3-gemma2-9b-it", - "name": "Gigantes-v3-gemma2-9b-it", - "developer": "grimjim", + "id": "MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct-V2", + "name": "Gladiator-Mini-Exp-1221-3B-Instruct-V2", + "developer": "MultivexAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6976, - "hfopenllm_v2/BBH": 0.5984, - "hfopenllm_v2/MATH Level 5": 0.21, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4608, - "hfopenllm_v2/MMLU-PRO": 0.4226 + "hfopenllm_v2/IFEval": 0.6215, + "hfopenllm_v2/BBH": 0.4389, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3008, + "hfopenllm_v2/MMLU-PRO": 0.3025 } }, { - "id": "grimjim/HuatuoSkywork-o1-Llama-3.1-8B", - "name": "HuatuoSkywork-o1-Llama-3.1-8B", - "developer": "grimjim", + "id": "MultivexAI/Gladiator-Mini-Exp-1222-3B-Instruct", + "name": "Gladiator-Mini-Exp-1222-3B-Instruct", + "developer": "MultivexAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3961, - "hfopenllm_v2/BBH": 0.4886, - "hfopenllm_v2/MATH Level 5": 0.3882, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3839, - "hfopenllm_v2/MMLU-PRO": 0.3095 + "hfopenllm_v2/IFEval": 0.6163, + "hfopenllm_v2/BBH": 0.4373, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3128, + "hfopenllm_v2/MMLU-PRO": 0.3017 } }, { - "id": "grimjim/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge", - "name": "Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge", - "developer": "grimjim", + "id": "MultivexAI/Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF", + "name": "Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF", + "developer": "MultivexAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4271, - "hfopenllm_v2/BBH": 0.4962, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4043, - "hfopenllm_v2/MMLU-PRO": 0.3625 + "hfopenllm_v2/IFEval": 0.144, + "hfopenllm_v2/BBH": 0.2908, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3642, + "hfopenllm_v2/MMLU-PRO": 0.1109 } }, { - "id": "grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge", - "name": "Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge", - "developer": "grimjim", + "id": "Mxode/NanoLM-0.3B-Instruct-v1", + "name": "NanoLM-0.3B-Instruct-v1", + "developer": "Mxode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6806, - "hfopenllm_v2/BBH": 0.5022, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3885, - "hfopenllm_v2/MMLU-PRO": 0.3684 + "hfopenllm_v2/IFEval": 0.1537, + "hfopenllm_v2/BBH": 0.3028, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.4155, + "hfopenllm_v2/MMLU-PRO": 0.1105 } }, { - "id": "grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter", - "name": "Llama-3.1-8B-Instruct-abliterated_via_adapter", - "developer": "grimjim", + "id": "Mxode/NanoLM-0.3B-Instruct-v1.1", + "name": "NanoLM-0.3B-Instruct-v1.1", + "developer": "Mxode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.487, - "hfopenllm_v2/BBH": 0.5105, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.401, - "hfopenllm_v2/MMLU-PRO": 0.3651 + "hfopenllm_v2/IFEval": 0.1783, + "hfopenllm_v2/BBH": 0.3014, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.4273, + "hfopenllm_v2/MMLU-PRO": 0.1121 } }, { - "id": "grimjim/Llama-3.1-Bonsaikraft-8B-Instruct", - "name": "Llama-3.1-Bonsaikraft-8B-Instruct", - "developer": "grimjim", + "id": "Mxode/NanoLM-0.3B-Instruct-v2", + "name": "NanoLM-0.3B-Instruct-v2", + "developer": "Mxode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.425, - "hfopenllm_v2/BBH": 0.5287, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4235, - "hfopenllm_v2/MMLU-PRO": 0.3764 + "hfopenllm_v2/IFEval": 0.1668, + "hfopenllm_v2/BBH": 0.2921, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3955, + "hfopenllm_v2/MMLU-PRO": 0.1134 } }, { - "id": "grimjim/Llama-Nephilim-Metamorphosis-v2-8B", - "name": "Llama-Nephilim-Metamorphosis-v2-8B", - "developer": "grimjim", + "id": "Mxode/NanoLM-1B-Instruct-v1.1", + "name": "NanoLM-1B-Instruct-v1.1", + "developer": "Mxode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4545, - "hfopenllm_v2/BBH": 0.5013, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4091, - "hfopenllm_v2/MMLU-PRO": 0.3809 + "hfopenllm_v2/IFEval": 0.2395, + "hfopenllm_v2/BBH": 0.3184, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3433, + "hfopenllm_v2/MMLU-PRO": 0.1215 } }, { - "id": "grimjim/Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B", - "name": "Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B", - "developer": "grimjim", + "id": "Mxode/NanoLM-1B-Instruct-v2", + "name": "NanoLM-1B-Instruct-v2", + "developer": "Mxode", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4366, - "hfopenllm_v2/BBH": 0.5287, - "hfopenllm_v2/MATH Level 5": 0.3006, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.3999, - "hfopenllm_v2/MMLU-PRO": 0.3684 + "hfopenllm_v2/IFEval": 0.263, + "hfopenllm_v2/BBH": 0.3123, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3552, + "hfopenllm_v2/MMLU-PRO": 0.1238 } }, { - "id": "grimjim/Magnolia-v1-Gemma2-8k-9B", - "name": "Magnolia-v1-Gemma2-8k-9B", - "developer": "grimjim", + "id": "my_model/", + "name": "my_model/", + "developer": "my_model", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3531, - "hfopenllm_v2/BBH": 0.5589, - "hfopenllm_v2/MATH Level 5": 0.1684, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4645, - "hfopenllm_v2/MMLU-PRO": 0.4242 + "reward-bench/Score": 0.5267, + "reward-bench/Chat": 0.4553, + "reward-bench/Chat Hard": 0.5592, + "reward-bench/Safety": 0.4392, + "reward-bench/Reasoning": 0.6532 } }, { - "id": "grimjim/Magnolia-v2-12B", - "name": "Magnolia-v2-12B", - "developer": "grimjim", + "id": "NAPS-ai/naps-gemma-2-27b-v-0.1.0", + "name": "naps-gemma-2-27b-v-0.1.0", + "developer": "NAPS-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3506, - "hfopenllm_v2/BBH": 0.529, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3601 + "hfopenllm_v2/IFEval": 0.0, + "hfopenllm_v2/BBH": 0.2912, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3575, + "hfopenllm_v2/MMLU-PRO": 0.1168 } }, { - "id": "grimjim/Magnolia-v2-Gemma2-8k-9B", - "name": "Magnolia-v2-Gemma2-8k-9B", - "developer": "grimjim", + "id": "NAPS-ai/naps-gemma-2-27b-v0.1.0", + "name": "naps-gemma-2-27b-v0.1.0", + "developer": "NAPS-ai", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7384, - "hfopenllm_v2/BBH": 0.6016, - "hfopenllm_v2/MATH Level 5": 0.2281, - "hfopenllm_v2/GPQA": 0.3574, - "hfopenllm_v2/MUSR": 0.4488, - "hfopenllm_v2/MMLU-PRO": 0.4332 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.0, + "hfopenllm_v2/BBH": 0.2912, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3575, + "hfopenllm_v2/MMLU-PRO": 0.1168 } }, { - "id": "grimjim/Magnolia-v3-12B", - "name": "Magnolia-v3-12B", - "developer": "grimjim", + "id": "NAPS-ai/naps-llama-3_1-8b-instruct-v0.3", + "name": "naps-llama-3_1-8b-instruct-v0.3", + "developer": "NAPS-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3965, - "hfopenllm_v2/BBH": 0.5327, - "hfopenllm_v2/MATH Level 5": 0.1352, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.3615 + "hfopenllm_v2/IFEval": 0.5391, + "hfopenllm_v2/BBH": 0.4901, + "hfopenllm_v2/MATH Level 5": 0.1903, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3787, + "hfopenllm_v2/MMLU-PRO": 0.3398 } }, { - "id": "grimjim/Magnolia-v3-Gemma2-8k-9B", - "name": "Magnolia-v3-Gemma2-8k-9B", - "developer": "grimjim", + "id": "NAPS-ai/naps-llama-3_1-8b-instruct-v0.4", + "name": "naps-llama-3_1-8b-instruct-v0.4", + "developer": "NAPS-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.6015, - "hfopenllm_v2/MATH Level 5": 0.2319, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4488, - "hfopenllm_v2/MMLU-PRO": 0.4337 + "hfopenllm_v2/IFEval": 0.7344, + "hfopenllm_v2/BBH": 0.4862, + "hfopenllm_v2/MATH Level 5": 0.1964, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4421, + "hfopenllm_v2/MMLU-PRO": 0.3475 } }, { - "id": "grimjim/Magnolia-v4-12B", - "name": "Magnolia-v4-12B", - "developer": "grimjim", + "id": "NAPS-ai/naps-llama-3_1-instruct-v0.5.0", + "name": "naps-llama-3_1-instruct-v0.5.0", + "developer": "NAPS-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3418, - "hfopenllm_v2/BBH": 0.5431, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3672 + "hfopenllm_v2/IFEval": 0.502, + "hfopenllm_v2/BBH": 0.4148, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3713, + "hfopenllm_v2/MMLU-PRO": 0.2614 } }, { - "id": "grimjim/Magnolia-v5a-12B", - "name": "Magnolia-v5a-12B", - "developer": "grimjim", + "id": "NAPS-ai/naps-llama-3_1_instruct-v0.6.0", + "name": "naps-llama-3_1_instruct-v0.6.0", + "developer": "NAPS-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4114, - "hfopenllm_v2/BBH": 0.5312, - "hfopenllm_v2/MATH Level 5": 0.1375, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.3601 + "hfopenllm_v2/IFEval": 0.328, + "hfopenllm_v2/BBH": 0.4528, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.3241 } }, { - "id": "grimjim/Magot-v1-Gemma2-8k-9B", - "name": "Magot-v1-Gemma2-8k-9B", - "developer": "grimjim", + "id": "NAPS-ai/naps-llama3.1-70B-v0.2-fp16", + "name": "naps-llama3.1-70B-v0.2-fp16", + "developer": "NAPS-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2997, - "hfopenllm_v2/BBH": 0.6019, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4488, - "hfopenllm_v2/MMLU-PRO": 0.4337 + "hfopenllm_v2/IFEval": 0.1845, + "hfopenllm_v2/BBH": 0.3041, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3486, + "hfopenllm_v2/MMLU-PRO": 0.1099 } }, { - "id": "grimjim/Magot-v2-Gemma2-8k-9B", - "name": "Magot-v2-Gemma2-8k-9B", - "developer": "grimjim", + "id": "natong19/Mistral-Nemo-Instruct-2407-abliterated", + "name": "Mistral-Nemo-Instruct-2407-abliterated", + "developer": "natong19", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7347, - "hfopenllm_v2/BBH": 0.5897, - "hfopenllm_v2/MATH Level 5": 0.2017, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4344, - "hfopenllm_v2/MMLU-PRO": 0.4223 + "hfopenllm_v2/IFEval": 0.6392, + "hfopenllm_v2/BBH": 0.5048, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4033, + "hfopenllm_v2/MMLU-PRO": 0.3518 } }, { - "id": "grimjim/SauerHuatuoSkywork-o1-Llama-3.1-8B", - "name": "SauerHuatuoSkywork-o1-Llama-3.1-8B", - "developer": "grimjim", + "id": "natong19/Qwen2-7B-Instruct-abliterated", + "name": "Qwen2-7B-Instruct-abliterated", + "developer": "natong19", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5219, - "hfopenllm_v2/BBH": 0.5222, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4527, - "hfopenllm_v2/MMLU-PRO": 0.3991 + "hfopenllm_v2/IFEval": 0.5837, + "hfopenllm_v2/BBH": 0.5553, + "hfopenllm_v2/MATH Level 5": 0.2764, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.3842 } }, { - "id": "grimjim/llama-3-Nephilim-v1-8B", - "name": "llama-3-Nephilim-v1-8B", - "developer": "grimjim", + "id": "Naveenpoliasetty/llama3-8B-V2", + "name": "llama3-8B-V2", + "developer": "Naveenpoliasetty", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4277, - "hfopenllm_v2/BBH": 0.5132, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.3796 + "hfopenllm_v2/IFEval": 0.4123, + "hfopenllm_v2/BBH": 0.5189, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.3738 } }, { - "id": "grimjim/llama-3-Nephilim-v2-8B", - "name": "llama-3-Nephilim-v2-8B", - "developer": "grimjim", + "id": "nazimali/Mistral-Nemo-Kurdish", + "name": "Mistral-Nemo-Kurdish", + "developer": "nazimali", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3922, - "hfopenllm_v2/BBH": 0.5048, - "hfopenllm_v2/MATH Level 5": 0.1065, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3895, - "hfopenllm_v2/MMLU-PRO": 0.3641 + "hfopenllm_v2/IFEval": 0.3401, + "hfopenllm_v2/BBH": 0.5133, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4116, + "hfopenllm_v2/MMLU-PRO": 0.3235 } }, { - "id": "grimjim/llama-3-Nephilim-v2.1-8B", - "name": "llama-3-Nephilim-v2.1-8B", - "developer": "grimjim", + "id": "nazimali/Mistral-Nemo-Kurdish-Instruct", + "name": "Mistral-Nemo-Kurdish-Instruct", + "developer": "nazimali", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3895, - "hfopenllm_v2/BBH": 0.5095, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3935, - "hfopenllm_v2/MMLU-PRO": 0.3644 + "hfopenllm_v2/IFEval": 0.4964, + "hfopenllm_v2/BBH": 0.4699, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3979, + "hfopenllm_v2/MMLU-PRO": 0.3063 } }, { - "id": "grimjim/llama-3-Nephilim-v3-8B", - "name": "llama-3-Nephilim-v3-8B", - "developer": "grimjim", + "id": "NbAiLab/nb-llama-3.1-8B-Instruct", + "name": "nb-llama-3.1-8B-Instruct", + "developer": "NbAiLab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4174, - "hfopenllm_v2/BBH": 0.5013, - "hfopenllm_v2/MATH Level 5": 0.0952, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.3989, - "hfopenllm_v2/MMLU-PRO": 0.3612 + "hfopenllm_v2/IFEval": 0.3625, + "hfopenllm_v2/BBH": 0.3247, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3208, + "hfopenllm_v2/MMLU-PRO": 0.1197 } }, { - "id": "gupta-tanish/llama-7b-dpo-baseline", - "name": "llama-7b-dpo-baseline", - "developer": "gupta-tanish", + "id": "NbAiLab/nb-llama-3.1-8B-sft", + "name": "nb-llama-3.1-8B-sft", + "developer": "NbAiLab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2693, - "hfopenllm_v2/BBH": 0.3897, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.4456, - "hfopenllm_v2/MMLU-PRO": 0.2028 + "hfopenllm_v2/IFEval": 0.3616, + "hfopenllm_v2/BBH": 0.3282, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3287, + "hfopenllm_v2/MMLU-PRO": 0.1222 } }, { - "id": "gz987/qwen2.5-7b-cabs-v0.1", - "name": "qwen2.5-7b-cabs-v0.1", - "developer": "gz987", + "id": "nbeerbower/BigKartoffel-mistral-nemo-20B", + "name": "BigKartoffel-mistral-nemo-20B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7506, - "hfopenllm_v2/BBH": 0.5482, - "hfopenllm_v2/MATH Level 5": 0.4796, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4376, - "hfopenllm_v2/MMLU-PRO": 0.4406 + "hfopenllm_v2/IFEval": 0.5857, + "hfopenllm_v2/BBH": 0.5515, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.353 } }, { - "id": "gz987/qwen2.5-7b-cabs-v0.2", - "name": "qwen2.5-7b-cabs-v0.2", - "developer": "gz987", + "id": "nbeerbower/DoppelKartoffel-Mistral-Nemo-23B", + "name": "DoppelKartoffel-Mistral-Nemo-23B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7418, - "hfopenllm_v2/BBH": 0.5516, - "hfopenllm_v2/MATH Level 5": 0.4902, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4429, - "hfopenllm_v2/MMLU-PRO": 0.4397 + "hfopenllm_v2/IFEval": 0.5191, + "hfopenllm_v2/BBH": 0.5218, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3795, + "hfopenllm_v2/MMLU-PRO": 0.308 } }, { - "id": "gz987/qwen2.5-7b-cabs-v0.3", - "name": "qwen2.5-7b-cabs-v0.3", - "developer": "gz987", + "id": "nbeerbower/DoublePotato-Mistral-Nemo-13B", + "name": "DoublePotato-Mistral-Nemo-13B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.757, - "hfopenllm_v2/BBH": 0.5494, - "hfopenllm_v2/MATH Level 5": 0.4932, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.443, - "hfopenllm_v2/MMLU-PRO": 0.4402 + "hfopenllm_v2/IFEval": 0.6796, + "hfopenllm_v2/BBH": 0.5438, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.46, + "hfopenllm_v2/MMLU-PRO": 0.3596 } }, { - "id": "gz987/qwen2.5-7b-cabs-v0.4", - "name": "qwen2.5-7b-cabs-v0.4", - "developer": "gz987", + "id": "nbeerbower/Dumpling-Qwen2.5-1.5B", + "name": "Dumpling-Qwen2.5-1.5B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7583, - "hfopenllm_v2/BBH": 0.5524, - "hfopenllm_v2/MATH Level 5": 0.4849, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.443, - "hfopenllm_v2/MMLU-PRO": 0.4396 + "hfopenllm_v2/IFEval": 0.3699, + "hfopenllm_v2/BBH": 0.416, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3728, + "hfopenllm_v2/MMLU-PRO": 0.2772 } }, { - "id": "h2oai/h2o-danube-1.8b-chat", - "name": "h2o-danube-1.8b-chat", - "developer": "h2oai", + "id": "nbeerbower/Dumpling-Qwen2.5-14B", + "name": "Dumpling-Qwen2.5-14B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2199, - "hfopenllm_v2/BBH": 0.322, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3989, - "hfopenllm_v2/MMLU-PRO": 0.1314 + "hfopenllm_v2/IFEval": 0.6064, + "hfopenllm_v2/BBH": 0.6451, + "hfopenllm_v2/MATH Level 5": 0.3097, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.517 } }, { - "id": "h2oai/h2o-danube3-4b-base", - "name": "h2o-danube3-4b-base", - "developer": "h2oai", + "id": "nbeerbower/Dumpling-Qwen2.5-7B-1k-r16", + "name": "Dumpling-Qwen2.5-7B-1k-r16", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2338, - "hfopenllm_v2/BBH": 0.3599, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3778, - "hfopenllm_v2/MMLU-PRO": 0.2109 + "hfopenllm_v2/IFEval": 0.486, + "hfopenllm_v2/BBH": 0.5214, + "hfopenllm_v2/MATH Level 5": 0.2364, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.423, + "hfopenllm_v2/MMLU-PRO": 0.3959 } }, { - "id": "h2oai/h2o-danube3-4b-chat", - "name": "h2o-danube3-4b-chat", - "developer": "h2oai", + "id": "nbeerbower/Dumpling-Qwen2.5-7B-1k-r64-2e-5", + "name": "Dumpling-Qwen2.5-7B-1k-r64-2e-5", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3629, - "hfopenllm_v2/BBH": 0.3466, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.2228 + "hfopenllm_v2/IFEval": 0.4179, + "hfopenllm_v2/BBH": 0.5301, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4486, + "hfopenllm_v2/MMLU-PRO": 0.4122 } }, { - "id": "h2oai/h2o-danube3-500m-chat", - "name": "h2o-danube3-500m-chat", - "developer": "h2oai", + "id": "nbeerbower/EVA-abliterated-TIES-Qwen2.5-1.5B", + "name": "EVA-abliterated-TIES-Qwen2.5-1.5B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2208, - "hfopenllm_v2/BBH": 0.3035, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2307, - "hfopenllm_v2/MUSR": 0.3434, - "hfopenllm_v2/MMLU-PRO": 0.1144 + "hfopenllm_v2/IFEval": 0.4115, + "hfopenllm_v2/BBH": 0.3997, + "hfopenllm_v2/MATH Level 5": 0.1375, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3502, + "hfopenllm_v2/MMLU-PRO": 0.2712 } }, { - "id": "h2oai/h2o-danube3.1-4b-chat", - "name": "h2o-danube3.1-4b-chat", - "developer": "h2oai", + "id": "nbeerbower/EVA-abliterated-TIES-Qwen2.5-14B", + "name": "EVA-abliterated-TIES-Qwen2.5-14B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5021, - "hfopenllm_v2/BBH": 0.3608, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4102, - "hfopenllm_v2/MMLU-PRO": 0.2719 + "hfopenllm_v2/IFEval": 0.7836, + "hfopenllm_v2/BBH": 0.6372, + "hfopenllm_v2/MATH Level 5": 0.5045, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.4407, + "hfopenllm_v2/MMLU-PRO": 0.5211 } }, { - "id": "haoranxu/ALMA-13B-R", - "name": "ALMA-13B-R", - "developer": "haoranxu", + "id": "nbeerbower/Flammades-Mistral-Nemo-12B", + "name": "Flammades-Mistral-Nemo-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0039, - "hfopenllm_v2/BBH": 0.3457, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3528, - "hfopenllm_v2/MMLU-PRO": 0.1817 + "hfopenllm_v2/IFEval": 0.3842, + "hfopenllm_v2/BBH": 0.53, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4806, + "hfopenllm_v2/MMLU-PRO": 0.3661 } }, { - "id": "haoranxu/Llama-3-Instruct-8B-CPO-SimPO", - "name": "Llama-3-Instruct-8B-CPO-SimPO", - "developer": "haoranxu", + "id": "nbeerbower/gemma2-gutenberg-27B", + "name": "gemma2-gutenberg-27B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7046, - "hfopenllm_v2/BBH": 0.5048, - "hfopenllm_v2/MATH Level 5": 0.1027, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3567, - "hfopenllm_v2/MMLU-PRO": 0.3686 + "hfopenllm_v2/IFEval": 0.2947, + "hfopenllm_v2/BBH": 0.3797, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3727, + "hfopenllm_v2/MMLU-PRO": 0.1982 } }, { - "id": "haoranxu/Llama-3-Instruct-8B-SimPO", - "name": "Llama-3-Instruct-8B-SimPO", - "developer": "haoranxu", + "id": "nbeerbower/gemma2-gutenberg-9B", + "name": "gemma2-gutenberg-9B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7347, - "hfopenllm_v2/BBH": 0.4979, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3566, - "hfopenllm_v2/MMLU-PRO": 0.3733 + "hfopenllm_v2/IFEval": 0.2796, + "hfopenllm_v2/BBH": 0.5951, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.4192 } }, { - "id": "hatemmahmoud/qwen2.5-1.5b-sft-raft-grpo-hra-doc", - "name": "qwen2.5-1.5b-sft-raft-grpo-hra-doc", - "developer": "hatemmahmoud", + "id": "nbeerbower/Gemma2-Gutenberg-Doppel-9B", + "name": "Gemma2-Gutenberg-Doppel-9B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4196, - "hfopenllm_v2/BBH": 0.427, - "hfopenllm_v2/MATH Level 5": 0.2175, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.361, - "hfopenllm_v2/MMLU-PRO": 0.2776 + "hfopenllm_v2/IFEval": 0.7171, + "hfopenllm_v2/BBH": 0.587, + "hfopenllm_v2/MATH Level 5": 0.1979, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4608, + "hfopenllm_v2/MMLU-PRO": 0.4127 } }, { - "id": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0", - "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0", - "developer": "hendrydong", + "id": "nbeerbower/Gutensuppe-mistral-nemo-12B", + "name": "Gutensuppe-mistral-nemo-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5851, - "reward-bench/Chat": 0.9832, - "reward-bench/Chat Hard": 0.5789, - "reward-bench/Safety": 0.6956, - "reward-bench/Reasoning": 0.7434, - "reward-bench/Prior Sets (0.5 weight)": 0.7508, - "reward-bench/Factuality": 0.5779, - "reward-bench/Precise IF": 0.3625, - "reward-bench/Math": 0.6011, - "reward-bench/Focus": 0.6747, - "reward-bench/Ties": 0.5988 + "hfopenllm_v2/IFEval": 0.2916, + "hfopenllm_v2/BBH": 0.5487, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.368 } }, { - "id": "hon9kon9ize/CantoneseLLMChat-v0.5", - "name": "CantoneseLLMChat-v0.5", - "developer": "hon9kon9ize", + "id": "nbeerbower/Hermes2-Gutenberg2-Mistral-7B", + "name": "Hermes2-Gutenberg2-Mistral-7B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3231, - "hfopenllm_v2/BBH": 0.4345, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4706, - "hfopenllm_v2/MMLU-PRO": 0.2504 + "hfopenllm_v2/IFEval": 0.3721, + "hfopenllm_v2/BBH": 0.4981, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4623, + "hfopenllm_v2/MMLU-PRO": 0.2993 } }, { - "id": "hon9kon9ize/CantoneseLLMChat-v1.0-7B", - "name": "CantoneseLLMChat-v1.0-7B", - "developer": "hon9kon9ize", + "id": "nbeerbower/Kartoffel-Deepfry-12B", + "name": "Kartoffel-Deepfry-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4455, - "hfopenllm_v2/BBH": 0.4866, - "hfopenllm_v2/MATH Level 5": 0.2107, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.3883, - "hfopenllm_v2/MMLU-PRO": 0.3785 + "hfopenllm_v2/IFEval": 0.5022, + "hfopenllm_v2/BBH": 0.5365, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4792, + "hfopenllm_v2/MMLU-PRO": 0.3582 } }, { - "id": "hongbai12/li-0.4-pre", - "name": "li-0.4-pre", - "developer": "hongbai12", + "id": "nbeerbower/llama-3-gutenberg-8B", + "name": "llama-3-gutenberg-8B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.52, - "hfopenllm_v2/BBH": 0.6298, - "hfopenllm_v2/MATH Level 5": 0.4924, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4513, - "hfopenllm_v2/MMLU-PRO": 0.5015 + "hfopenllm_v2/IFEval": 0.4372, + "hfopenllm_v2/BBH": 0.4994, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3831 } }, { - "id": "hotmailuser/Deepseek-qwen-modelstock-2B", - "name": "Deepseek-qwen-modelstock-2B", - "developer": "hotmailuser", + "id": "nbeerbower/Llama-3.1-Nemotron-lorablated-70B", + "name": "Llama-3.1-Nemotron-lorablated-70B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2149, - "hfopenllm_v2/BBH": 0.3549, - "hfopenllm_v2/MATH Level 5": 0.3399, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.1911 + "hfopenllm_v2/IFEval": 0.7229, + "hfopenllm_v2/BBH": 0.6825, + "hfopenllm_v2/MATH Level 5": 0.3338, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4682, + "hfopenllm_v2/MMLU-PRO": 0.5343 } }, { - "id": "hotmailuser/Falcon3Slerp1-10B", - "name": "Falcon3Slerp1-10B", - "developer": "hotmailuser", + "id": "nbeerbower/llama3.1-cc-8B", + "name": "llama3.1-cc-8B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5694, - "hfopenllm_v2/BBH": 0.617, - "hfopenllm_v2/MATH Level 5": 0.2598, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4318, - "hfopenllm_v2/MMLU-PRO": 0.4402 + "hfopenllm_v2/IFEval": 0.5068, + "hfopenllm_v2/BBH": 0.4871, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3885, + "hfopenllm_v2/MMLU-PRO": 0.3347 } }, { - "id": "hotmailuser/Falcon3Slerp2-10B", - "name": "Falcon3Slerp2-10B", - "developer": "hotmailuser", + "id": "nbeerbower/Llama3.1-Gutenberg-Doppel-70B", + "name": "Llama3.1-Gutenberg-Doppel-70B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6118, - "hfopenllm_v2/BBH": 0.6164, - "hfopenllm_v2/MATH Level 5": 0.2319, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4096, - "hfopenllm_v2/MMLU-PRO": 0.4369 + "hfopenllm_v2/IFEval": 0.7092, + "hfopenllm_v2/BBH": 0.6661, + "hfopenllm_v2/MATH Level 5": 0.2122, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4897, + "hfopenllm_v2/MMLU-PRO": 0.4737 } }, { - "id": "hotmailuser/Falcon3Slerp4-10B", - "name": "Falcon3Slerp4-10B", - "developer": "hotmailuser", + "id": "nbeerbower/llama3.1-kartoffeldes-70B", + "name": "llama3.1-kartoffeldes-70B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6072, - "hfopenllm_v2/BBH": 0.6114, - "hfopenllm_v2/MATH Level 5": 0.2289, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4017, - "hfopenllm_v2/MMLU-PRO": 0.4387 + "hfopenllm_v2/IFEval": 0.823, + "hfopenllm_v2/BBH": 0.6894, + "hfopenllm_v2/MATH Level 5": 0.3218, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4646, + "hfopenllm_v2/MMLU-PRO": 0.4988 } }, { - "id": "hotmailuser/FalconSlerp-3B", - "name": "FalconSlerp-3B", - "developer": "hotmailuser", + "id": "nbeerbower/Lyra-Gutenberg-mistral-nemo-12B", + "name": "Lyra-Gutenberg-mistral-nemo-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5695, - "hfopenllm_v2/BBH": 0.4624, - "hfopenllm_v2/MATH Level 5": 0.176, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3989, - "hfopenllm_v2/MMLU-PRO": 0.2968 + "hfopenllm_v2/IFEval": 0.3495, + "hfopenllm_v2/BBH": 0.5586, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4357, + "hfopenllm_v2/MMLU-PRO": 0.3628 } }, { - "id": "hotmailuser/FalconSlerp1-7B", - "name": "FalconSlerp1-7B", - "developer": "hotmailuser", + "id": "nbeerbower/Lyra4-Gutenberg-12B", + "name": "Lyra4-Gutenberg-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5395, - "hfopenllm_v2/BBH": 0.5355, - "hfopenllm_v2/MATH Level 5": 0.2379, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4452, - "hfopenllm_v2/MMLU-PRO": 0.4129 + "hfopenllm_v2/IFEval": 0.2212, + "hfopenllm_v2/BBH": 0.5387, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4038, + "hfopenllm_v2/MMLU-PRO": 0.3571 } }, { - "id": "hotmailuser/FalconSlerp2-7B", - "name": "FalconSlerp2-7B", - "developer": "hotmailuser", + "id": "nbeerbower/Lyra4-Gutenberg2-12B", + "name": "Lyra4-Gutenberg2-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.616, - "hfopenllm_v2/BBH": 0.5538, - "hfopenllm_v2/MATH Level 5": 0.2983, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4479, - "hfopenllm_v2/MMLU-PRO": 0.4141 + "hfopenllm_v2/IFEval": 0.2585, + "hfopenllm_v2/BBH": 0.5345, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.3972, + "hfopenllm_v2/MMLU-PRO": 0.3565 } }, { - "id": "hotmailuser/FalconSlerp3-10B", - "name": "FalconSlerp3-10B", - "developer": "hotmailuser", + "id": "nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated", + "name": "Mahou-1.5-mistral-nemo-12B-lorablated", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6002, - "hfopenllm_v2/BBH": 0.606, - "hfopenllm_v2/MATH Level 5": 0.2273, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4031, - "hfopenllm_v2/MMLU-PRO": 0.4323 + "hfopenllm_v2/IFEval": 0.6825, + "hfopenllm_v2/BBH": 0.5496, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4522, + "hfopenllm_v2/MMLU-PRO": 0.3574 } }, { - "id": "hotmailuser/FalconSlerp3-7B", - "name": "FalconSlerp3-7B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT", + "name": "Mistral-Gutenberg-Doppel-7B-FFT", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6096, - "hfopenllm_v2/BBH": 0.5533, - "hfopenllm_v2/MATH Level 5": 0.3157, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4507, - "hfopenllm_v2/MMLU-PRO": 0.4127 + "hfopenllm_v2/IFEval": 0.5717, + "hfopenllm_v2/BBH": 0.4076, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4059, + "hfopenllm_v2/MMLU-PRO": 0.2729 } }, { - "id": "hotmailuser/FalconSlerp4-7B", - "name": "FalconSlerp4-7B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-bophades-12B", + "name": "mistral-nemo-bophades-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6285, - "hfopenllm_v2/BBH": 0.5524, - "hfopenllm_v2/MATH Level 5": 0.2213, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4585, - "hfopenllm_v2/MMLU-PRO": 0.4032 + "hfopenllm_v2/IFEval": 0.6794, + "hfopenllm_v2/BBH": 0.4988, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.3501 } }, { - "id": "hotmailuser/FalconSlerp6-7B", - "name": "FalconSlerp6-7B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-bophades3-12B", + "name": "mistral-nemo-bophades3-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6027, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.2047, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4492, - "hfopenllm_v2/MMLU-PRO": 0.3995 + "hfopenllm_v2/IFEval": 0.6578, + "hfopenllm_v2/BBH": 0.5449, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4604, + "hfopenllm_v2/MMLU-PRO": 0.3371 } }, { - "id": "hotmailuser/Gemma2Crono-27B", - "name": "Gemma2Crono-27B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-cc-12B", + "name": "mistral-nemo-cc-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7086, - "hfopenllm_v2/BBH": 0.6505, - "hfopenllm_v2/MATH Level 5": 0.2424, - "hfopenllm_v2/GPQA": 0.3708, - "hfopenllm_v2/MUSR": 0.4567, - "hfopenllm_v2/MMLU-PRO": 0.4633 + "hfopenllm_v2/IFEval": 0.1435, + "hfopenllm_v2/BBH": 0.5399, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4424, + "hfopenllm_v2/MMLU-PRO": 0.3598 } }, { - "id": "hotmailuser/Gemma2SimPO-27B", - "name": "Gemma2SimPO-27B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-gutades-12B", + "name": "mistral-nemo-gutades-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7222, - "hfopenllm_v2/BBH": 0.6413, - "hfopenllm_v2/MATH Level 5": 0.2817, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4447, - "hfopenllm_v2/MMLU-PRO": 0.4642 + "hfopenllm_v2/IFEval": 0.3425, + "hfopenllm_v2/BBH": 0.5407, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.404, + "hfopenllm_v2/MMLU-PRO": 0.3561 } }, { - "id": "hotmailuser/Gemma2atlas-27B", - "name": "Gemma2atlas-27B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-gutenberg-12B", + "name": "mistral-nemo-gutenberg-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7214, - "hfopenllm_v2/BBH": 0.6545, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4445, - "hfopenllm_v2/MMLU-PRO": 0.475 + "hfopenllm_v2/IFEval": 0.3504, + "hfopenllm_v2/BBH": 0.5281, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3562 } }, { - "id": "hotmailuser/Gemma2magnum-27b", - "name": "Gemma2magnum-27b", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-gutenberg-12B-v2", + "name": "mistral-nemo-gutenberg-12B-v2", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5051, - "hfopenllm_v2/BBH": 0.62, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.3851, - "hfopenllm_v2/MUSR": 0.4723, - "hfopenllm_v2/MMLU-PRO": 0.4596 + "hfopenllm_v2/IFEval": 0.6203, + "hfopenllm_v2/BBH": 0.5397, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.3499 } }, { - "id": "hotmailuser/Llama-Hermes-slerp-8B", - "name": "Llama-Hermes-slerp-8B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-gutenberg-12B-v3", + "name": "mistral-nemo-gutenberg-12B-v3", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.339, - "hfopenllm_v2/BBH": 0.531, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4078, - "hfopenllm_v2/MMLU-PRO": 0.3331 + "hfopenllm_v2/IFEval": 0.2183, + "hfopenllm_v2/BBH": 0.5441, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.445, + "hfopenllm_v2/MMLU-PRO": 0.3644 } }, { - "id": "hotmailuser/Llama-Hermes-slerp2-8B", - "name": "Llama-Hermes-slerp2-8B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-gutenberg-12B-v4", + "name": "mistral-nemo-gutenberg-12B-v4", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3728, - "hfopenllm_v2/BBH": 0.5265, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4248, - "hfopenllm_v2/MMLU-PRO": 0.3379 + "hfopenllm_v2/IFEval": 0.2379, + "hfopenllm_v2/BBH": 0.5269, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4104, + "hfopenllm_v2/MMLU-PRO": 0.3575 } }, { - "id": "hotmailuser/LlamaStock-8B", - "name": "LlamaStock-8B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B", + "name": "Mistral-Nemo-Gutenberg-Doppel-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.425, - "hfopenllm_v2/BBH": 0.5329, - "hfopenllm_v2/MATH Level 5": 0.1699, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4129, - "hfopenllm_v2/MMLU-PRO": 0.3807 + "hfopenllm_v2/IFEval": 0.3567, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4132, + "hfopenllm_v2/MMLU-PRO": 0.3579 } }, { - "id": "hotmailuser/Mistral-modelstock-24B", - "name": "Mistral-modelstock-24B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2", + "name": "Mistral-Nemo-Gutenberg-Doppel-12B-v2", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3424, - "hfopenllm_v2/BBH": 0.6452, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.4102, - "hfopenllm_v2/MUSR": 0.459, - "hfopenllm_v2/MMLU-PRO": 0.507 + "hfopenllm_v2/IFEval": 0.6536, + "hfopenllm_v2/BBH": 0.5374, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4233, + "hfopenllm_v2/MMLU-PRO": 0.3546 } }, { - "id": "hotmailuser/Mistral-modelstock2-24B", - "name": "Mistral-modelstock2-24B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-gutenberg2-12B-test", + "name": "mistral-nemo-gutenberg2-12B-test", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4318, - "hfopenllm_v2/BBH": 0.6689, - "hfopenllm_v2/MATH Level 5": 0.2402, - "hfopenllm_v2/GPQA": 0.3926, - "hfopenllm_v2/MUSR": 0.4616, - "hfopenllm_v2/MMLU-PRO": 0.5318 + "hfopenllm_v2/IFEval": 0.3385, + "hfopenllm_v2/BBH": 0.5255, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3555 } }, { - "id": "hotmailuser/Phi4-Slerp4-14B", - "name": "Phi4-Slerp4-14B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-kartoffel-12B", + "name": "mistral-nemo-kartoffel-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0629, - "hfopenllm_v2/BBH": 0.6731, - "hfopenllm_v2/MATH Level 5": 0.3474, - "hfopenllm_v2/GPQA": 0.3968, - "hfopenllm_v2/MUSR": 0.5097, - "hfopenllm_v2/MMLU-PRO": 0.5278 + "hfopenllm_v2/IFEval": 0.7032, + "hfopenllm_v2/BBH": 0.5484, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4653, + "hfopenllm_v2/MMLU-PRO": 0.3585 } }, { - "id": "hotmailuser/Qwen2.5-HomerSlerp-7B", - "name": "Qwen2.5-HomerSlerp-7B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Nemo-Moderne-12B-FFT-experimental", + "name": "Mistral-Nemo-Moderne-12B-FFT-experimental", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4488, - "hfopenllm_v2/BBH": 0.5633, - "hfopenllm_v2/MATH Level 5": 0.3316, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4383, - "hfopenllm_v2/MMLU-PRO": 0.4549 + "hfopenllm_v2/IFEval": 0.3352, + "hfopenllm_v2/BBH": 0.5234, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3715, + "hfopenllm_v2/MMLU-PRO": 0.3455 } }, { - "id": "hotmailuser/QwenModelStock-1.8B", - "name": "QwenModelStock-1.8B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-narwhal-12B", + "name": "mistral-nemo-narwhal-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3263, - "hfopenllm_v2/BBH": 0.4188, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4359, - "hfopenllm_v2/MMLU-PRO": 0.2959 + "hfopenllm_v2/IFEval": 0.5549, + "hfopenllm_v2/BBH": 0.5057, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3847, + "hfopenllm_v2/MMLU-PRO": 0.3483 } }, { - "id": "hotmailuser/QwenSlerp-14B", - "name": "QwenSlerp-14B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Nemo-Prism-12B", + "name": "Mistral-Nemo-Prism-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7025, - "hfopenllm_v2/BBH": 0.6491, - "hfopenllm_v2/MATH Level 5": 0.3837, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4634, - "hfopenllm_v2/MMLU-PRO": 0.54 + "hfopenllm_v2/IFEval": 0.6858, + "hfopenllm_v2/BBH": 0.5475, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4626, + "hfopenllm_v2/MMLU-PRO": 0.3581 } }, { - "id": "hotmailuser/QwenSlerp-3B", - "name": "QwenSlerp-3B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Nemo-Prism-12B-v2", + "name": "Mistral-Nemo-Prism-12B-v2", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4334, - "hfopenllm_v2/BBH": 0.4892, - "hfopenllm_v2/MATH Level 5": 0.2749, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4317, - "hfopenllm_v2/MMLU-PRO": 0.3693 + "hfopenllm_v2/IFEval": 0.6974, + "hfopenllm_v2/BBH": 0.5492, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.46, + "hfopenllm_v2/MMLU-PRO": 0.3567 } }, { - "id": "hotmailuser/QwenSlerp-7B", - "name": "QwenSlerp-7B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Nemo-Prism-12B-v7", + "name": "Mistral-Nemo-Prism-12B-v7", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4673, - "hfopenllm_v2/BBH": 0.5636, - "hfopenllm_v2/MATH Level 5": 0.3444, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4409, - "hfopenllm_v2/MMLU-PRO": 0.4509 + "hfopenllm_v2/IFEval": 0.6962, + "hfopenllm_v2/BBH": 0.5521, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4639, + "hfopenllm_v2/MMLU-PRO": 0.359 } }, { - "id": "hotmailuser/QwenSlerp2-14B", - "name": "QwenSlerp2-14B", - "developer": "hotmailuser", + "id": "nbeerbower/mistral-nemo-wissenschaft-12B", + "name": "mistral-nemo-wissenschaft-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7037, - "hfopenllm_v2/BBH": 0.6493, - "hfopenllm_v2/MATH Level 5": 0.3965, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4807, - "hfopenllm_v2/MMLU-PRO": 0.5379 + "hfopenllm_v2/IFEval": 0.652, + "hfopenllm_v2/BBH": 0.504, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.3532 } }, { - "id": "hotmailuser/QwenSlerp2-3B", - "name": "QwenSlerp2-3B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Small-Drummer-22B", + "name": "Mistral-Small-Drummer-22B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.428, - "hfopenllm_v2/BBH": 0.4802, - "hfopenllm_v2/MATH Level 5": 0.2606, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4252, - "hfopenllm_v2/MMLU-PRO": 0.3742 + "hfopenllm_v2/IFEval": 0.6331, + "hfopenllm_v2/BBH": 0.5793, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4064, + "hfopenllm_v2/MMLU-PRO": 0.4095 } }, { - "id": "hotmailuser/QwenSlerp3-14B", - "name": "QwenSlerp3-14B", - "developer": "hotmailuser", + "id": "nbeerbower/Mistral-Small-Gutenberg-Doppel-22B", + "name": "Mistral-Small-Gutenberg-Doppel-22B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6632, - "hfopenllm_v2/BBH": 0.6267, - "hfopenllm_v2/MATH Level 5": 0.4305, - "hfopenllm_v2/GPQA": 0.3666, - "hfopenllm_v2/MUSR": 0.4808, - "hfopenllm_v2/MMLU-PRO": 0.5263 + "hfopenllm_v2/IFEval": 0.4893, + "hfopenllm_v2/BBH": 0.5859, + "hfopenllm_v2/MATH Level 5": 0.2183, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.3971, + "hfopenllm_v2/MMLU-PRO": 0.4124 } }, { - "id": "hotmailuser/QwenSparse-7B", - "name": "QwenSparse-7B", - "developer": "hotmailuser", + "id": "nbeerbower/Nemo-Loony-12B-experimental", + "name": "Nemo-Loony-12B-experimental", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1086, - "hfopenllm_v2/BBH": 0.2896, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3562, - "hfopenllm_v2/MMLU-PRO": 0.1122 + "hfopenllm_v2/IFEval": 0.3734, + "hfopenllm_v2/BBH": 0.3822, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1589 } }, { - "id": "hotmailuser/QwenStock-0.5B", - "name": "QwenStock-0.5B", - "developer": "hotmailuser", + "id": "nbeerbower/Nemoties-ChatML-12B", + "name": "Nemoties-ChatML-12B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2049, - "hfopenllm_v2/BBH": 0.2912, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3575, - "hfopenllm_v2/MMLU-PRO": 0.1167 + "hfopenllm_v2/IFEval": 0.6382, + "hfopenllm_v2/BBH": 0.547, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4509, + "hfopenllm_v2/MMLU-PRO": 0.3551 } }, { - "id": "hotmailuser/QwenStock-1.7B", - "name": "QwenStock-1.7B", - "developer": "hotmailuser", + "id": "nbeerbower/Qwen2.5-Gutenberg-Doppel-14B", + "name": "Qwen2.5-Gutenberg-Doppel-14B", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3214, - "hfopenllm_v2/BBH": 0.4188, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4412, - "hfopenllm_v2/MMLU-PRO": 0.2955 + "hfopenllm_v2/IFEval": 0.8091, + "hfopenllm_v2/BBH": 0.6382, + "hfopenllm_v2/MATH Level 5": 0.5415, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4101, + "hfopenllm_v2/MMLU-PRO": 0.4921 } }, { - "id": "hotmailuser/QwenStock1-14B", - "name": "QwenStock1-14B", - "developer": "hotmailuser", + "id": "nbeerbower/SmolNemo-12B-FFT-experimental", + "name": "SmolNemo-12B-FFT-experimental", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6693, - "hfopenllm_v2/BBH": 0.6502, - "hfopenllm_v2/MATH Level 5": 0.3701, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.4781, - "hfopenllm_v2/MMLU-PRO": 0.5416 + "hfopenllm_v2/IFEval": 0.3348, + "hfopenllm_v2/BBH": 0.3336, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3847, + "hfopenllm_v2/MMLU-PRO": 0.1217 } }, { - "id": "hotmailuser/RombosBeagle-v2beta-MGS-32B", - "name": "RombosBeagle-v2beta-MGS-32B", - "developer": "hotmailuser", + "id": "nbeerbower/Stella-mistral-nemo-12B-v2", + "name": "Stella-mistral-nemo-12B-v2", + "developer": "nbeerbower", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5157, - "hfopenllm_v2/BBH": 0.7037, - "hfopenllm_v2/MATH Level 5": 0.4992, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.5021, - "hfopenllm_v2/MMLU-PRO": 0.5908 + "hfopenllm_v2/IFEval": 0.3274, + "hfopenllm_v2/BBH": 0.5484, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4304, + "hfopenllm_v2/MMLU-PRO": 0.3684 } }, { - "id": "huggyllama/llama-13b", - "name": "llama-13b", - "developer": "huggyllama", + "id": "nbrahme/IndusQ", + "name": "IndusQ", + "developer": "nbrahme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2411, - "hfopenllm_v2/BBH": 0.3988, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3462, - "hfopenllm_v2/MMLU-PRO": 0.1952 + "hfopenllm_v2/IFEval": 0.244, + "hfopenllm_v2/BBH": 0.3062, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3366, + "hfopenllm_v2/MMLU-PRO": 0.112 } }, { - "id": "huggyllama/llama-65b", - "name": "llama-65b", - "developer": "huggyllama", + "id": "NCSOFT/Llama-3-OffsetBias-8B", + "name": "NCSOFT/Llama-3-OffsetBias-8B", + "developer": "NCSOFT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2526, - "hfopenllm_v2/BBH": 0.4703, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3595, - "hfopenllm_v2/MMLU-PRO": 0.3078 + "reward-bench/Score": 0.8397, + "reward-bench/Chat": 0.9246, + "reward-bench/Chat Hard": 0.8026, + "reward-bench/Safety": 0.8676, + "reward-bench/Reasoning": 0.7639 } }, { - "id": "huggyllama/llama-7b", - "name": "llama-7b", - "developer": "huggyllama", + "id": "NCSOFT/Llama-3-OffsetBias-RM-8B", + "name": "NCSOFT/Llama-3-OffsetBias-RM-8B", + "developer": "NCSOFT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2501, - "hfopenllm_v2/BBH": 0.3277, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3354, - "hfopenllm_v2/MMLU-PRO": 0.1313 + "reward-bench/Score": 0.648, + "reward-bench/Chat": 0.9721, + "reward-bench/Chat Hard": 0.818, + "reward-bench/Safety": 0.7222, + "reward-bench/Reasoning": 0.9192, + "reward-bench/Factuality": 0.6084, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.5191, + "reward-bench/Focus": 0.9596, + "reward-bench/Ties": 0.6786 } }, { - "id": "huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2", - "name": "DeepSeek-R1-Distill-Qwen-14B-abliterated-v2", - "developer": "huihui-ai", + "id": "NCSOFT/Llama-VARCO-8B-Instruct", + "name": "Llama-VARCO-8B-Instruct", + "developer": "NCSOFT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4211, - "hfopenllm_v2/BBH": 0.3487, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4701, - "hfopenllm_v2/MMLU-PRO": 0.1915 + "hfopenllm_v2/IFEval": 0.447, + "hfopenllm_v2/BBH": 0.5023, + "hfopenllm_v2/MATH Level 5": 0.1065, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3841, + "hfopenllm_v2/MMLU-PRO": 0.319 } }, { - "id": "huihui-ai/QwQ-32B-Coder-Fusion-7030", - "name": "QwQ-32B-Coder-Fusion-7030", - "developer": "huihui-ai", + "id": "necva/IE-cont-Llama3.1-8B", + "name": "IE-cont-Llama3.1-8B", + "developer": "necva", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3865, - "hfopenllm_v2/BBH": 0.6178, - "hfopenllm_v2/MATH Level 5": 0.2795, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.4368 + "hfopenllm_v2/IFEval": 0.2049, + "hfopenllm_v2/BBH": 0.2912, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3575, + "hfopenllm_v2/MMLU-PRO": 0.1167 } }, { - "id": "huihui-ai/QwQ-32B-Coder-Fusion-8020", - "name": "QwQ-32B-Coder-Fusion-8020", - "developer": "huihui-ai", + "id": "necva/replica-IEPile", + "name": "replica-IEPile", + "developer": "necva", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6021, - "hfopenllm_v2/BBH": 0.6665, - "hfopenllm_v2/MATH Level 5": 0.4592, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.5367 + "hfopenllm_v2/IFEval": 0.4678, + "hfopenllm_v2/BBH": 0.4779, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3561 } }, { - "id": "huihui-ai/QwQ-32B-Coder-Fusion-9010", - "name": "QwQ-32B-Coder-Fusion-9010", - "developer": "huihui-ai", + "id": "Nekochu/Llama-3.1-8B-french-DPO", + "name": "Llama-3.1-8B-french-DPO", + "developer": "Nekochu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5778, - "hfopenllm_v2/BBH": 0.6727, - "hfopenllm_v2/MATH Level 5": 0.5317, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4682, - "hfopenllm_v2/MMLU-PRO": 0.56 + "hfopenllm_v2/IFEval": 0.4656, + "hfopenllm_v2/BBH": 0.5111, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4216, + "hfopenllm_v2/MMLU-PRO": 0.3414 } }, { - "id": "huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2", - "name": "Qwen2.5-14B-Instruct-abliterated-v2", - "developer": "huihui-ai", + "id": "Nekochu/Llama-3.1-8B-German-ORPO", + "name": "Llama-3.1-8B-German-ORPO", + "developer": "Nekochu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8328, - "hfopenllm_v2/BBH": 0.6324, - "hfopenllm_v2/MATH Level 5": 0.5302, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.422, - "hfopenllm_v2/MMLU-PRO": 0.4962 + "hfopenllm_v2/IFEval": 0.4611, + "hfopenllm_v2/BBH": 0.4983, + "hfopenllm_v2/MATH Level 5": 0.1171, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4647, + "hfopenllm_v2/MMLU-PRO": 0.3393 } }, { - "id": "huihui-ai/Qwen2.5-72B-Instruct-abliterated", - "name": "Qwen2.5-72B-Instruct-abliterated", - "developer": "huihui-ai", + "id": "Nekochu/Luminia-13B-v3", + "name": "Luminia-13B-v3", + "developer": "Nekochu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8593, - "hfopenllm_v2/BBH": 0.719, - "hfopenllm_v2/MATH Level 5": 0.6012, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4233, - "hfopenllm_v2/MMLU-PRO": 0.5537 + "hfopenllm_v2/IFEval": 0.2523, + "hfopenllm_v2/BBH": 0.4112, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3983, + "hfopenllm_v2/MMLU-PRO": 0.2215 } }, { - "id": "huihui-ai/Qwen2.5-7B-Instruct-abliterated", - "name": "Qwen2.5-7B-Instruct-abliterated", - "developer": "huihui-ai", + "id": "Nekochu/Luminia-8B-RP", + "name": "Luminia-8B-RP", + "developer": "Nekochu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7546, - "hfopenllm_v2/BBH": 0.5262, - "hfopenllm_v2/MATH Level 5": 0.4577, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.3967, - "hfopenllm_v2/MMLU-PRO": 0.418 + "hfopenllm_v2/IFEval": 0.5574, + "hfopenllm_v2/BBH": 0.5218, + "hfopenllm_v2/MATH Level 5": 0.136, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3631 } }, { - "id": "huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2", - "name": "Qwen2.5-7B-Instruct-abliterated-v2", - "developer": "huihui-ai", + "id": "neopolita/jessi-v0.1-bf16-falcon3-7b-instruct", + "name": "jessi-v0.1-bf16-falcon3-7b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7606, - "hfopenllm_v2/BBH": 0.5377, - "hfopenllm_v2/MATH Level 5": 0.4637, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.4208 + "hfopenllm_v2/IFEval": 0.7527, + "hfopenllm_v2/BBH": 0.5516, + "hfopenllm_v2/MATH Level 5": 0.3807, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4825, + "hfopenllm_v2/MMLU-PRO": 0.3924 } }, { - "id": "huu-ontocord/wide_3b_orpo_stage1.1-ss1-orpo3", - "name": "wide_3b_orpo_stage1.1-ss1-orpo3", - "developer": "huu-ontocord", + "id": "neopolita/jessi-v0.1-falcon3-10b-instruct", + "name": "jessi-v0.1-falcon3-10b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1505, - "hfopenllm_v2/BBH": 0.2937, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3618, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "hfopenllm_v2/IFEval": 0.7552, + "hfopenllm_v2/BBH": 0.5953, + "hfopenllm_v2/MATH Level 5": 0.2002, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.4188 } }, { - "id": "iFaz/llama31_8B_en_emo_v4", - "name": "llama31_8B_en_emo_v4", - "developer": "iFaz", + "id": "neopolita/jessi-v0.1-qwen2.5-7b-instruct", + "name": "jessi-v0.1-qwen2.5-7b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3043, - "hfopenllm_v2/BBH": 0.4916, - "hfopenllm_v2/MATH Level 5": 0.0884, + "hfopenllm_v2/IFEval": 0.7327, + "hfopenllm_v2/BBH": 0.5292, + "hfopenllm_v2/MATH Level 5": 0.4086, "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3643, - "hfopenllm_v2/MMLU-PRO": 0.3049 + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.4228 } }, { - "id": "iFaz/llama32_1B_en_emo_v1", - "name": "llama32_1B_en_emo_v1", - "developer": "iFaz", + "id": "neopolita/jessi-v0.1-virtuoso-small", + "name": "jessi-v0.1-virtuoso-small", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4408, - "hfopenllm_v2/BBH": 0.338, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3489, - "hfopenllm_v2/MMLU-PRO": 0.1761 + "hfopenllm_v2/IFEval": 0.7959, + "hfopenllm_v2/BBH": 0.6443, + "hfopenllm_v2/MATH Level 5": 0.3399, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4362, + "hfopenllm_v2/MMLU-PRO": 0.513 } }, { - "id": "iFaz/llama32_3B_en_emo_1000_stp", - "name": "llama32_3B_en_emo_1000_stp", - "developer": "iFaz", + "id": "neopolita/jessi-v0.2-falcon3-10b-instruct", + "name": "jessi-v0.2-falcon3-10b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7295, - "hfopenllm_v2/BBH": 0.4522, - "hfopenllm_v2/MATH Level 5": 0.1465, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3621, - "hfopenllm_v2/MMLU-PRO": 0.3123 + "hfopenllm_v2/IFEval": 0.7768, + "hfopenllm_v2/BBH": 0.6205, + "hfopenllm_v2/MATH Level 5": 0.2122, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4281, + "hfopenllm_v2/MMLU-PRO": 0.4354 } }, { - "id": "iFaz/llama32_3B_en_emo_2000_stp", - "name": "llama32_3B_en_emo_2000_stp", - "developer": "iFaz", + "id": "neopolita/jessi-v0.2-falcon3-7b-instruct", + "name": "jessi-v0.2-falcon3-7b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7369, - "hfopenllm_v2/BBH": 0.4535, - "hfopenllm_v2/MATH Level 5": 0.1533, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3527, - "hfopenllm_v2/MMLU-PRO": 0.3098 + "hfopenllm_v2/IFEval": 0.5771, + "hfopenllm_v2/BBH": 0.5363, + "hfopenllm_v2/MATH Level 5": 0.2538, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4479, + "hfopenllm_v2/MMLU-PRO": 0.3905 } }, { - "id": "iFaz/llama32_3B_en_emo_300_stp", - "name": "llama32_3B_en_emo_300_stp", - "developer": "iFaz", + "id": "neopolita/jessi-v0.3-falcon3-7b-instruct", + "name": "jessi-v0.3-falcon3-7b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7256, - "hfopenllm_v2/BBH": 0.4505, - "hfopenllm_v2/MATH Level 5": 0.1601, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3621, - "hfopenllm_v2/MMLU-PRO": 0.3148 + "hfopenllm_v2/IFEval": 0.7509, + "hfopenllm_v2/BBH": 0.5388, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4692, + "hfopenllm_v2/MMLU-PRO": 0.397 } }, { - "id": "iFaz/llama32_3B_en_emo_5000_stp", - "name": "llama32_3B_en_emo_5000_stp", - "developer": "iFaz", + "id": "neopolita/jessi-v0.4-falcon3-7b-instruct", + "name": "jessi-v0.4-falcon3-7b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.71, - "hfopenllm_v2/BBH": 0.4568, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3446, - "hfopenllm_v2/MMLU-PRO": 0.3067 + "hfopenllm_v2/IFEval": 0.7604, + "hfopenllm_v2/BBH": 0.5522, + "hfopenllm_v2/MATH Level 5": 0.3769, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4971, + "hfopenllm_v2/MMLU-PRO": 0.4004 } }, { - "id": "iFaz/llama32_3B_en_emo_v2", - "name": "llama32_3B_en_emo_v2", - "developer": "iFaz", + "id": "neopolita/jessi-v0.5-falcon3-7b-instruct", + "name": "jessi-v0.5-falcon3-7b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5454, - "hfopenllm_v2/BBH": 0.4284, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3482, - "hfopenllm_v2/MMLU-PRO": 0.3004 + "hfopenllm_v2/IFEval": 0.7412, + "hfopenllm_v2/BBH": 0.559, + "hfopenllm_v2/MATH Level 5": 0.3739, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4865, + "hfopenllm_v2/MMLU-PRO": 0.3966 } }, { - "id": "iFaz/llama32_3B_en_emo_v3", - "name": "llama32_3B_en_emo_v3", - "developer": "iFaz", + "id": "neopolita/jessi-v0.6-falcon3-7b-instruct", + "name": "jessi-v0.6-falcon3-7b-instruct", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5759, - "hfopenllm_v2/BBH": 0.4301, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3553, - "hfopenllm_v2/MMLU-PRO": 0.271 + "hfopenllm_v2/IFEval": 0.7402, + "hfopenllm_v2/BBH": 0.5509, + "hfopenllm_v2/MATH Level 5": 0.3565, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4904, + "hfopenllm_v2/MMLU-PRO": 0.3957 } }, { - "id": "iRyanBell/ARC1", - "name": "ARC1", - "developer": "iRyanBell", + "id": "neopolita/loki-v0.1-virtuoso", + "name": "loki-v0.1-virtuoso", + "developer": "neopolita", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4411, - "hfopenllm_v2/BBH": 0.4903, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3991, - "hfopenllm_v2/MMLU-PRO": 0.3371 + "hfopenllm_v2/IFEval": 0.7819, + "hfopenllm_v2/BBH": 0.6467, + "hfopenllm_v2/MATH Level 5": 0.3391, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4375, + "hfopenllm_v2/MMLU-PRO": 0.5129 } }, { - "id": "iRyanBell/ARC1-II", - "name": "ARC1-II", - "developer": "iRyanBell", + "id": "netcat420/DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b", + "name": "DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b", + "developer": "netcat420", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.115, + "hfopenllm_v2/BBH": 0.2877, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3724, + "hfopenllm_v2/MMLU-PRO": 0.109 + } + }, + { + "id": "netcat420/DeepSeek-R1-MFANN-TIES-unretrained-7b", + "name": "DeepSeek-R1-MFANN-TIES-unretrained-7b", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1708, - "hfopenllm_v2/BBH": 0.3382, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.4913, - "hfopenllm_v2/MMLU-PRO": 0.1686 + "hfopenllm_v2/IFEval": 0.2587, + "hfopenllm_v2/BBH": 0.3086, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3527, + "hfopenllm_v2/MMLU-PRO": 0.1145 } }, { - "id": "ibivibiv/colossus_120b", - "name": "colossus_120b", - "developer": "ibivibiv", + "id": "netcat420/Llama3.1-MFANN-8b", + "name": "Llama3.1-MFANN-8b", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4276, - "hfopenllm_v2/BBH": 0.6061, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4733, - "hfopenllm_v2/MMLU-PRO": 0.3961 + "hfopenllm_v2/IFEval": 0.297, + "hfopenllm_v2/BBH": 0.4281, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3379, + "hfopenllm_v2/MMLU-PRO": 0.2725 } }, { - "id": "ibivibiv/multimaster-7b-v6", - "name": "multimaster-7b-v6", - "developer": "ibivibiv", + "id": "netcat420/MFANN-abliterated-phi2-merge-unretrained", + "name": "MFANN-abliterated-phi2-merge-unretrained", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4473, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4396, - "hfopenllm_v2/MMLU-PRO": 0.3095 + "hfopenllm_v2/IFEval": 0.3005, + "hfopenllm_v2/BBH": 0.4104, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3183, + "hfopenllm_v2/MMLU-PRO": 0.1478 } }, { - "id": "ibm-granite/granite-3.0-1b-a400m-base", - "name": "granite-3.0-1b-a400m-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN-llama3.1-Abliterated-SLERP", + "name": "MFANN-llama3.1-Abliterated-SLERP", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2404, - "hfopenllm_v2/BBH": 0.3221, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3367, - "hfopenllm_v2/MMLU-PRO": 0.1152 + "hfopenllm_v2/IFEval": 0.2591, + "hfopenllm_v2/BBH": 0.4574, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3809, + "hfopenllm_v2/MMLU-PRO": 0.2928 } }, { - "id": "ibm-granite/granite-3.0-1b-a400m-instruct", - "name": "granite-3.0-1b-a400m-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES", + "name": "MFANN-Llama3.1-Abliterated-Slerp-TIES", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3332, - "hfopenllm_v2/BBH": 0.3224, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3623, - "hfopenllm_v2/MMLU-PRO": 0.1244 + "hfopenllm_v2/IFEval": 0.4293, + "hfopenllm_v2/BBH": 0.4968, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.3531 } }, { - "id": "ibm-granite/granite-3.0-2b-base", - "name": "granite-3.0-2b-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2", + "name": "MFANN-Llama3.1-Abliterated-SLERP-TIES-V2", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3874, - "hfopenllm_v2/BBH": 0.4047, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3434, - "hfopenllm_v2/MMLU-PRO": 0.2381 + "hfopenllm_v2/IFEval": 0.421, + "hfopenllm_v2/BBH": 0.4924, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3728, + "hfopenllm_v2/MMLU-PRO": 0.3522 } }, { - "id": "ibm-granite/granite-3.0-2b-instruct", - "name": "granite-3.0-2b-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3", + "name": "MFANN-Llama3.1-Abliterated-SLERP-TIES-V3", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.514, - "hfopenllm_v2/BBH": 0.4412, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3515, - "hfopenllm_v2/MMLU-PRO": 0.2814 + "hfopenllm_v2/IFEval": 0.4238, + "hfopenllm_v2/BBH": 0.4914, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3741, + "hfopenllm_v2/MMLU-PRO": 0.349 } }, { - "id": "ibm-granite/granite-3.0-3b-a800m-base", - "name": "granite-3.0-3b-a800m-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN-llama3.1-abliterated-SLERP-v3", + "name": "MFANN-llama3.1-abliterated-SLERP-v3", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2732, - "hfopenllm_v2/BBH": 0.3667, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.342, - "hfopenllm_v2/MMLU-PRO": 0.1891 + "hfopenllm_v2/IFEval": 0.3799, + "hfopenllm_v2/BBH": 0.4931, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.3531 } }, { - "id": "ibm-granite/granite-3.0-3b-a800m-instruct", - "name": "granite-3.0-3b-a800m-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1", + "name": "MFANN-llama3.1-abliterated-SLERP-v3.1", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4298, - "hfopenllm_v2/BBH": 0.3753, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.2152 + "hfopenllm_v2/IFEval": 0.4202, + "hfopenllm_v2/BBH": 0.4921, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3686, + "hfopenllm_v2/MMLU-PRO": 0.3543 } }, { - "id": "ibm-granite/granite-3.0-8b-base", - "name": "granite-3.0-8b-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN-Llama3.1-Abliterated-Slerp-V3.2", + "name": "MFANN-Llama3.1-Abliterated-Slerp-V3.2", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4583, - "hfopenllm_v2/BBH": 0.4944, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.3313 + "hfopenllm_v2/IFEval": 0.4128, + "hfopenllm_v2/BBH": 0.4978, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.3527 } }, { - "id": "ibm-granite/granite-3.0-8b-instruct", - "name": "granite-3.0-8b-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-V4", + "name": "MFANN-Llama3.1-Abliterated-SLERP-V4", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.531, - "hfopenllm_v2/BBH": 0.5192, - "hfopenllm_v2/MATH Level 5": 0.142, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.3901, - "hfopenllm_v2/MMLU-PRO": 0.3457 + "hfopenllm_v2/IFEval": 0.4169, + "hfopenllm_v2/BBH": 0.4909, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3821, + "hfopenllm_v2/MMLU-PRO": 0.3516 } }, { - "id": "ibm-granite/granite-3.1-1b-a400m-base", - "name": "granite-3.1-1b-a400m-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-V5", + "name": "MFANN-Llama3.1-Abliterated-SLERP-V5", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2519, - "hfopenllm_v2/BBH": 0.3299, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3501, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.4329, + "hfopenllm_v2/BBH": 0.4952, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.3445 } }, { - "id": "ibm-granite/granite-3.1-1b-a400m-instruct", - "name": "granite-3.1-1b-a400m-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN-llama3.1-abliterated-v2", + "name": "MFANN-llama3.1-abliterated-v2", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4686, - "hfopenllm_v2/BBH": 0.328, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3302, - "hfopenllm_v2/MMLU-PRO": 0.1217 + "hfopenllm_v2/IFEval": 0.4429, + "hfopenllm_v2/BBH": 0.4941, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3845, + "hfopenllm_v2/MMLU-PRO": 0.3491 } }, { - "id": "ibm-granite/granite-3.1-2b-base", - "name": "granite-3.1-2b-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN-phigments-slerp-V2", + "name": "MFANN-phigments-slerp-V2", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3522, - "hfopenllm_v2/BBH": 0.4047, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3486, - "hfopenllm_v2/MMLU-PRO": 0.2251 + "hfopenllm_v2/IFEval": 0.3232, + "hfopenllm_v2/BBH": 0.4827, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4037, + "hfopenllm_v2/MMLU-PRO": 0.2717 } }, { - "id": "ibm-granite/granite-3.1-2b-instruct", - "name": "granite-3.1-2b-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN-phigments-slerp-V3.2", + "name": "MFANN-phigments-slerp-V3.2", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6286, - "hfopenllm_v2/BBH": 0.4409, - "hfopenllm_v2/MATH Level 5": 0.1526, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3605, - "hfopenllm_v2/MMLU-PRO": 0.2819 + "hfopenllm_v2/IFEval": 0.3524, + "hfopenllm_v2/BBH": 0.4809, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3708, + "hfopenllm_v2/MMLU-PRO": 0.2705 } }, { - "id": "ibm-granite/granite-3.1-3b-a800m-base", - "name": "granite-3.1-3b-a800m-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN-phigments-slerp-V3.3", + "name": "MFANN-phigments-slerp-V3.3", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2996, - "hfopenllm_v2/BBH": 0.3628, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3275, - "hfopenllm_v2/MMLU-PRO": 0.1793 + "hfopenllm_v2/IFEval": 0.3691, + "hfopenllm_v2/BBH": 0.4895, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3892, + "hfopenllm_v2/MMLU-PRO": 0.2803 } }, { - "id": "ibm-granite/granite-3.1-3b-a800m-instruct", - "name": "granite-3.1-3b-a800m-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN-SFT", + "name": "MFANN-SFT", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5516, - "hfopenllm_v2/BBH": 0.4009, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3486, - "hfopenllm_v2/MMLU-PRO": 0.2148 + "hfopenllm_v2/IFEval": 0.3682, + "hfopenllm_v2/BBH": 0.4852, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.3725, + "hfopenllm_v2/MMLU-PRO": 0.3336 } }, { - "id": "ibm-granite/granite-3.1-8b-base", - "name": "granite-3.1-8b-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN3b", + "name": "MFANN3b", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4221, - "hfopenllm_v2/BBH": 0.4777, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.3232 + "hfopenllm_v2/IFEval": 0.2524, + "hfopenllm_v2/BBH": 0.4433, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3606, + "hfopenllm_v2/MMLU-PRO": 0.2306 } }, { - "id": "ibm-granite/granite-3.1-8b-instruct", - "name": "granite-3.1-8b-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN3bv0.15", + "name": "MFANN3bv0.15", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7208, - "hfopenllm_v2/BBH": 0.5364, - "hfopenllm_v2/MATH Level 5": 0.2198, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4707, - "hfopenllm_v2/MMLU-PRO": 0.3537 + "hfopenllm_v2/IFEval": 0.2012, + "hfopenllm_v2/BBH": 0.4539, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3958, + "hfopenllm_v2/MMLU-PRO": 0.2468 } }, { - "id": "ibm-granite/granite-3.2-2b-instruct", - "name": "granite-3.2-2b-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN3bv0.18", + "name": "MFANN3bv0.18", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6152, - "hfopenllm_v2/BBH": 0.4387, - "hfopenllm_v2/MATH Level 5": 0.1443, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3646, - "hfopenllm_v2/MMLU-PRO": 0.2783 + "hfopenllm_v2/IFEval": 0.2206, + "hfopenllm_v2/BBH": 0.4514, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.4024, + "hfopenllm_v2/MMLU-PRO": 0.25 } }, { - "id": "ibm-granite/granite-3.2-8b-instruct", - "name": "granite-3.2-8b-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN3bv0.19", + "name": "MFANN3bv0.19", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7275, - "hfopenllm_v2/BBH": 0.5402, - "hfopenllm_v2/MATH Level 5": 0.2379, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4562, - "hfopenllm_v2/MMLU-PRO": 0.3512 + "hfopenllm_v2/IFEval": 0.2258, + "hfopenllm_v2/BBH": 0.4516, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.4024, + "hfopenllm_v2/MMLU-PRO": 0.252 } }, { - "id": "ibm-granite/granite-7b-base", - "name": "granite-7b-base", - "developer": "ibm-granite", + "id": "netcat420/MFANN3bv0.20", + "name": "MFANN3bv0.20", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2414, - "hfopenllm_v2/BBH": 0.348, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.1834 + "hfopenllm_v2/IFEval": 0.2193, + "hfopenllm_v2/BBH": 0.4493, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4077, + "hfopenllm_v2/MMLU-PRO": 0.25 } }, { - "id": "ibm-granite/granite-7b-instruct", - "name": "granite-7b-instruct", - "developer": "ibm-granite", + "id": "netcat420/MFANN3bv0.21", + "name": "MFANN3bv0.21", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2972, - "hfopenllm_v2/BBH": 0.3723, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.2286 + "hfopenllm_v2/IFEval": 0.1909, + "hfopenllm_v2/BBH": 0.447, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3759, + "hfopenllm_v2/MMLU-PRO": 0.2393 } }, { - "id": "ibm/PowerLM-3b", - "name": "PowerLM-3b", - "developer": "ibm", + "id": "netcat420/MFANN3bv0.22", + "name": "MFANN3bv0.22", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3321, - "hfopenllm_v2/BBH": 0.3679, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3563, - "hfopenllm_v2/MMLU-PRO": 0.2016 + "hfopenllm_v2/IFEval": 0.1979, + "hfopenllm_v2/BBH": 0.4485, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3521, + "hfopenllm_v2/MMLU-PRO": 0.2517 } }, { - "id": "ibm/granite-3.3-8b-instruct", - "name": "IBM Granite 3.3 8B Instruct", - "developer": "ibm", + "id": "netcat420/MFANN3bv0.23", + "name": "MFANN3bv0.23", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.463, - "helm_capabilities/MMLU-Pro": 0.343, - "helm_capabilities/GPQA": 0.325, - "helm_capabilities/IFEval": 0.729, - "helm_capabilities/WildBench": 0.741, - "helm_capabilities/Omni-MATH": 0.176 + "hfopenllm_v2/IFEval": 0.2048, + "hfopenllm_v2/BBH": 0.4495, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3427, + "hfopenllm_v2/MMLU-PRO": 0.2418 } }, { - "id": "ibm/granite-4.0-h-small", - "name": "granite-4.0-h-small", - "developer": "ibm", + "id": "netcat420/MFANN3bv0.24", + "name": "MFANN3bv0.24", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.7503, - "global-mmlu-lite/Culturally Sensitive": 0.7182, - "global-mmlu-lite/Culturally Agnostic": 0.7826, - "global-mmlu-lite/Arabic": 0.7613, - "global-mmlu-lite/English": 0.77, - "global-mmlu-lite/Bengali": 0.7613, - "global-mmlu-lite/German": 0.755, - "global-mmlu-lite/French": 0.7594, - "global-mmlu-lite/Hindi": 0.7575, - "global-mmlu-lite/Indonesian": 0.7614, - "global-mmlu-lite/Italian": 0.7525, - "global-mmlu-lite/Japanese": 0.7406, - "global-mmlu-lite/Korean": 0.7525, - "global-mmlu-lite/Portuguese": 0.757, - "global-mmlu-lite/Spanish": 0.7638, - "global-mmlu-lite/Swahili": 0.7318, - "global-mmlu-lite/Yoruba": 0.6921, - "global-mmlu-lite/Chinese": 0.7475, - "global-mmlu-lite/Burmese": 0.7419 + "hfopenllm_v2/IFEval": 0.22, + "hfopenllm_v2/BBH": 0.4407, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3521, + "hfopenllm_v2/MMLU-PRO": 0.2352 } }, { - "id": "ibm/merlinite-7b", - "name": "merlinite-7b", - "developer": "ibm", + "id": "netcat420/MFANN3bv1.1", + "name": "MFANN3bv1.1", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2499, - "hfopenllm_v2/BBH": 0.5007, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4412, - "hfopenllm_v2/MMLU-PRO": 0.3068 + "hfopenllm_v2/IFEval": 0.2507, + "hfopenllm_v2/BBH": 0.3397, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3223, + "hfopenllm_v2/MMLU-PRO": 0.1159 } }, { - "id": "icefog72/Ice0.15-02.10-RP", - "name": "Ice0.15-02.10-RP", - "developer": "icefog72", + "id": "netcat420/MFANN3bv1.2", + "name": "MFANN3bv1.2", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5343, - "hfopenllm_v2/BBH": 0.4976, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.432, - "hfopenllm_v2/MMLU-PRO": 0.3066 + "hfopenllm_v2/IFEval": 0.2686, + "hfopenllm_v2/BBH": 0.366, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3156, + "hfopenllm_v2/MMLU-PRO": 0.145 } }, { - "id": "icefog72/Ice0.16-02.10-RP", - "name": "Ice0.16-02.10-RP", - "developer": "icefog72", + "id": "netcat420/MFANN3bv1.3", + "name": "MFANN3bv1.3", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5069, - "hfopenllm_v2/BBH": 0.4946, - "hfopenllm_v2/MATH Level 5": 0.0589, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4334, - "hfopenllm_v2/MMLU-PRO": 0.3068 + "hfopenllm_v2/IFEval": 0.2547, + "hfopenllm_v2/BBH": 0.4456, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3299, + "hfopenllm_v2/MMLU-PRO": 0.2276 } }, { - "id": "icefog72/Ice0.17-03.10-RP", - "name": "Ice0.17-03.10-RP", - "developer": "icefog72", + "id": "netcat420/MFANN3bv1.4", + "name": "MFANN3bv1.4", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5124, - "hfopenllm_v2/BBH": 0.5007, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4334, - "hfopenllm_v2/MMLU-PRO": 0.3085 + "hfopenllm_v2/IFEval": 0.3524, + "hfopenllm_v2/BBH": 0.4809, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3708, + "hfopenllm_v2/MMLU-PRO": 0.2705 } }, { - "id": "icefog72/Ice0.27-06.11-RP", - "name": "Ice0.27-06.11-RP", - "developer": "icefog72", + "id": "netcat420/MFANNv0.19", + "name": "MFANNv0.19", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4918, - "hfopenllm_v2/BBH": 0.5112, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4328, - "hfopenllm_v2/MMLU-PRO": 0.3154 + "hfopenllm_v2/IFEval": 0.3057, + "hfopenllm_v2/BBH": 0.4731, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3527, + "hfopenllm_v2/MMLU-PRO": 0.2473 } }, { - "id": "icefog72/Ice0.29-06.11-RP", - "name": "Ice0.29-06.11-RP", - "developer": "icefog72", + "id": "netcat420/MFANNv0.20", + "name": "MFANNv0.20", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4861, - "hfopenllm_v2/BBH": 0.5088, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4459, - "hfopenllm_v2/MMLU-PRO": 0.3093 + "hfopenllm_v2/IFEval": 0.3479, + "hfopenllm_v2/BBH": 0.4574, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3874, + "hfopenllm_v2/MMLU-PRO": 0.3202 } }, { - "id": "icefog72/Ice0.31-08.11-RP", - "name": "Ice0.31-08.11-RP", - "developer": "icefog72", + "id": "netcat420/MFANNv0.21", + "name": "MFANNv0.21", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5146, - "hfopenllm_v2/BBH": 0.5032, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3131 + "hfopenllm_v2/IFEval": 0.3233, + "hfopenllm_v2/BBH": 0.4576, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3993, + "hfopenllm_v2/MMLU-PRO": 0.3031 } }, { - "id": "icefog72/Ice0.32-10.11-RP", - "name": "Ice0.32-10.11-RP", - "developer": "icefog72", + "id": "netcat420/MFANNv0.22.1", + "name": "MFANNv0.22.1", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4915, - "hfopenllm_v2/BBH": 0.5048, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4382, - "hfopenllm_v2/MMLU-PRO": 0.31 + "hfopenllm_v2/IFEval": 0.3089, + "hfopenllm_v2/BBH": 0.4661, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3753, + "hfopenllm_v2/MMLU-PRO": 0.3343 } }, { - "id": "icefog72/Ice0.34b-14.11-RP", - "name": "Ice0.34b-14.11-RP", - "developer": "icefog72", + "id": "netcat420/MFANNv0.23", + "name": "MFANNv0.23", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4762, - "hfopenllm_v2/BBH": 0.5067, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.442, - "hfopenllm_v2/MMLU-PRO": 0.3125 + "hfopenllm_v2/IFEval": 0.3127, + "hfopenllm_v2/BBH": 0.4898, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3768, + "hfopenllm_v2/MMLU-PRO": 0.3388 } }, { - "id": "icefog72/Ice0.34n-14.11-RP", - "name": "Ice0.34n-14.11-RP", - "developer": "icefog72", + "id": "netcat420/MFANNv0.24", + "name": "MFANNv0.24", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4787, - "hfopenllm_v2/BBH": 0.5091, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.438, - "hfopenllm_v2/MMLU-PRO": 0.3124 + "hfopenllm_v2/IFEval": 0.3162, + "hfopenllm_v2/BBH": 0.479, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.3348 } }, { - "id": "icefog72/Ice0.37-18.11-RP", - "name": "Ice0.37-18.11-RP", - "developer": "icefog72", + "id": "netcat420/MFANNv0.25", + "name": "MFANNv0.25", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4972, - "hfopenllm_v2/BBH": 0.5084, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4339, - "hfopenllm_v2/MMLU-PRO": 0.3143 + "hfopenllm_v2/IFEval": 0.3467, + "hfopenllm_v2/BBH": 0.4794, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3688, + "hfopenllm_v2/MMLU-PRO": 0.3343 } }, { - "id": "icefog72/Ice0.38-19.11-RP", - "name": "Ice0.38-19.11-RP", - "developer": "icefog72", + "id": "netcat420/Qwen2.5-7b-MFANN-slerp", + "name": "Qwen2.5-7b-MFANN-slerp", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4403, - "hfopenllm_v2/BBH": 0.5101, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4367, - "hfopenllm_v2/MMLU-PRO": 0.314 + "hfopenllm_v2/IFEval": 0.6532, + "hfopenllm_v2/BBH": 0.5089, + "hfopenllm_v2/MATH Level 5": 0.287, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3417 } }, { - "id": "icefog72/Ice0.39-19.11-RP", - "name": "Ice0.39-19.11-RP", - "developer": "icefog72", + "id": "netcat420/Qwen2.5-7b-nerd-uncensored-MFANN-slerp", + "name": "Qwen2.5-7b-nerd-uncensored-MFANN-slerp", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4757, - "hfopenllm_v2/BBH": 0.5093, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4341, - "hfopenllm_v2/MMLU-PRO": 0.3127 + "hfopenllm_v2/IFEval": 0.1564, + "hfopenllm_v2/BBH": 0.292, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3792, + "hfopenllm_v2/MMLU-PRO": 0.11 } }, { - "id": "icefog72/Ice0.40-20.11-RP", - "name": "Ice0.40-20.11-RP", - "developer": "icefog72", + "id": "netcat420/Qwen2.5-7B-nerd-uncensored-v0.9-MFANN", + "name": "Qwen2.5-7B-nerd-uncensored-v0.9-MFANN", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4763, - "hfopenllm_v2/BBH": 0.5093, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4446, - "hfopenllm_v2/MMLU-PRO": 0.3099 + "hfopenllm_v2/IFEval": 0.5878, + "hfopenllm_v2/BBH": 0.5237, + "hfopenllm_v2/MATH Level 5": 0.3376, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3926, + "hfopenllm_v2/MMLU-PRO": 0.3904 } }, { - "id": "icefog72/Ice0.41-22.11-RP", - "name": "Ice0.41-22.11-RP", - "developer": "icefog72", + "id": "netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN", + "name": "Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.462, - "hfopenllm_v2/BBH": 0.4723, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.456, - "hfopenllm_v2/MMLU-PRO": 0.2618 + "hfopenllm_v2/IFEval": 0.5742, + "hfopenllm_v2/BBH": 0.5071, + "hfopenllm_v2/MATH Level 5": 0.2568, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4058, + "hfopenllm_v2/MMLU-PRO": 0.3157 } }, { - "id": "icefog72/Ice0.50-16.01-RP", - "name": "Ice0.50-16.01-RP", - "developer": "icefog72", + "id": "netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained", + "name": "Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4385, - "hfopenllm_v2/BBH": 0.498, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4381, - "hfopenllm_v2/MMLU-PRO": 0.3069 + "hfopenllm_v2/IFEval": 0.6486, + "hfopenllm_v2/BBH": 0.5066, + "hfopenllm_v2/MATH Level 5": 0.2991, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4152, + "hfopenllm_v2/MMLU-PRO": 0.3432 } }, { - "id": "icefog72/Ice0.50.1-16.01-RP", - "name": "Ice0.50.1-16.01-RP", - "developer": "icefog72", + "id": "netcat420/Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b", + "name": "Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4829, - "hfopenllm_v2/BBH": 0.5107, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4327, - "hfopenllm_v2/MMLU-PRO": 0.3132 + "hfopenllm_v2/IFEval": 0.2676, + "hfopenllm_v2/BBH": 0.3789, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2324, + "hfopenllm_v2/MUSR": 0.3528, + "hfopenllm_v2/MMLU-PRO": 0.1677 } }, { - "id": "icefog72/Ice0.51-16.01-RP", - "name": "Ice0.51-16.01-RP", - "developer": "icefog72", + "id": "netcat420/Qwen2.5-MFANN-7b", + "name": "Qwen2.5-MFANN-7b", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4431, - "hfopenllm_v2/BBH": 0.5044, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4437, - "hfopenllm_v2/MMLU-PRO": 0.306 + "hfopenllm_v2/IFEval": 0.6097, + "hfopenllm_v2/BBH": 0.5054, + "hfopenllm_v2/MATH Level 5": 0.2787, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.3233 } }, { - "id": "icefog72/Ice0.51.1-16.01-RP", - "name": "Ice0.51.1-16.01-RP", - "developer": "icefog72", + "id": "netcat420/qwen2.5-MFANN-7b-SLERP-V1.2", + "name": "qwen2.5-MFANN-7b-SLERP-V1.2", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4573, - "hfopenllm_v2/BBH": 0.5121, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4394, - "hfopenllm_v2/MMLU-PRO": 0.3104 + "hfopenllm_v2/IFEval": 0.6606, + "hfopenllm_v2/BBH": 0.5111, + "hfopenllm_v2/MATH Level 5": 0.287, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4259, + "hfopenllm_v2/MMLU-PRO": 0.3438 } }, { - "id": "icefog72/Ice0.52-16.01-RP", - "name": "Ice0.52-16.01-RP", - "developer": "icefog72", + "id": "netcat420/qwen2.5-MFANN-7b-SLERPv1.1", + "name": "qwen2.5-MFANN-7b-SLERPv1.1", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4503, - "hfopenllm_v2/BBH": 0.5047, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4396, - "hfopenllm_v2/MMLU-PRO": 0.308 + "hfopenllm_v2/IFEval": 0.6555, + "hfopenllm_v2/BBH": 0.5075, + "hfopenllm_v2/MATH Level 5": 0.2968, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4126, + "hfopenllm_v2/MMLU-PRO": 0.3448 } }, { - "id": "icefog72/Ice0.52.1-16.01-RP", - "name": "Ice0.52.1-16.01-RP", - "developer": "icefog72", + "id": "netcat420/qwen2.5-MFANN-7b-v1.1", + "name": "qwen2.5-MFANN-7b-v1.1", + "developer": "netcat420", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4549, - "hfopenllm_v2/BBH": 0.5106, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4394, - "hfopenllm_v2/MMLU-PRO": 0.3105 + "hfopenllm_v2/IFEval": 0.6088, + "hfopenllm_v2/BBH": 0.4967, + "hfopenllm_v2/MATH Level 5": 0.2825, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4114, + "hfopenllm_v2/MMLU-PRO": 0.3248 } }, { - "id": "icefog72/Ice0.53-16.01-RP", - "name": "Ice0.53-16.01-RP", - "developer": "icefog72", + "id": "netease-youdao/Confucius-o1-14B", + "name": "Confucius-o1-14B", + "developer": "netease-youdao", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4741, - "hfopenllm_v2/BBH": 0.5102, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4327, - "hfopenllm_v2/MMLU-PRO": 0.313 + "hfopenllm_v2/IFEval": 0.6378, + "hfopenllm_v2/BBH": 0.63, + "hfopenllm_v2/MATH Level 5": 0.4313, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4338, + "hfopenllm_v2/MMLU-PRO": 0.5265 } }, { - "id": "icefog72/Ice0.54-17.01-RP", - "name": "Ice0.54-17.01-RP", - "developer": "icefog72", + "id": "NeverSleep/Lumimaid-v0.2-12B", + "name": "Lumimaid-v0.2-12B", + "developer": "NeverSleep", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4379, - "hfopenllm_v2/BBH": 0.4853, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4874, - "hfopenllm_v2/MMLU-PRO": 0.2326 + "hfopenllm_v2/IFEval": 0.1099, + "hfopenllm_v2/BBH": 0.5396, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4821, + "hfopenllm_v2/MMLU-PRO": 0.3511 } }, { - "id": "icefog72/Ice0.55-17.01-RP", - "name": "Ice0.55-17.01-RP", - "developer": "icefog72", + "id": "NeverSleep/Lumimaid-v0.2-8B", + "name": "Lumimaid-v0.2-8B", + "developer": "NeverSleep", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4961, - "hfopenllm_v2/BBH": 0.5077, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4725, - "hfopenllm_v2/MMLU-PRO": 0.2658 + "hfopenllm_v2/IFEval": 0.5038, + "hfopenllm_v2/BBH": 0.5238, + "hfopenllm_v2/MATH Level 5": 0.1435, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4303, + "hfopenllm_v2/MMLU-PRO": 0.3636 } }, { - "id": "icefog72/Ice0.57-17.01-RP", - "name": "Ice0.57-17.01-RP", - "developer": "icefog72", + "id": "newsbang/Homer-7B-v0.1", + "name": "Homer-7B-v0.1", + "developer": "newsbang", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5152, - "hfopenllm_v2/BBH": 0.5064, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4686, - "hfopenllm_v2/MMLU-PRO": 0.2651 + "hfopenllm_v2/IFEval": 0.6109, + "hfopenllm_v2/BBH": 0.5601, + "hfopenllm_v2/MATH Level 5": 0.386, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4357, + "hfopenllm_v2/MMLU-PRO": 0.4475 } }, { - "id": "icefog72/Ice0.60-18.01-RP", - "name": "Ice0.60-18.01-RP", - "developer": "icefog72", + "id": "newsbang/Homer-7B-v0.2", + "name": "Homer-7B-v0.2", + "developer": "newsbang", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5374, - "hfopenllm_v2/BBH": 0.5094, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.467, - "hfopenllm_v2/MMLU-PRO": 0.2837 + "hfopenllm_v2/IFEval": 0.7494, + "hfopenllm_v2/BBH": 0.5517, + "hfopenllm_v2/MATH Level 5": 0.2477, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4298, + "hfopenllm_v2/MMLU-PRO": 0.441 } }, { - "id": "icefog72/Ice0.60.1-18.01-RP", - "name": "Ice0.60.1-18.01-RP", - "developer": "icefog72", + "id": "newsbang/Homer-v0.3-Qwen2.5-7B", + "name": "Homer-v0.3-Qwen2.5-7B", + "developer": "newsbang", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5188, - "hfopenllm_v2/BBH": 0.512, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4498, - "hfopenllm_v2/MMLU-PRO": 0.2914 + "hfopenllm_v2/IFEval": 0.5154, + "hfopenllm_v2/BBH": 0.5481, + "hfopenllm_v2/MATH Level 5": 0.3089, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4744, + "hfopenllm_v2/MMLU-PRO": 0.4456 } }, { - "id": "icefog72/Ice0.61-18.01-RP", - "name": "Ice0.61-18.01-RP", - "developer": "icefog72", + "id": "newsbang/Homer-v0.4-Qwen2.5-7B", + "name": "Homer-v0.4-Qwen2.5-7B", + "developer": "newsbang", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5441, - "hfopenllm_v2/BBH": 0.5105, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4697, - "hfopenllm_v2/MMLU-PRO": 0.2709 + "hfopenllm_v2/IFEval": 0.7999, + "hfopenllm_v2/BBH": 0.5533, + "hfopenllm_v2/MATH Level 5": 0.2779, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.4363 } }, { - "id": "icefog72/Ice0.62-18.01-RP", - "name": "Ice0.62-18.01-RP", - "developer": "icefog72", + "id": "newsbang/Homer-v0.5-Qwen2.5-7B", + "name": "Homer-v0.5-Qwen2.5-7B", + "developer": "newsbang", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5367, - "hfopenllm_v2/BBH": 0.5103, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4538, - "hfopenllm_v2/MMLU-PRO": 0.2877 + "hfopenllm_v2/IFEval": 0.7881, + "hfopenllm_v2/BBH": 0.554, + "hfopenllm_v2/MATH Level 5": 0.3724, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4193, + "hfopenllm_v2/MMLU-PRO": 0.4369 } }, { - "id": "icefog72/Ice0.62.1-24.01-RP", - "name": "Ice0.62.1-24.01-RP", - "developer": "icefog72", + "id": "newsbang/Homer-v1.0-Qwen2.5-72B", + "name": "Homer-v1.0-Qwen2.5-72B", + "developer": "newsbang", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5182, - "hfopenllm_v2/BBH": 0.5109, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4551, - "hfopenllm_v2/MMLU-PRO": 0.2871 + "hfopenllm_v2/IFEval": 0.7628, + "hfopenllm_v2/BBH": 0.731, + "hfopenllm_v2/MATH Level 5": 0.4902, + "hfopenllm_v2/GPQA": 0.4161, + "hfopenllm_v2/MUSR": 0.4677, + "hfopenllm_v2/MMLU-PRO": 0.6145 } }, { - "id": "icefog72/Ice0.64-24.01-RP", - "name": "Ice0.64-24.01-RP", - "developer": "icefog72", + "id": "newsbang/Homer-v1.0-Qwen2.5-7B", + "name": "Homer-v1.0-Qwen2.5-7B", + "developer": "newsbang", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5441, - "hfopenllm_v2/BBH": 0.506, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.462, - "hfopenllm_v2/MMLU-PRO": 0.2933 + "hfopenllm_v2/IFEval": 0.6393, + "hfopenllm_v2/BBH": 0.5655, + "hfopenllm_v2/MATH Level 5": 0.3323, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4278, + "hfopenllm_v2/MMLU-PRO": 0.4535 } }, { - "id": "icefog72/Ice0.64.1-24.01-RP", - "name": "Ice0.64.1-24.01-RP", - "developer": "icefog72", + "id": "Nexesenex/Dolphin3.0-Llama3.1-1B-abliterated", + "name": "Dolphin3.0-Llama3.1-1B-abliterated", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5447, - "hfopenllm_v2/BBH": 0.506, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.462, - "hfopenllm_v2/MMLU-PRO": 0.2933 + "hfopenllm_v2/IFEval": 0.5312, + "hfopenllm_v2/BBH": 0.3241, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.3237, + "hfopenllm_v2/MMLU-PRO": 0.1373 } }, { - "id": "icefog72/Ice0.65-25.01-RP", - "name": "Ice0.65-25.01-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DeepDive_3_Prev_v1.0", + "name": "Llama_3.1_8b_DeepDive_3_Prev_v1.0", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5029, - "hfopenllm_v2/BBH": 0.5096, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.434, - "hfopenllm_v2/MMLU-PRO": 0.2997 + "hfopenllm_v2/IFEval": 0.6809, + "hfopenllm_v2/BBH": 0.5155, + "hfopenllm_v2/MATH Level 5": 0.1866, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3666, + "hfopenllm_v2/MMLU-PRO": 0.3438 } }, { - "id": "icefog72/Ice0.66-25.01-RP", - "name": "Ice0.66-25.01-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0", + "name": "Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5325, - "hfopenllm_v2/BBH": 0.5129, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4434, - "hfopenllm_v2/MMLU-PRO": 0.3039 + "hfopenllm_v2/IFEval": 0.7101, + "hfopenllm_v2/BBH": 0.512, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.3758, + "hfopenllm_v2/MMLU-PRO": 0.3441 } }, { - "id": "icefog72/Ice0.67-25.01-RP", - "name": "Ice0.67-25.01-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.01", + "name": "Llama_3.1_8b_DoberWild_v2.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5361, - "hfopenllm_v2/BBH": 0.5113, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.3097 + "hfopenllm_v2/IFEval": 0.7996, + "hfopenllm_v2/BBH": 0.5251, + "hfopenllm_v2/MATH Level 5": 0.2002, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4012, + "hfopenllm_v2/MMLU-PRO": 0.3791 } }, { - "id": "icefog72/Ice0.68-25.01-RP", - "name": "Ice0.68-25.01-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.02", + "name": "Llama_3.1_8b_DoberWild_v2.02", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5514, - "hfopenllm_v2/BBH": 0.513, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4446, - "hfopenllm_v2/MMLU-PRO": 0.3012 + "hfopenllm_v2/IFEval": 0.7746, + "hfopenllm_v2/BBH": 0.5313, + "hfopenllm_v2/MATH Level 5": 0.1994, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3946, + "hfopenllm_v2/MMLU-PRO": 0.3764 } }, { - "id": "icefog72/Ice0.69-25.01-RP", - "name": "Ice0.69-25.01-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.03", + "name": "Llama_3.1_8b_DoberWild_v2.03", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5438, - "hfopenllm_v2/BBH": 0.5098, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4486, - "hfopenllm_v2/MMLU-PRO": 0.2965 + "hfopenllm_v2/IFEval": 0.7764, + "hfopenllm_v2/BBH": 0.5294, + "hfopenllm_v2/MATH Level 5": 0.2077, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3906, + "hfopenllm_v2/MMLU-PRO": 0.3722 } }, { - "id": "icefog72/Ice0.7-29.09-RP", - "name": "Ice0.7-29.09-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DobHerWild_R1_v1.1R", + "name": "Llama_3.1_8b_DobHerWild_R1_v1.1R", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5176, - "hfopenllm_v2/BBH": 0.5048, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4238, - "hfopenllm_v2/MMLU-PRO": 0.3127 + "hfopenllm_v2/IFEval": 0.76, + "hfopenllm_v2/BBH": 0.5257, + "hfopenllm_v2/MATH Level 5": 0.2319, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3852, + "hfopenllm_v2/MMLU-PRO": 0.3688 } }, { - "id": "icefog72/Ice0.70-25.01-RP", - "name": "Ice0.70-25.01-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.01", + "name": "Llama_3.1_8b_DodoWild_v2.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5498, - "hfopenllm_v2/BBH": 0.5136, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4512, - "hfopenllm_v2/MMLU-PRO": 0.2996 + "hfopenllm_v2/IFEval": 0.7978, + "hfopenllm_v2/BBH": 0.5253, + "hfopenllm_v2/MATH Level 5": 0.1986, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.409, + "hfopenllm_v2/MMLU-PRO": 0.3738 } }, { - "id": "icefog72/Ice0.70.1-01.02-RP", - "name": "Ice0.70.1-01.02-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.02", + "name": "Llama_3.1_8b_DodoWild_v2.02", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.507, - "hfopenllm_v2/BBH": 0.506, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4599, - "hfopenllm_v2/MMLU-PRO": 0.2749 + "hfopenllm_v2/IFEval": 0.8017, + "hfopenllm_v2/BBH": 0.5262, + "hfopenllm_v2/MATH Level 5": 0.2273, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3971, + "hfopenllm_v2/MMLU-PRO": 0.3761 } }, { - "id": "icefog72/Ice0.73-01.02-RP", - "name": "Ice0.73-01.02-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.03", + "name": "Llama_3.1_8b_DodoWild_v2.03", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5292, - "hfopenllm_v2/BBH": 0.5103, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4664, - "hfopenllm_v2/MMLU-PRO": 0.2702 + "hfopenllm_v2/IFEval": 0.7941, + "hfopenllm_v2/BBH": 0.5308, + "hfopenllm_v2/MATH Level 5": 0.2221, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.3959, + "hfopenllm_v2/MMLU-PRO": 0.3786 } }, { - "id": "icefog72/Ice0.74-02.02-RP", - "name": "Ice0.74-02.02-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_DodoWild_v2.10", + "name": "Llama_3.1_8b_DodoWild_v2.10", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2935, - "hfopenllm_v2/BBH": 0.4646, - "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/IFEval": 0.8054, + "hfopenllm_v2/BBH": 0.5278, + "hfopenllm_v2/MATH Level 5": 0.1971, "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.2143 + "hfopenllm_v2/MUSR": 0.4157, + "hfopenllm_v2/MMLU-PRO": 0.3855 } }, { - "id": "icefog72/Ice0.76-02.02-RP", - "name": "Ice0.76-02.02-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.01", + "name": "Llama_3.1_8b_Dolermed_R1_V1.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4529, - "hfopenllm_v2/BBH": 0.5086, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4362, - "hfopenllm_v2/MMLU-PRO": 0.2652 + "hfopenllm_v2/IFEval": 0.7534, + "hfopenllm_v2/BBH": 0.5312, + "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3747, + "hfopenllm_v2/MMLU-PRO": 0.3733 } }, { - "id": "icefog72/Ice0.77-02.02-RP", - "name": "Ice0.77-02.02-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.03", + "name": "Llama_3.1_8b_Dolermed_R1_V1.03", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.531, - "hfopenllm_v2/BBH": 0.5109, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4765, - "hfopenllm_v2/MMLU-PRO": 0.2999 + "hfopenllm_v2/IFEval": 0.7564, + "hfopenllm_v2/BBH": 0.5316, + "hfopenllm_v2/MATH Level 5": 0.2092, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.38, + "hfopenllm_v2/MMLU-PRO": 0.372 } }, { - "id": "icefog72/Ice0.78-02.02-RP", - "name": "Ice0.78-02.02-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Dolermed_V1.01", + "name": "Llama_3.1_8b_Dolermed_V1.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4053, - "hfopenllm_v2/BBH": 0.5002, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4686, - "hfopenllm_v2/MMLU-PRO": 0.2955 + "hfopenllm_v2/IFEval": 0.5087, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3945, + "hfopenllm_v2/MMLU-PRO": 0.357 } }, { - "id": "icefog72/Ice0.80-03.02-RP", - "name": "Ice0.80-03.02-RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Dolerstormed_V1.04", + "name": "Llama_3.1_8b_Dolerstormed_V1.04", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5516, - "hfopenllm_v2/BBH": 0.5098, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4923, - "hfopenllm_v2/MMLU-PRO": 0.2912 + "hfopenllm_v2/IFEval": 0.7889, + "hfopenllm_v2/BBH": 0.5195, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.403, + "hfopenllm_v2/MMLU-PRO": 0.3889 } }, { - "id": "icefog72/IceCocoaRP-7b", - "name": "IceCocoaRP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Hermedash_R1_V1.04", + "name": "Llama_3.1_8b_Hermedash_R1_V1.04", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4962, - "hfopenllm_v2/BBH": 0.4938, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3098 + "hfopenllm_v2/IFEval": 0.7872, + "hfopenllm_v2/BBH": 0.5192, + "hfopenllm_v2/MATH Level 5": 0.1866, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4111, + "hfopenllm_v2/MMLU-PRO": 0.3882 } }, { - "id": "icefog72/IceCoffeeRP-7b", - "name": "IceCoffeeRP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.01", + "name": "Llama_3.1_8b_Hermedive_R1_V1.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4959, - "hfopenllm_v2/BBH": 0.4889, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.416, - "hfopenllm_v2/MMLU-PRO": 0.2975 + "hfopenllm_v2/IFEval": 0.5001, + "hfopenllm_v2/BBH": 0.5171, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4008, + "hfopenllm_v2/MMLU-PRO": 0.3427 } }, { - "id": "icefog72/IceDrinkByFrankensteinV3RP", - "name": "IceDrinkByFrankensteinV3RP", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.03", + "name": "Llama_3.1_8b_Hermedive_R1_V1.03", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4975, - "hfopenllm_v2/BBH": 0.4833, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4253, - "hfopenllm_v2/MMLU-PRO": 0.2927 + "hfopenllm_v2/IFEval": 0.6648, + "hfopenllm_v2/BBH": 0.5141, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3613, + "hfopenllm_v2/MMLU-PRO": 0.3488 } }, { - "id": "icefog72/IceDrinkNameGoesHereRP-7b-Model_Stock", - "name": "IceDrinkNameGoesHereRP-7b-Model_Stock", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Hermedive_V1.01", + "name": "Llama_3.1_8b_Hermedive_V1.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4968, - "hfopenllm_v2/BBH": 0.4658, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4067, - "hfopenllm_v2/MMLU-PRO": 0.2817 + "hfopenllm_v2/IFEval": 0.5062, + "hfopenllm_v2/BBH": 0.4918, + "hfopenllm_v2/MATH Level 5": 0.1647, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3697, + "hfopenllm_v2/MMLU-PRO": 0.3551 } }, { - "id": "icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock", - "name": "IceDrinkNameNotFoundRP-7b-Model_Stock", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Mediver_V1.01", + "name": "Llama_3.1_8b_Mediver_V1.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.513, - "hfopenllm_v2/BBH": 0.5026, - "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/IFEval": 0.1885, + "hfopenllm_v2/BBH": 0.4415, + "hfopenllm_v2/MATH Level 5": 0.0015, "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.3064 + "hfopenllm_v2/MUSR": 0.3898, + "hfopenllm_v2/MMLU-PRO": 0.2994 } }, { - "id": "icefog72/IceDrunkCherryRP-7b", - "name": "IceDrunkCherryRP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Medusa_v1.01", + "name": "Llama_3.1_8b_Medusa_v1.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4898, - "hfopenllm_v2/BBH": 0.4847, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4292, - "hfopenllm_v2/MMLU-PRO": 0.3009 + "hfopenllm_v2/IFEval": 0.7685, + "hfopenllm_v2/BBH": 0.5018, + "hfopenllm_v2/MATH Level 5": 0.1465, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4067, + "hfopenllm_v2/MMLU-PRO": 0.3531 } }, { - "id": "icefog72/IceDrunkenCherryRP-7b", - "name": "IceDrunkenCherryRP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Smarteaz_0.2_R1", + "name": "Llama_3.1_8b_Smarteaz_0.2_R1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4763, - "hfopenllm_v2/BBH": 0.5093, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4446, - "hfopenllm_v2/MMLU-PRO": 0.3099 + "hfopenllm_v2/IFEval": 0.6346, + "hfopenllm_v2/BBH": 0.5113, + "hfopenllm_v2/MATH Level 5": 0.2606, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4188, + "hfopenllm_v2/MMLU-PRO": 0.3645 } }, { - "id": "icefog72/IceEspressoRPv2-7b", - "name": "IceEspressoRPv2-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Smarteaz_V1.01", + "name": "Llama_3.1_8b_Smarteaz_V1.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4977, - "hfopenllm_v2/BBH": 0.5055, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4331, - "hfopenllm_v2/MMLU-PRO": 0.3061 + "hfopenllm_v2/IFEval": 0.8151, + "hfopenllm_v2/BBH": 0.5241, + "hfopenllm_v2/MATH Level 5": 0.2341, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3789, + "hfopenllm_v2/MMLU-PRO": 0.3736 } }, { - "id": "icefog72/IceLemonTeaRP-32k-7b", - "name": "IceLemonTeaRP-32k-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Stormeder_v1.04", + "name": "Llama_3.1_8b_Stormeder_v1.04", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5212, - "hfopenllm_v2/BBH": 0.4997, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.3068 + "hfopenllm_v2/IFEval": 0.7853, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.185, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.3949, + "hfopenllm_v2/MMLU-PRO": 0.3852 } }, { - "id": "icefog72/IceMartiniRP-7b", - "name": "IceMartiniRP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.1_8b_Typhoon_v1.03", + "name": "Llama_3.1_8b_Typhoon_v1.03", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5045, - "hfopenllm_v2/BBH": 0.4972, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4345, - "hfopenllm_v2/MMLU-PRO": 0.3073 + "hfopenllm_v2/IFEval": 0.8078, + "hfopenllm_v2/BBH": 0.5314, + "hfopenllm_v2/MATH Level 5": 0.2273, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3815, + "hfopenllm_v2/MMLU-PRO": 0.3842 } }, { - "id": "icefog72/IceNalyvkaRP-7b", - "name": "IceNalyvkaRP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.2_1b_AquaSyn_0.1", + "name": "Llama_3.2_1b_AquaSyn_0.1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5498, - "hfopenllm_v2/BBH": 0.5136, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4512, - "hfopenllm_v2/MMLU-PRO": 0.2996 + "hfopenllm_v2/IFEval": 0.2741, + "hfopenllm_v2/BBH": 0.3284, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.346, + "hfopenllm_v2/MMLU-PRO": 0.1378 } }, { - "id": "icefog72/IceSakeRP-7b", - "name": "IceSakeRP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.2_1b_AquaSyn_0.11", + "name": "Llama_3.2_1b_AquaSyn_0.11", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5228, - "hfopenllm_v2/BBH": 0.5119, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.413, - "hfopenllm_v2/MMLU-PRO": 0.3177 + "hfopenllm_v2/IFEval": 0.2431, + "hfopenllm_v2/BBH": 0.3112, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.1116 } }, { - "id": "icefog72/IceSakeV4RP-7b", - "name": "IceSakeV4RP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.2_1b_Dolto_0.1", + "name": "Llama_3.2_1b_Dolto_0.1", + "developer": "Nexesenex", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5434, + "hfopenllm_v2/BBH": 0.335, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2374, + "hfopenllm_v2/MUSR": 0.3421, + "hfopenllm_v2/MMLU-PRO": 0.1364 + } + }, + { + "id": "Nexesenex/Llama_3.2_1b_Odyssea_V1", + "name": "Llama_3.2_1b_Odyssea_V1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4634, - "hfopenllm_v2/BBH": 0.493, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4082, - "hfopenllm_v2/MMLU-PRO": 0.3103 + "hfopenllm_v2/IFEval": 0.2553, + "hfopenllm_v2/BBH": 0.301, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3394, + "hfopenllm_v2/MMLU-PRO": 0.1153 } }, { - "id": "icefog72/IceSakeV6RP-7b", - "name": "IceSakeV6RP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.2_1b_Odyssea_V1.01", + "name": "Llama_3.2_1b_Odyssea_V1.01", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5033, - "hfopenllm_v2/BBH": 0.4976, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.42, - "hfopenllm_v2/MMLU-PRO": 0.3093 + "hfopenllm_v2/IFEval": 0.2495, + "hfopenllm_v2/BBH": 0.3045, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.342, + "hfopenllm_v2/MMLU-PRO": 0.1152 } }, { - "id": "icefog72/IceSakeV8RP-7b", - "name": "IceSakeV8RP-7b", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.2_1b_OpenTree_R1_0.1", + "name": "Llama_3.2_1b_OpenTree_R1_0.1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6086, - "hfopenllm_v2/BBH": 0.4885, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3993, - "hfopenllm_v2/MMLU-PRO": 0.301 + "hfopenllm_v2/IFEval": 0.5366, + "hfopenllm_v2/BBH": 0.328, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3131, + "hfopenllm_v2/MMLU-PRO": 0.1675 } }, { - "id": "icefog72/IceTea21EnergyDrinkRPV13-DPOv3", - "name": "IceTea21EnergyDrinkRPV13-DPOv3", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.2_1b_OrcaSun_V1", + "name": "Llama_3.2_1b_OrcaSun_V1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5263, - "hfopenllm_v2/BBH": 0.502, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.3056 + "hfopenllm_v2/IFEval": 0.5949, + "hfopenllm_v2/BBH": 0.355, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.2366, + "hfopenllm_v2/MUSR": 0.338, + "hfopenllm_v2/MMLU-PRO": 0.1904 } }, { - "id": "icefog72/IceTea21EnergyDrinkRPV13-DPOv3.5", - "name": "IceTea21EnergyDrinkRPV13-DPOv3.5", - "developer": "icefog72", + "id": "Nexesenex/Llama_3.2_1b_RandomLego_RP_R1_0.1", + "name": "Llama_3.2_1b_RandomLego_RP_R1_0.1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4871, - "hfopenllm_v2/BBH": 0.44, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.2498 + "hfopenllm_v2/IFEval": 0.5543, + "hfopenllm_v2/BBH": 0.3428, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1563 } }, { - "id": "ifable/gemma-2-Ifable-9B", - "name": "gemma-2-Ifable-9B", - "developer": "ifable", + "id": "Nexesenex/Llama_3.2_1b_SunOrca_V1", + "name": "Llama_3.2_1b_SunOrca_V1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2984, - "hfopenllm_v2/BBH": 0.5866, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4053, - "hfopenllm_v2/MMLU-PRO": 0.4226 + "hfopenllm_v2/IFEval": 0.543, + "hfopenllm_v2/BBH": 0.3431, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1884 } }, { - "id": "ilsp/Llama-Krikri-8B-Instruct", - "name": "Llama-Krikri-8B-Instruct", - "developer": "ilsp", + "id": "Nexesenex/Llama_3.2_1b_Sydonia_0.1", + "name": "Llama_3.2_1b_Sydonia_0.1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6079, - "hfopenllm_v2/BBH": 0.5047, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.408, - "hfopenllm_v2/MMLU-PRO": 0.3313 + "hfopenllm_v2/IFEval": 0.2197, + "hfopenllm_v2/BBH": 0.3121, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2282, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1224 } }, { - "id": "inflatebot/MN-12B-Mag-Mell-R1", - "name": "MN-12B-Mag-Mell-R1", - "developer": "inflatebot", + "id": "Nexesenex/Llama_3.2_1b_Syneridol_0.2", + "name": "Llama_3.2_1b_Syneridol_0.2", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4613, - "hfopenllm_v2/BBH": 0.5304, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4002, - "hfopenllm_v2/MMLU-PRO": 0.3438 + "hfopenllm_v2/IFEval": 0.2157, + "hfopenllm_v2/BBH": 0.3139, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2349, + "hfopenllm_v2/MUSR": 0.3343, + "hfopenllm_v2/MMLU-PRO": 0.1227 } }, { - "id": "infly/INF-ORM-Llama3.1-70B", - "name": "infly/INF-ORM-Llama3.1-70B", - "developer": "infly", + "id": "Nexesenex/Llama_3.2_1b_Synopsys_0.1", + "name": "Llama_3.2_1b_Synopsys_0.1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7648, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.9101, - "reward-bench/Safety": 0.9644, - "reward-bench/Reasoning": 0.9912, - "reward-bench/Factuality": 0.7411, - "reward-bench/Precise IF": 0.4188, - "reward-bench/Math": 0.6995, - "reward-bench/Focus": 0.903, - "reward-bench/Ties": 0.8622 + "hfopenllm_v2/IFEval": 0.1764, + "hfopenllm_v2/BBH": 0.3162, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3461, + "hfopenllm_v2/MMLU-PRO": 0.1231 } }, { - "id": "informatiker/Qwen2-7B-Instruct-abliterated", - "name": "Qwen2-7B-Instruct-abliterated", - "developer": "informatiker", + "id": "Nexesenex/Llama_3.2_1b_Synopsys_0.11", + "name": "Llama_3.2_1b_Synopsys_0.11", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5822, - "hfopenllm_v2/BBH": 0.5534, - "hfopenllm_v2/MATH Level 5": 0.2636, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3888, - "hfopenllm_v2/MMLU-PRO": 0.3873 + "hfopenllm_v2/IFEval": 0.2842, + "hfopenllm_v2/BBH": 0.3102, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3513, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "insightfactory/Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model", - "name": "Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model", - "developer": "insightfactory", + "id": "Nexesenex/Llama_3.2_3b_Kermes_v1", + "name": "Llama_3.2_3b_Kermes_v1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4588, - "hfopenllm_v2/BBH": 0.4146, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3499, - "hfopenllm_v2/MMLU-PRO": 0.296 + "hfopenllm_v2/IFEval": 0.4852, + "hfopenllm_v2/BBH": 0.441, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.407, + "hfopenllm_v2/MMLU-PRO": 0.2547 } }, { - "id": "instruction-pretrain/InstructLM-500M", - "name": "InstructLM-500M", - "developer": "instruction-pretrain", + "id": "Nexesenex/Llama_3.2_3b_Kermes_v2", + "name": "Llama_3.2_3b_Kermes_v2", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1028, - "hfopenllm_v2/BBH": 0.2941, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3528, - "hfopenllm_v2/MMLU-PRO": 0.1141 + "hfopenllm_v2/IFEval": 0.5754, + "hfopenllm_v2/BBH": 0.4455, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3778, + "hfopenllm_v2/MMLU-PRO": 0.2734 } }, { - "id": "internlm/internlm2-1_8b", - "name": "internlm2-1_8b", - "developer": "internlm", + "id": "Nexesenex/Llama_3.2_3b_Kermes_v2.1", + "name": "Llama_3.2_3b_Kermes_v2.1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2198, - "hfopenllm_v2/BBH": 0.388, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3813, - "hfopenllm_v2/MMLU-PRO": 0.1588 + "hfopenllm_v2/IFEval": 0.5584, + "hfopenllm_v2/BBH": 0.4464, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.2692 } }, { - "id": "internlm/internlm2-1_8b-reward", - "name": "internlm/internlm2-1_8b-reward", - "developer": "internlm", + "id": "Nexesenex/Nemotron_W_4b_Halo_0.1", + "name": "Nemotron_W_4b_Halo_0.1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8217, - "reward-bench/Factuality": 0.2758, - "reward-bench/Precise IF": 0.3625, - "reward-bench/Math": 0.4426, - "reward-bench/Safety": 0.8162, - "reward-bench/Focus": 0.596, - "reward-bench/Ties": 0.1934, - "reward-bench/Chat": 0.9358, - "reward-bench/Chat Hard": 0.6623, - "reward-bench/Reasoning": 0.8724 + "hfopenllm_v2/IFEval": 0.3627, + "hfopenllm_v2/BBH": 0.4135, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4165, + "hfopenllm_v2/MMLU-PRO": 0.2505 } }, { - "id": "internlm/internlm2-20b-reward", - "name": "internlm/internlm2-20b-reward", - "developer": "internlm", + "id": "Nexesenex/Nemotron_W_4b_MagLight_0.1", + "name": "Nemotron_W_4b_MagLight_0.1", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9016, - "reward-bench/Factuality": 0.5558, - "reward-bench/Precise IF": 0.3625, - "reward-bench/Math": 0.5738, - "reward-bench/Safety": 0.8946, - "reward-bench/Focus": 0.7253, - "reward-bench/Ties": 0.5483, - "reward-bench/Chat": 0.9888, - "reward-bench/Chat Hard": 0.7654, - "reward-bench/Reasoning": 0.9576 + "hfopenllm_v2/IFEval": 0.423, + "hfopenllm_v2/BBH": 0.4231, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4112, + "hfopenllm_v2/MMLU-PRO": 0.2545 } }, { - "id": "internlm/internlm2-7b", - "name": "internlm2-7b", - "developer": "internlm", + "id": "Nexesenex/pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL", + "name": "pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.228, - "hfopenllm_v2/BBH": 0.5825, - "hfopenllm_v2/MATH Level 5": 0.0857, - "hfopenllm_v2/GPQA": 0.3367, - "hfopenllm_v2/MUSR": 0.44, - "hfopenllm_v2/MMLU-PRO": 0.19 + "hfopenllm_v2/IFEval": 0.589, + "hfopenllm_v2/BBH": 0.3562, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.1803 } }, { - "id": "internlm/internlm2-7b-reward", - "name": "internlm/internlm2-7b-reward", - "developer": "internlm", + "id": "Nexesenex/Qwen_2.5_3b_Smarteaz_0.01a", + "name": "Qwen_2.5_3b_Smarteaz_0.01a", + "developer": "Nexesenex", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8759, - "reward-bench/Factuality": 0.4211, - "reward-bench/Precise IF": 0.4, - "reward-bench/Math": 0.5628, - "reward-bench/Safety": 0.8716, - "reward-bench/Focus": 0.7051, - "reward-bench/Ties": 0.5164, - "reward-bench/Chat": 0.9916, - "reward-bench/Chat Hard": 0.6952, - "reward-bench/Reasoning": 0.9453 + "hfopenllm_v2/IFEval": 0.4012, + "hfopenllm_v2/BBH": 0.4637, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.286 } }, { - "id": "internlm/internlm2-chat-1_8b", - "name": "internlm2-chat-1_8b", - "developer": "internlm", + "id": "Nexusflow/NexusRaven-V2-13B", + "name": "NexusRaven-V2-13B", + "developer": "Nexusflow", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2387, - "hfopenllm_v2/BBH": 0.4452, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3631, - "hfopenllm_v2/MMLU-PRO": 0.1839 + "hfopenllm_v2/IFEval": 0.1791, + "hfopenllm_v2/BBH": 0.3949, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3737, + "hfopenllm_v2/MMLU-PRO": 0.1872 } }, { - "id": "internlm/internlm2_5-1_8b-chat", - "name": "internlm2_5-1_8b-chat", - "developer": "internlm", + "id": "Nexusflow/Starling-RM-34B", + "name": "Nexusflow/Starling-RM-34B", + "developer": "Nexusflow", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3849, - "hfopenllm_v2/BBH": 0.4489, - "hfopenllm_v2/MATH Level 5": 0.1586, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3594, - "hfopenllm_v2/MMLU-PRO": 0.1299 + "reward-bench/Score": 0.8133, + "reward-bench/Factuality": 0.4589, + "reward-bench/Precise IF": 0.3187, + "reward-bench/Math": 0.6175, + "reward-bench/Safety": 0.877, + "reward-bench/Focus": 0.4808, + "reward-bench/Ties": 0.1004, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.5724, + "reward-bench/Reasoning": 0.8845, + "reward-bench/Prior Sets (0.5 weight)": 0.7137 } }, { - "id": "internlm/internlm2_5-20b-chat", - "name": "internlm2_5-20b-chat", - "developer": "internlm", + "id": "nguyentd/FinancialAdvice-Qwen2.5-7B", + "name": "FinancialAdvice-Qwen2.5-7B", + "developer": "nguyentd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.701, - "hfopenllm_v2/BBH": 0.7474, - "hfopenllm_v2/MATH Level 5": 0.4079, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4558, - "hfopenllm_v2/MMLU-PRO": 0.3998 + "hfopenllm_v2/IFEval": 0.4496, + "hfopenllm_v2/BBH": 0.4731, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4025, + "hfopenllm_v2/MMLU-PRO": 0.3752 } }, { - "id": "internlm/internlm2_5-7b-chat", - "name": "internlm2_5-7b-chat", - "developer": "internlm", + "id": "ngxson/MiniThinky-1B-Llama-3.2", + "name": "MiniThinky-1B-Llama-3.2", + "developer": "ngxson", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5539, - "hfopenllm_v2/BBH": 0.7073, - "hfopenllm_v2/MATH Level 5": 0.253, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4594, - "hfopenllm_v2/MMLU-PRO": 0.3777 + "hfopenllm_v2/IFEval": 0.2771, + "hfopenllm_v2/BBH": 0.3142, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3434, + "hfopenllm_v2/MMLU-PRO": 0.1147 } }, { - "id": "intervitens/mini-magnum-12b-v1.1", - "name": "mini-magnum-12b-v1.1", - "developer": "intervitens", + "id": "ngxson/MiniThinky-v2-1B-Llama-3.2", + "name": "MiniThinky-v2-1B-Llama-3.2", + "developer": "ngxson", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5156, - "hfopenllm_v2/BBH": 0.5062, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4004, - "hfopenllm_v2/MMLU-PRO": 0.3291 + "hfopenllm_v2/IFEval": 0.2963, + "hfopenllm_v2/BBH": 0.3205, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3356, + "hfopenllm_v2/MMLU-PRO": 0.1116 } }, { - "id": "inumulaisk/eval_model", - "name": "eval_model", - "developer": "inumulaisk", + "id": "nhyha/merge_Qwen2.5-7B-Instruct_20241023_0314", + "name": "merge_Qwen2.5-7B-Instruct_20241023_0314", + "developer": "nhyha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1931, - "hfopenllm_v2/BBH": 0.3512, - "hfopenllm_v2/MATH Level 5": 0.2976, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.1664 + "hfopenllm_v2/IFEval": 0.5695, + "hfopenllm_v2/BBH": 0.5559, + "hfopenllm_v2/MATH Level 5": 0.3542, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4251, + "hfopenllm_v2/MMLU-PRO": 0.4542 } }, { - "id": "invalid-coder/Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp", - "name": "Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp", - "developer": "invalid-coder", + "id": "nhyha/N3N_Delirium-v1_1030_0227", + "name": "N3N_Delirium-v1_1030_0227", + "developer": "nhyha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4555, - "hfopenllm_v2/BBH": 0.5158, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3992, - "hfopenllm_v2/MMLU-PRO": 0.3146 + "hfopenllm_v2/IFEval": 0.8023, + "hfopenllm_v2/BBH": 0.5891, + "hfopenllm_v2/MATH Level 5": 0.2107, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4098, + "hfopenllm_v2/MMLU-PRO": 0.415 } }, { - "id": "invisietch/EtherealRainbow-v0.2-8B", - "name": "EtherealRainbow-v0.2-8B", - "developer": "invisietch", + "id": "nhyha/N3N_gemma-2-9b-it_20241029_1532", + "name": "N3N_gemma-2-9b-it_20241029_1532", + "developer": "nhyha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3903, - "hfopenllm_v2/BBH": 0.5102, - "hfopenllm_v2/MATH Level 5": 0.0823, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3827, - "hfopenllm_v2/MMLU-PRO": 0.3653 + "hfopenllm_v2/IFEval": 0.6752, + "hfopenllm_v2/BBH": 0.5863, + "hfopenllm_v2/MATH Level 5": 0.2122, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.4594, + "hfopenllm_v2/MMLU-PRO": 0.4122 } }, { - "id": "invisietch/EtherealRainbow-v0.3-8B", - "name": "EtherealRainbow-v0.3-8B", - "developer": "invisietch", + "id": "nhyha/N3N_gemma-2-9b-it_20241110_2026", + "name": "N3N_gemma-2-9b-it_20241110_2026", + "developer": "nhyha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3682, - "hfopenllm_v2/BBH": 0.5097, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3904, - "hfopenllm_v2/MMLU-PRO": 0.3626 + "hfopenllm_v2/IFEval": 0.6283, + "hfopenllm_v2/BBH": 0.5867, + "hfopenllm_v2/MATH Level 5": 0.1609, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.402 } }, { - "id": "invisietch/MiS-Firefly-v0.2-22B", - "name": "MiS-Firefly-v0.2-22B", - "developer": "invisietch", + "id": "nhyha/N3N_Llama-3.1-8B-Instruct_1028_0216", + "name": "N3N_Llama-3.1-8B-Instruct_1028_0216", + "developer": "nhyha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5371, - "hfopenllm_v2/BBH": 0.5514, - "hfopenllm_v2/MATH Level 5": 0.1654, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4694, - "hfopenllm_v2/MMLU-PRO": 0.362 + "hfopenllm_v2/IFEval": 0.4796, + "hfopenllm_v2/BBH": 0.5054, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.405, + "hfopenllm_v2/MMLU-PRO": 0.3638 } }, { - "id": "invisietch/Nimbus-Miqu-v0.1-70B", - "name": "Nimbus-Miqu-v0.1-70B", - "developer": "invisietch", + "id": "nicolinho/QRM-Gemma-2-27B", + "name": "nicolinho/QRM-Gemma-2-27B", + "developer": "nicolinho", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4647, - "hfopenllm_v2/BBH": 0.601, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4133, - "hfopenllm_v2/MMLU-PRO": 0.3853 + "reward-bench/Score": 0.7667, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.9013, + "reward-bench/Safety": 0.9578, + "reward-bench/Reasoning": 0.9826, + "reward-bench/Factuality": 0.7853, + "reward-bench/Precise IF": 0.3719, + "reward-bench/Math": 0.6995, + "reward-bench/Focus": 0.9535, + "reward-bench/Ties": 0.8321 } }, { - "id": "irahulpandey/mistralai-7B-slerp-v0.1", - "name": "mistralai-7B-slerp-v0.1", - "developer": "irahulpandey", + "id": "nicolinho/QRM-Llama3-8B", + "name": "nicolinho/QRM-Llama3-8B", + "developer": "nicolinho", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4966, - "hfopenllm_v2/BBH": 0.5011, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.455, - "hfopenllm_v2/MMLU-PRO": 0.2951 + "reward-bench/Score": 0.911, + "reward-bench/Chat": 0.9581, + "reward-bench/Chat Hard": 0.8114, + "reward-bench/Safety": 0.8986, + "reward-bench/Reasoning": 0.9758 } }, { - "id": "jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model", - "name": "pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model", - "developer": "jaredjoss", + "id": "nicolinho/QRM-Llama3.1-8B", + "name": "nicolinho/QRM-Llama3.1-8B", + "developer": "nicolinho", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1572, - "hfopenllm_v2/BBH": 0.2863, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3607, - "hfopenllm_v2/MMLU-PRO": 0.1169 + "reward-bench/Score": 0.9306, + "reward-bench/Chat": 0.9441, + "reward-bench/Chat Hard": 0.8969, + "reward-bench/Safety": 0.923, + "reward-bench/Reasoning": 0.9583 } }, { - "id": "jaspionjader/Auro-Kosmos-EVAA-v2-8B", - "name": "Auro-Kosmos-EVAA-v2-8B", - "developer": "jaspionjader", + "id": "nicolinho/QRM-Llama3.1-8B-v2", + "name": "nicolinho/QRM-Llama3.1-8B-v2", + "developer": "nicolinho", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4778, - "hfopenllm_v2/BBH": 0.5447, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.425, - "hfopenllm_v2/MMLU-PRO": 0.3858 + "reward-bench/Score": 0.9314, + "reward-bench/Factuality": 0.6653, + "reward-bench/Precise IF": 0.4062, + "reward-bench/Math": 0.612, + "reward-bench/Safety": 0.9257, + "reward-bench/Focus": 0.8909, + "reward-bench/Ties": 0.7234, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.8684, + "reward-bench/Reasoning": 0.9677 } }, { - "id": "jaspionjader/Auro-Kosmos-EVAA-v2.1-8B", - "name": "Auro-Kosmos-EVAA-v2.1-8B", - "developer": "jaspionjader", + "id": "nidum/Nidum-Limitless-Gemma-2B", + "name": "Nidum-Limitless-Gemma-2B", + "developer": "nidum", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4666, - "hfopenllm_v2/BBH": 0.5444, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4317, - "hfopenllm_v2/MMLU-PRO": 0.3826 + "hfopenllm_v2/IFEval": 0.2424, + "hfopenllm_v2/BBH": 0.3079, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.374, + "hfopenllm_v2/MMLU-PRO": 0.1174 } }, { - "id": "jaspionjader/Auro-Kosmos-EVAA-v2.2-8B", - "name": "Auro-Kosmos-EVAA-v2.2-8B", - "developer": "jaspionjader", + "id": "NikolaSigmoid/AceMath-1.5B-Instruct-1epoch", + "name": "AceMath-1.5B-Instruct-1epoch", + "developer": "NikolaSigmoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4268, - "hfopenllm_v2/BBH": 0.5431, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.3798 + "hfopenllm_v2/IFEval": 0.2849, + "hfopenllm_v2/BBH": 0.4263, + "hfopenllm_v2/MATH Level 5": 0.3051, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3925, + "hfopenllm_v2/MMLU-PRO": 0.2376 } }, { - "id": "jaspionjader/Auro-Kosmos-EVAA-v2.3-8B", - "name": "Auro-Kosmos-EVAA-v2.3-8B", - "developer": "jaspionjader", + "id": "NikolaSigmoid/AceMath-1.5B-Instruct-dolphin-r1-200", + "name": "AceMath-1.5B-Instruct-dolphin-r1-200", + "developer": "NikolaSigmoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4271, - "hfopenllm_v2/BBH": 0.5441, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4278, - "hfopenllm_v2/MMLU-PRO": 0.3784 + "hfopenllm_v2/IFEval": 0.1808, + "hfopenllm_v2/BBH": 0.2815, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.375, + "hfopenllm_v2/MMLU-PRO": 0.1143 } }, { - "id": "jaspionjader/Kosmos-Aurora_faustus-8B", - "name": "Kosmos-Aurora_faustus-8B", - "developer": "jaspionjader", + "id": "NikolaSigmoid/acemath-200", + "name": "acemath-200", + "developer": "NikolaSigmoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4432, - "hfopenllm_v2/BBH": 0.526, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4117, - "hfopenllm_v2/MMLU-PRO": 0.3813 + "hfopenllm_v2/IFEval": 0.2849, + "hfopenllm_v2/BBH": 0.4263, + "hfopenllm_v2/MATH Level 5": 0.3051, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3925, + "hfopenllm_v2/MMLU-PRO": 0.2376 } }, { - "id": "jaspionjader/Kosmos-EVAA-8B", - "name": "Kosmos-EVAA-8B", - "developer": "jaspionjader", + "id": "NikolaSigmoid/DeepSeek-R1-Distill-Qwen-1.5B-500", + "name": "DeepSeek-R1-Distill-Qwen-1.5B-500", + "developer": "NikolaSigmoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4405, - "hfopenllm_v2/BBH": 0.5312, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3818 + "hfopenllm_v2/IFEval": 0.1749, + "hfopenllm_v2/BBH": 0.2602, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.338, + "hfopenllm_v2/MMLU-PRO": 0.1125 } }, { - "id": "jaspionjader/Kosmos-EVAA-Franken-Immersive-v39-8B", - "name": "Kosmos-EVAA-Franken-Immersive-v39-8B", - "developer": "jaspionjader", + "id": "NikolaSigmoid/phi-4-14b", + "name": "phi-4-14b", + "developer": "NikolaSigmoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4378, - "hfopenllm_v2/BBH": 0.519, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4236, - "hfopenllm_v2/MMLU-PRO": 0.39 + "hfopenllm_v2/IFEval": 0.0561, + "hfopenllm_v2/BBH": 0.6695, + "hfopenllm_v2/MATH Level 5": 0.2938, + "hfopenllm_v2/GPQA": 0.4035, + "hfopenllm_v2/MUSR": 0.5047, + "hfopenllm_v2/MMLU-PRO": 0.5278 } }, { - "id": "jaspionjader/Kosmos-EVAA-Franken-v38-8B", - "name": "Kosmos-EVAA-Franken-v38-8B", - "developer": "jaspionjader", + "id": "NikolaSigmoid/phi-4-1steps", + "name": "phi-4-1steps", + "developer": "NikolaSigmoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4356, - "hfopenllm_v2/BBH": 0.523, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4212, - "hfopenllm_v2/MMLU-PRO": 0.389 + "hfopenllm_v2/IFEval": 0.0528, + "hfopenllm_v2/BBH": 0.6707, + "hfopenllm_v2/MATH Level 5": 0.2983, + "hfopenllm_v2/GPQA": 0.4018, + "hfopenllm_v2/MUSR": 0.5021, + "hfopenllm_v2/MMLU-PRO": 0.5273 } }, { - "id": "jaspionjader/Kosmos-EVAA-Fusion-8B", - "name": "Kosmos-EVAA-Fusion-8B", - "developer": "jaspionjader", + "id": "NikolaSigmoid/phi-4-300steps", + "name": "phi-4-300steps", + "developer": "NikolaSigmoid", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4418, - "hfopenllm_v2/BBH": 0.5406, - "hfopenllm_v2/MATH Level 5": 0.1352, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.386 + "hfopenllm_v2/IFEval": 0.0561, + "hfopenllm_v2/BBH": 0.6701, + "hfopenllm_v2/MATH Level 5": 0.2946, + "hfopenllm_v2/GPQA": 0.4052, + "hfopenllm_v2/MUSR": 0.5034, + "hfopenllm_v2/MMLU-PRO": 0.5288 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-8B", - "name": "Kosmos-EVAA-PRP-8B", - "developer": "jaspionjader", + "id": "nisten/franqwenstein-35b", + "name": "franqwenstein-35b", + "developer": "nisten", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3405, - "hfopenllm_v2/BBH": 0.5196, - "hfopenllm_v2/MATH Level 5": 0.0884, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4301, - "hfopenllm_v2/MMLU-PRO": 0.3647 + "hfopenllm_v2/IFEval": 0.3914, + "hfopenllm_v2/BBH": 0.6591, + "hfopenllm_v2/MATH Level 5": 0.3044, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4681, + "hfopenllm_v2/MMLU-PRO": 0.5611 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-light-8B", - "name": "Kosmos-EVAA-PRP-light-8B", - "developer": "jaspionjader", + "id": "nisten/tqwendo-36b", + "name": "tqwendo-36b", + "developer": "nisten", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3824, - "hfopenllm_v2/BBH": 0.5271, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4249, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "hfopenllm_v2/IFEval": 0.6778, + "hfopenllm_v2/BBH": 0.6432, + "hfopenllm_v2/MATH Level 5": 0.4154, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.443, + "hfopenllm_v2/MMLU-PRO": 0.4381 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v23-8B", - "name": "Kosmos-EVAA-PRP-v23-8B", - "developer": "jaspionjader", + "id": "Nitral-AI/Captain-Eris-BMO_Violent-GRPO-v0.420", + "name": "Captain-Eris-BMO_Violent-GRPO-v0.420", + "developer": "Nitral-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4041, - "hfopenllm_v2/BBH": 0.529, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4368, - "hfopenllm_v2/MMLU-PRO": 0.3706 + "hfopenllm_v2/IFEval": 0.6313, + "hfopenllm_v2/BBH": 0.5079, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4228, + "hfopenllm_v2/MMLU-PRO": 0.3596 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v24-8B", - "name": "Kosmos-EVAA-PRP-v24-8B", - "developer": "jaspionjader", + "id": "Nitral-AI/Captain-Eris_BMO-Violent-12B", + "name": "Captain-Eris_BMO-Violent-12B", + "developer": "Nitral-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4259, - "hfopenllm_v2/BBH": 0.5276, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.3779 + "hfopenllm_v2/IFEval": 0.6152, + "hfopenllm_v2/BBH": 0.5104, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4255, + "hfopenllm_v2/MMLU-PRO": 0.3571 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v25-8B", - "name": "Kosmos-EVAA-PRP-v25-8B", - "developer": "jaspionjader", + "id": "Nitral-AI/Captain-Eris_Violet-GRPO-v0.420", + "name": "Captain-Eris_Violet-GRPO-v0.420", + "developer": "Nitral-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4421, - "hfopenllm_v2/BBH": 0.5291, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4303, - "hfopenllm_v2/MMLU-PRO": 0.3716 + "hfopenllm_v2/IFEval": 0.6262, + "hfopenllm_v2/BBH": 0.5159, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4279, + "hfopenllm_v2/MMLU-PRO": 0.3535 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v26-8B", - "name": "Kosmos-EVAA-PRP-v26-8B", - "developer": "jaspionjader", + "id": "Nitral-AI/Captain-Eris_Violet-V0.420-12B", + "name": "Captain-Eris_Violet-V0.420-12B", + "developer": "Nitral-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4414, - "hfopenllm_v2/BBH": 0.5271, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.3793 + "hfopenllm_v2/IFEval": 0.4339, + "hfopenllm_v2/BBH": 0.5478, + "hfopenllm_v2/MATH Level 5": 0.1073, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4331, + "hfopenllm_v2/MMLU-PRO": 0.3723 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v27-8B", - "name": "Kosmos-EVAA-PRP-v27-8B", - "developer": "jaspionjader", + "id": "Nitral-AI/Captain_BMO-12B", + "name": "Captain_BMO-12B", + "developer": "Nitral-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4378, - "hfopenllm_v2/BBH": 0.529, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.3755 + "hfopenllm_v2/IFEval": 0.4751, + "hfopenllm_v2/BBH": 0.5286, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.3748, + "hfopenllm_v2/MMLU-PRO": 0.3569 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v28-8B", - "name": "Kosmos-EVAA-PRP-v28-8B", - "developer": "jaspionjader", + "id": "Nitral-AI/Hathor_Stable-v0.2-L3-8B", + "name": "Hathor_Stable-v0.2-L3-8B", + "developer": "Nitral-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4366, - "hfopenllm_v2/BBH": 0.5295, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.433, - "hfopenllm_v2/MMLU-PRO": 0.375 + "hfopenllm_v2/IFEval": 0.7175, + "hfopenllm_v2/BBH": 0.5286, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.3696 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v29-8B", - "name": "Kosmos-EVAA-PRP-v29-8B", - "developer": "jaspionjader", + "id": "Nitral-AI/Hathor_Tahsin-L3-8B-v0.85", + "name": "Hathor_Tahsin-L3-8B-v0.85", + "developer": "Nitral-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4487, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3765 + "hfopenllm_v2/IFEval": 0.711, + "hfopenllm_v2/BBH": 0.5279, + "hfopenllm_v2/MATH Level 5": 0.1005, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3647, + "hfopenllm_v2/MMLU-PRO": 0.372 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v30-8B", - "name": "Kosmos-EVAA-PRP-v30-8B", - "developer": "jaspionjader", + "id": "Nitral-AI/Nera_Noctis-12B", + "name": "Nera_Noctis-12B", + "developer": "Nitral-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4295, - "hfopenllm_v2/BBH": 0.5328, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4263, - "hfopenllm_v2/MMLU-PRO": 0.3938 + "hfopenllm_v2/IFEval": 0.4562, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3979, + "hfopenllm_v2/MMLU-PRO": 0.3468 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v31-8B", - "name": "Kosmos-EVAA-PRP-v31-8B", - "developer": "jaspionjader", + "id": "NJS26/NJS_777", + "name": "NJS_777", + "developer": "NJS26", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4399, - "hfopenllm_v2/BBH": 0.5315, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.3935 + "hfopenllm_v2/IFEval": 0.1881, + "hfopenllm_v2/BBH": 0.2178, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2064, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.1163 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v32-8B", - "name": "Kosmos-EVAA-PRP-v32-8B", - "developer": "jaspionjader", + "id": "NLPark/AnFeng_v3.1-Avocet", + "name": "AnFeng_v3.1-Avocet", + "developer": "NLPark", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4487, - "hfopenllm_v2/BBH": 0.5293, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3777 + "hfopenllm_v2/IFEval": 0.5096, + "hfopenllm_v2/BBH": 0.5829, + "hfopenllm_v2/MATH Level 5": 0.1594, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4476, + "hfopenllm_v2/MMLU-PRO": 0.4438 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v33-8B", - "name": "Kosmos-EVAA-PRP-v33-8B", - "developer": "jaspionjader", + "id": "NLPark/B-and-W_Flycatcher-3AD1E", + "name": "B-and-W_Flycatcher-3AD1E", + "developer": "NLPark", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4302, - "hfopenllm_v2/BBH": 0.5321, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.3909 + "hfopenllm_v2/IFEval": 0.4908, + "hfopenllm_v2/BBH": 0.6065, + "hfopenllm_v2/MATH Level 5": 0.2379, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4423, + "hfopenllm_v2/MMLU-PRO": 0.4741 } }, { - "id": "jaspionjader/Kosmos-EVAA-PRP-v34-8B", - "name": "Kosmos-EVAA-PRP-v34-8B", - "developer": "jaspionjader", + "id": "NLPark/Shi-Ci-Robin-Test_3AD80", + "name": "Shi-Ci-Robin-Test_3AD80", + "developer": "NLPark", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4563, - "hfopenllm_v2/BBH": 0.5333, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3927 + "hfopenllm_v2/IFEval": 0.7227, + "hfopenllm_v2/BBH": 0.6705, + "hfopenllm_v2/MATH Level 5": 0.3157, + "hfopenllm_v2/GPQA": 0.3599, + "hfopenllm_v2/MUSR": 0.4696, + "hfopenllm_v2/MMLU-PRO": 0.5121 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-8B", - "name": "Kosmos-EVAA-TSN-8B", - "developer": "jaspionjader", + "id": "nlpguy/Lion-Lamarck-v.1.0.8", + "name": "Lion-Lamarck-v.1.0.8", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4721, - "hfopenllm_v2/BBH": 0.5177, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4329, - "hfopenllm_v2/MMLU-PRO": 0.3816 + "hfopenllm_v2/IFEval": 0.4509, + "hfopenllm_v2/BBH": 0.5869, + "hfopenllm_v2/MATH Level 5": 0.5544, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4673, + "hfopenllm_v2/MMLU-PRO": 0.4643 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-light-8B", - "name": "Kosmos-EVAA-TSN-light-8B", - "developer": "jaspionjader", + "id": "nlpguy/Lion-Lamarck-v.1.0.9", + "name": "Lion-Lamarck-v.1.0.9", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4685, - "hfopenllm_v2/BBH": 0.5235, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4289, - "hfopenllm_v2/MMLU-PRO": 0.3806 + "hfopenllm_v2/IFEval": 0.3409, + "hfopenllm_v2/BBH": 0.5918, + "hfopenllm_v2/MATH Level 5": 0.5642, + "hfopenllm_v2/GPQA": 0.3901, + "hfopenllm_v2/MUSR": 0.53, + "hfopenllm_v2/MMLU-PRO": 0.4704 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-v19-8B", - "name": "Kosmos-EVAA-TSN-v19-8B", - "developer": "jaspionjader", + "id": "nlpguy/Lion-Lamarck-v.1.1.0", + "name": "Lion-Lamarck-v.1.1.0", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4564, - "hfopenllm_v2/BBH": 0.5316, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.379 + "hfopenllm_v2/IFEval": 0.3658, + "hfopenllm_v2/BBH": 0.5962, + "hfopenllm_v2/MATH Level 5": 0.5755, + "hfopenllm_v2/GPQA": 0.3926, + "hfopenllm_v2/MUSR": 0.5325, + "hfopenllm_v2/MMLU-PRO": 0.4631 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-v20-8B", - "name": "Kosmos-EVAA-TSN-v20-8B", - "developer": "jaspionjader", + "id": "nlpguy/Miisce-one", + "name": "Miisce-one", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4423, - "hfopenllm_v2/BBH": 0.525, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.3936 + "hfopenllm_v2/IFEval": 0.6066, + "hfopenllm_v2/BBH": 0.6505, + "hfopenllm_v2/MATH Level 5": 0.4169, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.482, + "hfopenllm_v2/MMLU-PRO": 0.5412 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-v21-8B", - "name": "Kosmos-EVAA-TSN-v21-8B", - "developer": "jaspionjader", + "id": "nlpguy/Mistral-NeMo-Minitron-Upscale-v1", + "name": "Mistral-NeMo-Minitron-Upscale-v1", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.467, - "hfopenllm_v2/BBH": 0.5248, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.3816 + "hfopenllm_v2/IFEval": 0.1648, + "hfopenllm_v2/BBH": 0.4468, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3804, + "hfopenllm_v2/MMLU-PRO": 0.2537 } }, { - "id": "jaspionjader/Kosmos-EVAA-TSN-v22-8B", - "name": "Kosmos-EVAA-TSN-v22-8B", - "developer": "jaspionjader", + "id": "nlpguy/Mistral-NeMo-Minitron-Upscale-v2", + "name": "Mistral-NeMo-Minitron-Upscale-v2", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4673, - "hfopenllm_v2/BBH": 0.5246, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4303, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.1573, + "hfopenllm_v2/BBH": 0.395, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3791, + "hfopenllm_v2/MMLU-PRO": 0.1927 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-8B", - "name": "Kosmos-EVAA-gamma-8B", - "developer": "jaspionjader", + "id": "nlpguy/Mistral-NeMo-Minitron-Upscale-v3", + "name": "Mistral-NeMo-Minitron-Upscale-v3", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4572, - "hfopenllm_v2/BBH": 0.5322, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4306, - "hfopenllm_v2/MMLU-PRO": 0.3901 + "hfopenllm_v2/IFEval": 0.1412, + "hfopenllm_v2/BBH": 0.3052, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4098, + "hfopenllm_v2/MMLU-PRO": 0.1171 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-alt-8B", - "name": "Kosmos-EVAA-gamma-alt-8B", - "developer": "jaspionjader", + "id": "nlpguy/StableProse", + "name": "StableProse", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4542, - "hfopenllm_v2/BBH": 0.5298, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4292, - "hfopenllm_v2/MMLU-PRO": 0.3896 + "hfopenllm_v2/IFEval": 0.1972, + "hfopenllm_v2/BBH": 0.5117, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4067, + "hfopenllm_v2/MMLU-PRO": 0.3468 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-light-8B", - "name": "Kosmos-EVAA-gamma-light-8B", - "developer": "jaspionjader", + "id": "nlpguy/StarFusion-alpha1", + "name": "StarFusion-alpha1", + "developer": "nlpguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4581, - "hfopenllm_v2/BBH": 0.5376, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.3943 + "hfopenllm_v2/IFEval": 0.566, + "hfopenllm_v2/BBH": 0.4429, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.3191 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-light-alt-8B", - "name": "Kosmos-EVAA-gamma-light-alt-8B", - "developer": "jaspionjader", + "id": "Nohobby/MS-Schisandra-22B-v0.1", + "name": "MS-Schisandra-22B-v0.1", + "developer": "Nohobby", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4454, - "hfopenllm_v2/BBH": 0.5327, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4305, - "hfopenllm_v2/MMLU-PRO": 0.3923 + "hfopenllm_v2/IFEval": 0.6331, + "hfopenllm_v2/BBH": 0.579, + "hfopenllm_v2/MATH Level 5": 0.2228, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.3928, + "hfopenllm_v2/MMLU-PRO": 0.4096 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-ultra-light-8B", - "name": "Kosmos-EVAA-gamma-ultra-light-8B", - "developer": "jaspionjader", + "id": "Nohobby/MS-Schisandra-22B-v0.2", + "name": "MS-Schisandra-22B-v0.2", + "developer": "Nohobby", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4563, - "hfopenllm_v2/BBH": 0.5316, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4197, - "hfopenllm_v2/MMLU-PRO": 0.3915 + "hfopenllm_v2/IFEval": 0.6383, + "hfopenllm_v2/BBH": 0.5841, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4075, + "hfopenllm_v2/MMLU-PRO": 0.4136 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v13-8B", - "name": "Kosmos-EVAA-gamma-v13-8B", - "developer": "jaspionjader", + "id": "noname0202/gemma-2-2b-it-ties", + "name": "gemma-2-2b-it-ties", + "developer": "noname0202", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4429, - "hfopenllm_v2/BBH": 0.5359, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4278, - "hfopenllm_v2/MMLU-PRO": 0.393 + "hfopenllm_v2/IFEval": 0.1266, + "hfopenllm_v2/BBH": 0.4206, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3929, + "hfopenllm_v2/MMLU-PRO": 0.2561 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v14-8B", - "name": "Kosmos-EVAA-gamma-v14-8B", - "developer": "jaspionjader", + "id": "noname0202/gemma-2-9b-sft-jp-en-zh-v1", + "name": "gemma-2-9b-sft-jp-en-zh-v1", + "developer": "noname0202", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.438, - "hfopenllm_v2/BBH": 0.5363, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3931 + "hfopenllm_v2/IFEval": 0.2988, + "hfopenllm_v2/BBH": 0.4519, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.408, + "hfopenllm_v2/MMLU-PRO": 0.3125 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v15-8B", - "name": "Kosmos-EVAA-gamma-v15-8B", - "developer": "jaspionjader", + "id": "noname0202/gemma-2-9b-sft-jp-en-zh-v2", + "name": "gemma-2-9b-sft-jp-en-zh-v2", + "developer": "noname0202", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4654, - "hfopenllm_v2/BBH": 0.5343, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3941 + "hfopenllm_v2/IFEval": 0.3993, + "hfopenllm_v2/BBH": 0.4515, + "hfopenllm_v2/MATH Level 5": 0.1042, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3612, + "hfopenllm_v2/MMLU-PRO": 0.3675 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v16-8B", - "name": "Kosmos-EVAA-gamma-v16-8B", - "developer": "jaspionjader", + "id": "noname0202/Llama-3.2-4x3B-Instruct", + "name": "Llama-3.2-4x3B-Instruct", + "developer": "noname0202", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4557, - "hfopenllm_v2/BBH": 0.5344, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.3917 + "hfopenllm_v2/IFEval": 0.7067, + "hfopenllm_v2/BBH": 0.4647, + "hfopenllm_v2/MATH Level 5": 0.1586, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3674, + "hfopenllm_v2/MMLU-PRO": 0.3285 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v17-8B", - "name": "Kosmos-EVAA-gamma-v17-8B", - "developer": "jaspionjader", + "id": "noname0202/llama-math-1b-r16-0to512tokens-test", + "name": "llama-math-1b-r16-0to512tokens-test", + "developer": "noname0202", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4462, - "hfopenllm_v2/BBH": 0.5347, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.3923 + "hfopenllm_v2/IFEval": 0.547, + "hfopenllm_v2/BBH": 0.3488, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3143, + "hfopenllm_v2/MMLU-PRO": 0.1728 } }, { - "id": "jaspionjader/Kosmos-EVAA-gamma-v18-8B", - "name": "Kosmos-EVAA-gamma-v18-8B", - "developer": "jaspionjader", + "id": "noname0202/llama-math-1b-r32-0to512tokens-test", + "name": "llama-math-1b-r32-0to512tokens-test", + "developer": "noname0202", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4341, - "hfopenllm_v2/BBH": 0.5339, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4317, - "hfopenllm_v2/MMLU-PRO": 0.3905 + "hfopenllm_v2/IFEval": 0.5683, + "hfopenllm_v2/BBH": 0.3495, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.176 } }, { - "id": "jaspionjader/Kosmos-EVAA-immersive-sof-v44-8B", - "name": "Kosmos-EVAA-immersive-sof-v44-8B", - "developer": "jaspionjader", + "id": "noname0202/llama-math-1b-r32-test", + "name": "llama-math-1b-r32-test", + "developer": "noname0202", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4408, - "hfopenllm_v2/BBH": 0.5215, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4144, - "hfopenllm_v2/MMLU-PRO": 0.3888 + "hfopenllm_v2/IFEval": 0.5819, + "hfopenllm_v2/BBH": 0.3486, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3156, + "hfopenllm_v2/MMLU-PRO": 0.1781 } }, { - "id": "jaspionjader/Kosmos-EVAA-v10-8B", - "name": "Kosmos-EVAA-v10-8B", - "developer": "jaspionjader", + "id": "noname0202/llama-math-1b-r8-512tokens-test", + "name": "llama-math-1b-r8-512tokens-test", + "developer": "noname0202", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4262, - "hfopenllm_v2/BBH": 0.5376, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4224, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.5792, + "hfopenllm_v2/BBH": 0.3496, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3169, + "hfopenllm_v2/MMLU-PRO": 0.1753 } }, { - "id": "jaspionjader/Kosmos-EVAA-v11-8B", - "name": "Kosmos-EVAA-v11-8B", - "developer": "jaspionjader", + "id": "Norquinal/Alpha", + "name": "Alpha", + "developer": "Norquinal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4426, - "hfopenllm_v2/BBH": 0.5359, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.3836 + "hfopenllm_v2/IFEval": 0.2803, + "hfopenllm_v2/BBH": 0.3374, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3631, + "hfopenllm_v2/MMLU-PRO": 0.3003 } }, { - "id": "jaspionjader/Kosmos-EVAA-v12-8B", - "name": "Kosmos-EVAA-v12-8B", - "developer": "jaspionjader", + "id": "Norquinal/Bravo", + "name": "Bravo", + "developer": "Norquinal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4378, - "hfopenllm_v2/BBH": 0.5349, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3836 + "hfopenllm_v2/IFEval": 0.3025, + "hfopenllm_v2/BBH": 0.3558, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3869, + "hfopenllm_v2/MMLU-PRO": 0.3127 } }, { - "id": "jaspionjader/Kosmos-EVAA-v2-8B", - "name": "Kosmos-EVAA-v2-8B", - "developer": "jaspionjader", + "id": "Norquinal/Charlie", + "name": "Charlie", + "developer": "Norquinal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4396, - "hfopenllm_v2/BBH": 0.5341, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3826 + "hfopenllm_v2/IFEval": 0.3061, + "hfopenllm_v2/BBH": 0.3515, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3737, + "hfopenllm_v2/MMLU-PRO": 0.3093 } }, { - "id": "jaspionjader/Kosmos-EVAA-v3-8B", - "name": "Kosmos-EVAA-v3-8B", - "developer": "jaspionjader", + "id": "Norquinal/Delta", + "name": "Delta", + "developer": "Norquinal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4411, - "hfopenllm_v2/BBH": 0.5331, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4224, - "hfopenllm_v2/MMLU-PRO": 0.3821 + "hfopenllm_v2/IFEval": 0.2538, + "hfopenllm_v2/BBH": 0.3435, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3777, + "hfopenllm_v2/MMLU-PRO": 0.2959 } }, { - "id": "jaspionjader/Kosmos-EVAA-v4-8B", - "name": "Kosmos-EVAA-v4-8B", - "developer": "jaspionjader", + "id": "Norquinal/Echo", + "name": "Echo", + "developer": "Norquinal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4289, - "hfopenllm_v2/BBH": 0.5337, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4197, - "hfopenllm_v2/MMLU-PRO": 0.3817 + "hfopenllm_v2/IFEval": 0.3158, + "hfopenllm_v2/BBH": 0.353, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3804, + "hfopenllm_v2/MMLU-PRO": 0.3095 } }, { - "id": "jaspionjader/Kosmos-EVAA-v5-8B", - "name": "Kosmos-EVAA-v5-8B", - "developer": "jaspionjader", + "id": "Norquinal/Foxtrot", + "name": "Foxtrot", + "developer": "Norquinal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.446, - "hfopenllm_v2/BBH": 0.5345, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4224, - "hfopenllm_v2/MMLU-PRO": 0.3821 + "hfopenllm_v2/IFEval": 0.3012, + "hfopenllm_v2/BBH": 0.3558, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3804, + "hfopenllm_v2/MMLU-PRO": 0.305 } }, { - "id": "jaspionjader/Kosmos-EVAA-v6-8B", - "name": "Kosmos-EVAA-v6-8B", - "developer": "jaspionjader", + "id": "Norquinal/Golf", + "name": "Golf", + "developer": "Norquinal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4396, - "hfopenllm_v2/BBH": 0.538, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.3821 + "hfopenllm_v2/IFEval": 0.3534, + "hfopenllm_v2/BBH": 0.3533, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.338, + "hfopenllm_v2/MMLU-PRO": 0.3056 } }, { - "id": "jaspionjader/Kosmos-EVAA-v7-8B", - "name": "Kosmos-EVAA-v7-8B", - "developer": "jaspionjader", + "id": "Norquinal/Hotel", + "name": "Hotel", + "developer": "Norquinal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4277, - "hfopenllm_v2/BBH": 0.5335, - "hfopenllm_v2/MATH Level 5": 0.1337, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3836 + "hfopenllm_v2/IFEval": 0.3215, + "hfopenllm_v2/BBH": 0.3679, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3288, + "hfopenllm_v2/MMLU-PRO": 0.3157 } }, { - "id": "jaspionjader/Kosmos-EVAA-v8-8B", - "name": "Kosmos-EVAA-v8-8B", - "developer": "jaspionjader", + "id": "NotASI/FineTome-Llama3.2-1B-0929", + "name": "FineTome-Llama3.2-1B-0929", + "developer": "NotASI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4383, - "hfopenllm_v2/BBH": 0.5359, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.3827 + "hfopenllm_v2/IFEval": 0.3991, + "hfopenllm_v2/BBH": 0.3246, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3488, + "hfopenllm_v2/MMLU-PRO": 0.1429 } }, { - "id": "jaspionjader/Kosmos-EVAA-v9-8B", - "name": "Kosmos-EVAA-v9-8B", - "developer": "jaspionjader", + "id": "NotASI/FineTome-Llama3.2-3B-1002", + "name": "FineTome-Llama3.2-3B-1002", + "developer": "NotASI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4369, - "hfopenllm_v2/BBH": 0.5361, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.382 + "hfopenllm_v2/IFEval": 0.5474, + "hfopenllm_v2/BBH": 0.4319, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3685, + "hfopenllm_v2/MMLU-PRO": 0.2437 } }, { - "id": "jaspionjader/Kosmos-EVAA-v9-TitanFusion-Mix-8B", - "name": "Kosmos-EVAA-v9-TitanFusion-Mix-8B", - "developer": "jaspionjader", + "id": "NotASI/FineTome-v1.5-Llama3.2-1B-1007", + "name": "FineTome-v1.5-Llama3.2-1B-1007", + "developer": "NotASI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4284, - "hfopenllm_v2/BBH": 0.554, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.3836 + "hfopenllm_v2/IFEval": 0.3924, + "hfopenllm_v2/BBH": 0.3241, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3475, + "hfopenllm_v2/MMLU-PRO": 0.1427 } }, { - "id": "jaspionjader/Kosmos-Elusive-8b", - "name": "Kosmos-Elusive-8b", - "developer": "jaspionjader", + "id": "NotASI/FineTome-v1.5-Llama3.2-3B-1007", + "name": "FineTome-v1.5-Llama3.2-3B-1007", + "developer": "NotASI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4169, - "hfopenllm_v2/BBH": 0.5339, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4078, - "hfopenllm_v2/MMLU-PRO": 0.376 + "hfopenllm_v2/IFEval": 0.5508, + "hfopenllm_v2/BBH": 0.4312, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3645, + "hfopenllm_v2/MMLU-PRO": 0.2448 } }, { - "id": "jaspionjader/Kosmos-Elusive-VENN-8B", - "name": "Kosmos-Elusive-VENN-8B", - "developer": "jaspionjader", + "id": "notbdq/Qwen2.5-14B-Instruct-1M-GRPO-Reasoning", + "name": "Qwen2.5-14B-Instruct-1M-GRPO-Reasoning", + "developer": "notbdq", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4233, - "hfopenllm_v2/BBH": 0.5356, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3797 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8414, + "hfopenllm_v2/BBH": 0.6198, + "hfopenllm_v2/MATH Level 5": 0.5302, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.418, + "hfopenllm_v2/MMLU-PRO": 0.485 } }, { - "id": "jaspionjader/Kosmos-Elusive-VENN-Asymmetric-8B", - "name": "Kosmos-Elusive-VENN-Asymmetric-8B", - "developer": "jaspionjader", + "id": "nothingiisreal/L3.1-8B-Celeste-V1.5", + "name": "L3.1-8B-Celeste-V1.5", + "developer": "nothingiisreal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4542, - "hfopenllm_v2/BBH": 0.5313, - "hfopenllm_v2/MATH Level 5": 0.1344, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.3842 + "hfopenllm_v2/IFEval": 0.7327, + "hfopenllm_v2/BBH": 0.5012, + "hfopenllm_v2/MATH Level 5": 0.1465, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3749, + "hfopenllm_v2/MMLU-PRO": 0.3704 } }, { - "id": "jaspionjader/Kosmos-Elusive-VENN-Aurora_faustus-8B", - "name": "Kosmos-Elusive-VENN-Aurora_faustus-8B", - "developer": "jaspionjader", + "id": "nothingiisreal/MN-12B-Starcannon-v2", + "name": "MN-12B-Starcannon-v2", + "developer": "nothingiisreal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4335, - "hfopenllm_v2/BBH": 0.5304, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.417, - "hfopenllm_v2/MMLU-PRO": 0.3795 + "hfopenllm_v2/IFEval": 0.3925, + "hfopenllm_v2/BBH": 0.5004, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3978, + "hfopenllm_v2/MMLU-PRO": 0.3128 } }, { - "id": "jaspionjader/Kosmos-VENN-8B", - "name": "Kosmos-VENN-8B", - "developer": "jaspionjader", + "id": "nothingiisreal/MN-12B-Starcannon-v3", + "name": "MN-12B-Starcannon-v3", + "developer": "nothingiisreal", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4332, - "hfopenllm_v2/BBH": 0.5318, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3801 + "hfopenllm_v2/IFEval": 0.3807, + "hfopenllm_v2/BBH": 0.5171, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.4046, + "hfopenllm_v2/MMLU-PRO": 0.3265 } }, { - "id": "jaspionjader/PRP-Kosmos-EVAA-8B", - "name": "PRP-Kosmos-EVAA-8B", - "developer": "jaspionjader", + "id": "NousResearch/DeepHermes-3-Mistral-24B-Preview", + "name": "DeepHermes-3-Mistral-24B-Preview", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3633, - "hfopenllm_v2/BBH": 0.5237, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.425, - "hfopenllm_v2/MMLU-PRO": 0.3766 + "hfopenllm_v2/IFEval": 0.4536, + "hfopenllm_v2/BBH": 0.6488, + "hfopenllm_v2/MATH Level 5": 0.2576, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.4503, + "hfopenllm_v2/MMLU-PRO": 0.459 } }, { - "id": "jaspionjader/PRP-Kosmos-EVAA-light-8B", - "name": "PRP-Kosmos-EVAA-light-8B", - "developer": "jaspionjader", + "id": "NousResearch/Hermes-2-Pro-Llama-3-8B", + "name": "Hermes-2-Pro-Llama-3-8B", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4321, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4235, - "hfopenllm_v2/MMLU-PRO": 0.3631 + "hfopenllm_v2/IFEval": 0.5362, + "hfopenllm_v2/BBH": 0.5071, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4262, + "hfopenllm_v2/MMLU-PRO": 0.3052 } }, { - "id": "jaspionjader/TSN-Kosmos-EVAA-8B", - "name": "TSN-Kosmos-EVAA-8B", - "developer": "jaspionjader", + "id": "NousResearch/Hermes-2-Pro-Mistral-7B", + "name": "Hermes-2-Pro-Mistral-7B", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4903, - "hfopenllm_v2/BBH": 0.5347, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.5668, + "hfopenllm_v2/BBH": 0.4995, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.4376, + "hfopenllm_v2/MMLU-PRO": 0.2946 } }, { - "id": "jaspionjader/TSN-Kosmos-EVAA-v2-8B", - "name": "TSN-Kosmos-EVAA-v2-8B", - "developer": "jaspionjader", + "id": "NousResearch/Hermes-2-Theta-Llama-3-8B", + "name": "Hermes-2-Theta-Llama-3-8B", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4667, - "hfopenllm_v2/BBH": 0.5343, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3762 + "hfopenllm_v2/IFEval": 0.6518, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3949, + "hfopenllm_v2/MMLU-PRO": 0.3369 } }, { - "id": "jaspionjader/bbb-1", - "name": "bbb-1", - "developer": "jaspionjader", + "id": "NousResearch/Hermes-3-Llama-3.1-70B", + "name": "NousResearch/Hermes-3-Llama-3.1-70B", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4864, - "hfopenllm_v2/BBH": 0.5376, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3897 + "hfopenllm_v2/IFEval": 0.7661, + "hfopenllm_v2/BBH": 0.6756, + "hfopenllm_v2/MATH Level 5": 0.21, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4949, + "hfopenllm_v2/MMLU-PRO": 0.4727, + "reward-bench/Score": 0.7847, + "reward-bench/Chat": 0.9623, + "reward-bench/Chat Hard": 0.5669, + "reward-bench/Safety": 0.823, + "reward-bench/Reasoning": 0.7867 } }, { - "id": "jaspionjader/bbb-2", - "name": "bbb-2", - "developer": "jaspionjader", + "id": "NousResearch/Hermes-3-Llama-3.1-8B", + "name": "Hermes-3-Llama-3.1-8B", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4077, - "hfopenllm_v2/BBH": 0.5067, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.3635 + "hfopenllm_v2/IFEval": 0.617, + "hfopenllm_v2/BBH": 0.5177, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4369, + "hfopenllm_v2/MMLU-PRO": 0.3139 } }, { - "id": "jaspionjader/bbb-3", - "name": "bbb-3", - "developer": "jaspionjader", + "id": "NousResearch/Hermes-3-Llama-3.2-3B", + "name": "Hermes-3-Llama-3.2-3B", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4168, - "hfopenllm_v2/BBH": 0.5158, - "hfopenllm_v2/MATH Level 5": 0.1405, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4265, - "hfopenllm_v2/MMLU-PRO": 0.3856 + "hfopenllm_v2/IFEval": 0.3825, + "hfopenllm_v2/BBH": 0.4352, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.403, + "hfopenllm_v2/MMLU-PRO": 0.2544 } }, { - "id": "jaspionjader/bbb-4", - "name": "bbb-4", - "developer": "jaspionjader", + "id": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", + "name": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4768, - "hfopenllm_v2/BBH": 0.5212, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4092, - "hfopenllm_v2/MMLU-PRO": 0.3773 + "hfopenllm_v2/IFEval": 0.5763, + "hfopenllm_v2/BBH": 0.4853, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4, + "hfopenllm_v2/MMLU-PRO": 0.3015, + "reward-bench/Score": 0.7481, + "reward-bench/Chat": 0.9218, + "reward-bench/Chat Hard": 0.6053, + "reward-bench/Safety": 0.8243, + "reward-bench/Reasoning": 0.7375, + "reward-bench/Prior Sets (0.5 weight)": 0.555 } }, { - "id": "jaspionjader/bbb-5", - "name": "bbb-5", - "developer": "jaspionjader", + "id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", + "name": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4703, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.1397, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3834 + "hfopenllm_v2/IFEval": 0.5897, + "hfopenllm_v2/BBH": 0.5539, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.3666, + "reward-bench/Score": 0.7138, + "reward-bench/Chat": 0.9162, + "reward-bench/Chat Hard": 0.6053, + "reward-bench/Safety": 0.8149, + "reward-bench/Reasoning": 0.6126, + "reward-bench/Prior Sets (0.5 weight)": 0.5266 } }, { - "id": "jaspionjader/bbb-6", - "name": "bbb-6", - "developer": "jaspionjader", + "id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT", + "name": "Nous-Hermes-2-Mixtral-8x7B-SFT", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.488, - "hfopenllm_v2/BBH": 0.5211, - "hfopenllm_v2/MATH Level 5": 0.139, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4052, - "hfopenllm_v2/MMLU-PRO": 0.3871 + "hfopenllm_v2/IFEval": 0.5731, + "hfopenllm_v2/BBH": 0.5058, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4214, + "hfopenllm_v2/MMLU-PRO": 0.3066 } }, { - "id": "jaspionjader/bbb-7", - "name": "bbb-7", - "developer": "jaspionjader", + "id": "NousResearch/Nous-Hermes-2-SOLAR-10.7B", + "name": "Nous-Hermes-2-SOLAR-10.7B", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4828, - "hfopenllm_v2/BBH": 0.5211, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4038, - "hfopenllm_v2/MMLU-PRO": 0.386 + "hfopenllm_v2/IFEval": 0.5279, + "hfopenllm_v2/BBH": 0.5414, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4373, + "hfopenllm_v2/MMLU-PRO": 0.3458 } }, { - "id": "jaspionjader/bh-1", - "name": "bh-1", - "developer": "jaspionjader", + "id": "NousResearch/Nous-Hermes-llama-2-7b", + "name": "Nous-Hermes-llama-2-7b", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4284, - "hfopenllm_v2/BBH": 0.589, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4441, - "hfopenllm_v2/MMLU-PRO": 0.3449 + "hfopenllm_v2/IFEval": 0.1729, + "hfopenllm_v2/BBH": 0.3824, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.4257, + "hfopenllm_v2/MMLU-PRO": 0.194 } }, { - "id": "jaspionjader/bh-10", - "name": "bh-10", - "developer": "jaspionjader", + "id": "NousResearch/Yarn-Llama-2-13b-128k", + "name": "Yarn-Llama-2-13b-128k", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4618, - "hfopenllm_v2/BBH": 0.5856, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3708 + "hfopenllm_v2/IFEval": 0.1655, + "hfopenllm_v2/BBH": 0.3827, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3458, + "hfopenllm_v2/MMLU-PRO": 0.232 } }, { - "id": "jaspionjader/bh-11", - "name": "bh-11", - "developer": "jaspionjader", + "id": "NousResearch/Yarn-Llama-2-7b-128k", + "name": "Yarn-Llama-2-7b-128k", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4575, - "hfopenllm_v2/BBH": 0.5851, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3738 + "hfopenllm_v2/IFEval": 0.1485, + "hfopenllm_v2/BBH": 0.3248, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3967, + "hfopenllm_v2/MMLU-PRO": 0.1791 } }, { - "id": "jaspionjader/bh-12", - "name": "bh-12", - "developer": "jaspionjader", + "id": "NousResearch/Yarn-Llama-2-7b-64k", + "name": "Yarn-Llama-2-7b-64k", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4734, - "hfopenllm_v2/BBH": 0.5802, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4145, - "hfopenllm_v2/MMLU-PRO": 0.3737 + "hfopenllm_v2/IFEval": 0.17, + "hfopenllm_v2/BBH": 0.3326, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3939, + "hfopenllm_v2/MMLU-PRO": 0.1799 } }, { - "id": "jaspionjader/bh-13", - "name": "bh-13", - "developer": "jaspionjader", + "id": "NousResearch/Yarn-Mistral-7b-128k", + "name": "Yarn-Mistral-7b-128k", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4698, - "hfopenllm_v2/BBH": 0.5778, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4159, - "hfopenllm_v2/MMLU-PRO": 0.373 + "hfopenllm_v2/IFEval": 0.1934, + "hfopenllm_v2/BBH": 0.4314, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.2893 } }, { - "id": "jaspionjader/bh-15", - "name": "bh-15", - "developer": "jaspionjader", + "id": "NousResearch/Yarn-Mistral-7b-64k", + "name": "Yarn-Mistral-7b-64k", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4745, - "hfopenllm_v2/BBH": 0.5819, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/IFEval": 0.208, + "hfopenllm_v2/BBH": 0.4293, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4124, + "hfopenllm_v2/MMLU-PRO": 0.2914 } }, { - "id": "jaspionjader/bh-16", - "name": "bh-16", - "developer": "jaspionjader", + "id": "NousResearch/Yarn-Solar-10b-32k", + "name": "Yarn-Solar-10b-32k", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4731, - "hfopenllm_v2/BBH": 0.5783, - "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/IFEval": 0.1942, + "hfopenllm_v2/BBH": 0.4987, + "hfopenllm_v2/MATH Level 5": 0.0302, "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4159, - "hfopenllm_v2/MMLU-PRO": 0.3776 + "hfopenllm_v2/MUSR": 0.4146, + "hfopenllm_v2/MMLU-PRO": 0.3272 } }, { - "id": "jaspionjader/bh-17", - "name": "bh-17", - "developer": "jaspionjader", + "id": "NousResearch/Yarn-Solar-10b-64k", + "name": "Yarn-Solar-10b-64k", + "developer": "NousResearch", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4722, - "hfopenllm_v2/BBH": 0.5776, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3757 + "hfopenllm_v2/IFEval": 0.1989, + "hfopenllm_v2/BBH": 0.4922, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4014, + "hfopenllm_v2/MMLU-PRO": 0.3148 } }, { - "id": "jaspionjader/bh-18", - "name": "bh-18", - "developer": "jaspionjader", + "id": "Novaciano/ASTAROTH-3.2-1B", + "name": "ASTAROTH-3.2-1B", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4725, - "hfopenllm_v2/BBH": 0.5824, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3757 + "hfopenllm_v2/IFEval": 0.5613, + "hfopenllm_v2/BBH": 0.3543, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3142, + "hfopenllm_v2/MMLU-PRO": 0.1909 } }, { - "id": "jaspionjader/bh-19", - "name": "bh-19", - "developer": "jaspionjader", + "id": "Novaciano/BLAST_PROCESSING-3.2-1B", + "name": "BLAST_PROCESSING-3.2-1B", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4584, - "hfopenllm_v2/BBH": 0.5766, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3775 + "hfopenllm_v2/IFEval": 0.3922, + "hfopenllm_v2/BBH": 0.346, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3351, + "hfopenllm_v2/MMLU-PRO": 0.1941 } }, { - "id": "jaspionjader/bh-2", - "name": "bh-2", - "developer": "jaspionjader", + "id": "Novaciano/Cerberus-3.2-1B", + "name": "Cerberus-3.2-1B", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4579, - "hfopenllm_v2/BBH": 0.5937, - "hfopenllm_v2/MATH Level 5": 0.1027, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3695 + "hfopenllm_v2/IFEval": 0.5017, + "hfopenllm_v2/BBH": 0.4165, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1663 } }, { - "id": "jaspionjader/bh-20", - "name": "bh-20", - "developer": "jaspionjader", + "id": "Novaciano/Cultist-3.2-1B", + "name": "Cultist-3.2-1B", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4727, - "hfopenllm_v2/BBH": 0.575, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3768 + "hfopenllm_v2/IFEval": 0.5295, + "hfopenllm_v2/BBH": 0.3399, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.333, + "hfopenllm_v2/MMLU-PRO": 0.1714 } }, { - "id": "jaspionjader/bh-21", - "name": "bh-21", - "developer": "jaspionjader", + "id": "Novaciano/FuseChat-3.2-1B-GRPO_Creative_RP", + "name": "FuseChat-3.2-1B-GRPO_Creative_RP", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.47, - "hfopenllm_v2/BBH": 0.5738, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3776 + "hfopenllm_v2/IFEval": 0.5598, + "hfopenllm_v2/BBH": 0.3488, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3329, + "hfopenllm_v2/MMLU-PRO": 0.1735 + } + }, + { + "id": "Novaciano/Fusetrix-3.2-1B-GRPO_RP_Creative", + "name": "Fusetrix-3.2-1B-GRPO_RP_Creative", + "developer": "Novaciano", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5366, + "hfopenllm_v2/BBH": 0.3435, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3209, + "hfopenllm_v2/MMLU-PRO": 0.1758 } }, { - "id": "jaspionjader/bh-22", - "name": "bh-22", - "developer": "jaspionjader", + "id": "Novaciano/Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP", + "name": "Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.46, - "hfopenllm_v2/BBH": 0.5793, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4172, - "hfopenllm_v2/MMLU-PRO": 0.3764 + "hfopenllm_v2/IFEval": 0.5343, + "hfopenllm_v2/BBH": 0.3502, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3183, + "hfopenllm_v2/MMLU-PRO": 0.1823 } }, { - "id": "jaspionjader/bh-23", - "name": "bh-23", - "developer": "jaspionjader", + "id": "Novaciano/HarmfulProject-3.2-1B", + "name": "HarmfulProject-3.2-1B", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4658, - "hfopenllm_v2/BBH": 0.57, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4197, - "hfopenllm_v2/MMLU-PRO": 0.3796 + "hfopenllm_v2/IFEval": 0.3874, + "hfopenllm_v2/BBH": 0.3274, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3419, + "hfopenllm_v2/MMLU-PRO": 0.1823 } }, { - "id": "jaspionjader/bh-24", - "name": "bh-24", - "developer": "jaspionjader", + "id": "Novaciano/La_Mejor_Mezcla-3.2-1B", + "name": "La_Mejor_Mezcla-3.2-1B", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4715, - "hfopenllm_v2/BBH": 0.5717, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3809 + "hfopenllm_v2/IFEval": 0.551, + "hfopenllm_v2/BBH": 0.3488, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3196, + "hfopenllm_v2/MMLU-PRO": 0.1829 } }, { - "id": "jaspionjader/bh-25", - "name": "bh-25", - "developer": "jaspionjader", + "id": "Novaciano/LEWD-Mental-Cultist-3.2-1B", + "name": "LEWD-Mental-Cultist-3.2-1B", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4752, - "hfopenllm_v2/BBH": 0.5706, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "hfopenllm_v2/IFEval": 0.5309, + "hfopenllm_v2/BBH": 0.3513, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3223, + "hfopenllm_v2/MMLU-PRO": 0.1769 } }, { - "id": "jaspionjader/bh-26", - "name": "bh-26", - "developer": "jaspionjader", + "id": "Novaciano/Sigil-Of-Satan-3.2-1B", + "name": "Sigil-Of-Satan-3.2-1B", + "developer": "Novaciano", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4691, - "hfopenllm_v2/BBH": 0.5735, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.3772 + "hfopenllm_v2/IFEval": 0.5494, + "hfopenllm_v2/BBH": 0.3546, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3276, + "hfopenllm_v2/MMLU-PRO": 0.1855 } }, { - "id": "jaspionjader/bh-27", - "name": "bh-27", - "developer": "jaspionjader", + "id": "NTQAI/Nxcode-CQ-7B-orpo", + "name": "Nxcode-CQ-7B-orpo", + "developer": "NTQAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4819, - "hfopenllm_v2/BBH": 0.5714, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4091, - "hfopenllm_v2/MMLU-PRO": 0.3799 + "hfopenllm_v2/IFEval": 0.4007, + "hfopenllm_v2/BBH": 0.4143, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.394, + "hfopenllm_v2/MMLU-PRO": 0.1612 } }, { - "id": "jaspionjader/bh-28", - "name": "bh-28", - "developer": "jaspionjader", + "id": "NTQAI/NxMobileLM-1.5B-SFT", + "name": "NxMobileLM-1.5B-SFT", + "developer": "NTQAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4785, - "hfopenllm_v2/BBH": 0.5703, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4131, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.6392, + "hfopenllm_v2/BBH": 0.3957, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.2817 } }, { - "id": "jaspionjader/bh-29", - "name": "bh-29", - "developer": "jaspionjader", + "id": "NucleusAI/nucleus-22B-token-500B", + "name": "nucleus-22B-token-500B", + "developer": "NucleusAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4688, - "hfopenllm_v2/BBH": 0.567, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.3819 + "hfopenllm_v2/IFEval": 0.0257, + "hfopenllm_v2/BBH": 0.292, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3511, + "hfopenllm_v2/MMLU-PRO": 0.1162 } }, { - "id": "jaspionjader/bh-3", - "name": "bh-3", - "developer": "jaspionjader", + "id": "nvidia/AceInstruct-1.5B", + "name": "AceInstruct-1.5B", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4664, - "hfopenllm_v2/BBH": 0.5891, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3702 + "hfopenllm_v2/IFEval": 0.3948, + "hfopenllm_v2/BBH": 0.3932, + "hfopenllm_v2/MATH Level 5": 0.3127, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.346, + "hfopenllm_v2/MMLU-PRO": 0.2574 } }, { - "id": "jaspionjader/bh-30", - "name": "bh-30", - "developer": "jaspionjader", + "id": "nvidia/AceInstruct-72B", + "name": "AceInstruct-72B", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4666, - "hfopenllm_v2/BBH": 0.5706, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4144, - "hfopenllm_v2/MMLU-PRO": 0.3782 + "hfopenllm_v2/IFEval": 0.7119, + "hfopenllm_v2/BBH": 0.6139, + "hfopenllm_v2/MATH Level 5": 0.6261, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4206, + "hfopenllm_v2/MMLU-PRO": 0.4874 } }, { - "id": "jaspionjader/bh-31", - "name": "bh-31", - "developer": "jaspionjader", + "id": "nvidia/AceInstruct-7B", + "name": "AceInstruct-7B", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4727, - "hfopenllm_v2/BBH": 0.5665, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4104, - "hfopenllm_v2/MMLU-PRO": 0.382 + "hfopenllm_v2/IFEval": 0.5422, + "hfopenllm_v2/BBH": 0.5501, + "hfopenllm_v2/MATH Level 5": 0.5295, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4255, + "hfopenllm_v2/MMLU-PRO": 0.4177 } }, { - "id": "jaspionjader/bh-32", - "name": "bh-32", - "developer": "jaspionjader", + "id": "nvidia/AceMath-1.5B-Instruct", + "name": "AceMath-1.5B-Instruct", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4636, - "hfopenllm_v2/BBH": 0.5662, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.3212, + "hfopenllm_v2/BBH": 0.4024, + "hfopenllm_v2/MATH Level 5": 0.5287, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3607, + "hfopenllm_v2/MMLU-PRO": 0.2064 } }, { - "id": "jaspionjader/bh-33", - "name": "bh-33", - "developer": "jaspionjader", + "id": "nvidia/AceMath-72B-Instruct", + "name": "AceMath-72B-Instruct", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4685, - "hfopenllm_v2/BBH": 0.5653, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3808 + "hfopenllm_v2/IFEval": 0.495, + "hfopenllm_v2/BBH": 0.6402, + "hfopenllm_v2/MATH Level 5": 0.7145, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4062, + "hfopenllm_v2/MMLU-PRO": 0.4411 } }, { - "id": "jaspionjader/bh-34", - "name": "bh-34", - "developer": "jaspionjader", + "id": "nvidia/AceMath-72B-RM", + "name": "AceMath-72B-RM", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4624, - "hfopenllm_v2/BBH": 0.5681, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3804 + "hfopenllm_v2/IFEval": 0.1413, + "hfopenllm_v2/BBH": 0.2717, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2341, + "hfopenllm_v2/MUSR": 0.3351, + "hfopenllm_v2/MMLU-PRO": 0.1179 } }, { - "id": "jaspionjader/bh-35", - "name": "bh-35", - "developer": "jaspionjader", + "id": "nvidia/AceMath-7B-Instruct", + "name": "AceMath-7B-Instruct", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4721, - "hfopenllm_v2/BBH": 0.564, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4183, - "hfopenllm_v2/MMLU-PRO": 0.383 + "hfopenllm_v2/IFEval": 0.4532, + "hfopenllm_v2/BBH": 0.4994, + "hfopenllm_v2/MATH Level 5": 0.6337, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4193, + "hfopenllm_v2/MMLU-PRO": 0.3383 } }, { - "id": "jaspionjader/bh-36", - "name": "bh-36", - "developer": "jaspionjader", + "id": "nvidia/AceMath-7B-RM", + "name": "AceMath-7B-RM", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4666, - "hfopenllm_v2/BBH": 0.5664, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4196, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.1494, + "hfopenllm_v2/BBH": 0.2423, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "jaspionjader/bh-37", - "name": "bh-37", - "developer": "jaspionjader", + "id": "nvidia/Hymba-1.5B-Base", + "name": "Hymba-1.5B-Base", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.488, - "hfopenllm_v2/BBH": 0.5625, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4156, - "hfopenllm_v2/MMLU-PRO": 0.3828 + "hfopenllm_v2/IFEval": 0.2295, + "hfopenllm_v2/BBH": 0.3256, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3566, + "hfopenllm_v2/MMLU-PRO": 0.1922 } }, { - "id": "jaspionjader/bh-38", - "name": "bh-38", - "developer": "jaspionjader", + "id": "nvidia/Hymba-1.5B-Instruct", + "name": "Hymba-1.5B-Instruct", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4618, - "hfopenllm_v2/BBH": 0.5658, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4117, - "hfopenllm_v2/MMLU-PRO": 0.3811 + "hfopenllm_v2/IFEval": 0.6009, + "hfopenllm_v2/BBH": 0.3067, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3316, + "hfopenllm_v2/MMLU-PRO": 0.204 } }, { - "id": "jaspionjader/bh-39", - "name": "bh-39", - "developer": "jaspionjader", + "id": "nvidia/Llama-3.1-Minitron-4B-Depth-Base", + "name": "Llama-3.1-Minitron-4B-Depth-Base", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4576, - "hfopenllm_v2/BBH": 0.5633, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4262, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.1607, + "hfopenllm_v2/BBH": 0.4171, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.4011, + "hfopenllm_v2/MMLU-PRO": 0.2798 } }, { - "id": "jaspionjader/bh-4", - "name": "bh-4", - "developer": "jaspionjader", + "id": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF", + "name": "Llama-3.1-Nemotron-70B-Instruct-HF", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4673, - "hfopenllm_v2/BBH": 0.5892, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.3705 + "hfopenllm_v2/IFEval": 0.7381, + "hfopenllm_v2/BBH": 0.6316, + "hfopenllm_v2/MATH Level 5": 0.4267, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4328, + "hfopenllm_v2/MMLU-PRO": 0.4919 } }, { - "id": "jaspionjader/bh-40", - "name": "bh-40", - "developer": "jaspionjader", + "id": "nvidia/Llama-3.1-Nemotron-70B-Reward", + "name": "nvidia/Llama-3.1-Nemotron-70B-Reward", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4536, - "hfopenllm_v2/BBH": 0.5634, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4236, - "hfopenllm_v2/MMLU-PRO": 0.3835 + "reward-bench/Score": 0.9411, + "reward-bench/Chat": 0.9749, + "reward-bench/Chat Hard": 0.8575, + "reward-bench/Safety": 0.9514, + "reward-bench/Reasoning": 0.9807 } }, { - "id": "jaspionjader/bh-41", - "name": "bh-41", - "developer": "jaspionjader", + "id": "nvidia/Llama3-70B-SteerLM-RM", + "name": "nvidia/Llama3-70B-SteerLM-RM", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.474, - "hfopenllm_v2/BBH": 0.5614, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4183, - "hfopenllm_v2/MMLU-PRO": 0.3825 + "reward-bench/Score": 0.8877, + "reward-bench/Chat": 0.9134, + "reward-bench/Chat Hard": 0.8026, + "reward-bench/Safety": 0.9284, + "reward-bench/Reasoning": 0.9064 } }, { - "id": "jaspionjader/bh-42", - "name": "bh-42", - "developer": "jaspionjader", + "id": "nvidia/Minitron-4B-Base", + "name": "Minitron-4B-Base", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.466, - "hfopenllm_v2/BBH": 0.5646, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.2218, + "hfopenllm_v2/BBH": 0.4084, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.4134, + "hfopenllm_v2/MMLU-PRO": 0.262 } }, { - "id": "jaspionjader/bh-43", - "name": "bh-43", - "developer": "jaspionjader", + "id": "nvidia/Minitron-8B-Base", + "name": "Minitron-8B-Base", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.46, - "hfopenllm_v2/BBH": 0.5635, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4156, - "hfopenllm_v2/MMLU-PRO": 0.382 + "hfopenllm_v2/IFEval": 0.2424, + "hfopenllm_v2/BBH": 0.4395, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.4026, + "hfopenllm_v2/MMLU-PRO": 0.3181 } }, { - "id": "jaspionjader/bh-44", - "name": "bh-44", - "developer": "jaspionjader", + "id": "nvidia/Mistral-NeMo-Minitron-8B-Base", + "name": "Mistral-NeMo-Minitron-8B-Base", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4706, - "hfopenllm_v2/BBH": 0.5643, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4249, - "hfopenllm_v2/MMLU-PRO": 0.3834 + "hfopenllm_v2/IFEval": 0.1946, + "hfopenllm_v2/BBH": 0.5219, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4092, + "hfopenllm_v2/MMLU-PRO": 0.3796 } }, { - "id": "jaspionjader/bh-46", - "name": "bh-46", - "developer": "jaspionjader", + "id": "nvidia/Mistral-NeMo-Minitron-8B-Instruct", + "name": "Mistral-NeMo-Minitron-8B-Instruct", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4727, - "hfopenllm_v2/BBH": 0.5632, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4262, - "hfopenllm_v2/MMLU-PRO": 0.3822 + "hfopenllm_v2/IFEval": 0.5004, + "hfopenllm_v2/BBH": 0.5321, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3886, + "hfopenllm_v2/MMLU-PRO": 0.3991 } }, { - "id": "jaspionjader/bh-47", - "name": "bh-47", - "developer": "jaspionjader", + "id": "nvidia/Nemotron-4-340B-Reward", + "name": "nvidia/Nemotron-4-340B-Reward", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4652, - "hfopenllm_v2/BBH": 0.5546, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4156, - "hfopenllm_v2/MMLU-PRO": 0.3855 + "reward-bench/Score": 0.92, + "reward-bench/Chat": 0.9581, + "reward-bench/Chat Hard": 0.8706, + "reward-bench/Safety": 0.9149, + "reward-bench/Reasoning": 0.9363 } }, { - "id": "jaspionjader/bh-48", - "name": "bh-48", - "developer": "jaspionjader", + "id": "nvidia/Nemotron-Mini-4B-Instruct", + "name": "Nemotron-Mini-4B-Instruct", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4688, - "hfopenllm_v2/BBH": 0.5541, - "hfopenllm_v2/MATH Level 5": 0.1254, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4209, - "hfopenllm_v2/MMLU-PRO": 0.386 + "hfopenllm_v2/IFEval": 0.6669, + "hfopenllm_v2/BBH": 0.3865, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3767, + "hfopenllm_v2/MMLU-PRO": 0.2626 } }, { - "id": "jaspionjader/bh-49", - "name": "bh-49", - "developer": "jaspionjader", + "id": "nvidia/OpenMath2-Llama3.1-8B", + "name": "OpenMath2-Llama3.1-8B", + "developer": "nvidia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4725, - "hfopenllm_v2/BBH": 0.554, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4129, - "hfopenllm_v2/MMLU-PRO": 0.3808 + "hfopenllm_v2/IFEval": 0.2331, + "hfopenllm_v2/BBH": 0.4096, + "hfopenllm_v2/MATH Level 5": 0.2674, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3436, + "hfopenllm_v2/MMLU-PRO": 0.1553 } }, { - "id": "jaspionjader/bh-5", - "name": "bh-5", - "developer": "jaspionjader", + "id": "nxmwxm/Beast-Soul-new", + "name": "Beast-Soul-new", + "developer": "nxmwxm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4652, - "hfopenllm_v2/BBH": 0.5882, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3702 + "hfopenllm_v2/IFEval": 0.4869, + "hfopenllm_v2/BBH": 0.5227, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4459, + "hfopenllm_v2/MMLU-PRO": 0.3102 } }, { - "id": "jaspionjader/bh-50", - "name": "bh-50", - "developer": "jaspionjader", + "id": "NYTK/PULI-GPTrio", + "name": "PULI-GPTrio", + "developer": "NYTK", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4725, - "hfopenllm_v2/BBH": 0.5553, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4169, - "hfopenllm_v2/MMLU-PRO": 0.3842 + "hfopenllm_v2/IFEval": 0.218, + "hfopenllm_v2/BBH": 0.306, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3819, + "hfopenllm_v2/MMLU-PRO": 0.1137 } }, { - "id": "jaspionjader/bh-51", - "name": "bh-51", - "developer": "jaspionjader", + "id": "NYTK/PULI-LlumiX-32K", + "name": "PULI-LlumiX-32K", + "developer": "NYTK", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.463, - "hfopenllm_v2/BBH": 0.5557, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4168, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.17, + "hfopenllm_v2/BBH": 0.3189, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.1681 } }, { - "id": "jaspionjader/bh-52", - "name": "bh-52", - "developer": "jaspionjader", + "id": "NyxKrage/Microsoft_Phi-4", + "name": "Microsoft_Phi-4", + "developer": "NyxKrage", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4536, - "hfopenllm_v2/BBH": 0.5444, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4169, - "hfopenllm_v2/MMLU-PRO": 0.3843 + "hfopenllm_v2/IFEval": 0.0585, + "hfopenllm_v2/BBH": 0.6691, + "hfopenllm_v2/MATH Level 5": 0.2991, + "hfopenllm_v2/GPQA": 0.406, + "hfopenllm_v2/MUSR": 0.5034, + "hfopenllm_v2/MMLU-PRO": 0.5287 } }, { - "id": "jaspionjader/bh-53", - "name": "bh-53", - "developer": "jaspionjader", + "id": "occiglot/occiglot-7b-es-en-instruct", + "name": "occiglot-7b-es-en-instruct", + "developer": "occiglot", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.478, - "hfopenllm_v2/BBH": 0.5494, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4196, - "hfopenllm_v2/MMLU-PRO": 0.3858 + "hfopenllm_v2/IFEval": 0.3485, + "hfopenllm_v2/BBH": 0.4111, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.2311 } }, { - "id": "jaspionjader/bh-54", - "name": "bh-54", - "developer": "jaspionjader", + "id": "odyssey-labs/Astral-1-10B", + "name": "Astral-1-10B", + "developer": "odyssey-labs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4841, - "hfopenllm_v2/BBH": 0.5548, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4155, - "hfopenllm_v2/MMLU-PRO": 0.3825 + "hfopenllm_v2/IFEval": 0.3878, + "hfopenllm_v2/BBH": 0.4873, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.2985 } }, { - "id": "jaspionjader/bh-55", - "name": "bh-55", - "developer": "jaspionjader", + "id": "OEvortex/Emotional-llama-8B", + "name": "Emotional-llama-8B", + "developer": "OEvortex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4709, - "hfopenllm_v2/BBH": 0.555, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4222, - "hfopenllm_v2/MMLU-PRO": 0.3846 + "hfopenllm_v2/IFEval": 0.3516, + "hfopenllm_v2/BBH": 0.4839, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3659, + "hfopenllm_v2/MMLU-PRO": 0.3535 } }, { - "id": "jaspionjader/bh-56", - "name": "bh-56", - "developer": "jaspionjader", + "id": "OEvortex/HelpingAI-15B", + "name": "HelpingAI-15B", + "developer": "OEvortex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.46, - "hfopenllm_v2/BBH": 0.5447, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4116, - "hfopenllm_v2/MMLU-PRO": 0.3844 + "hfopenllm_v2/IFEval": 0.203, + "hfopenllm_v2/BBH": 0.2936, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3619, + "hfopenllm_v2/MMLU-PRO": 0.1111 } }, { - "id": "jaspionjader/bh-57", - "name": "bh-57", - "developer": "jaspionjader", + "id": "OEvortex/HelpingAI-3B-reloaded", + "name": "HelpingAI-3B-reloaded", + "developer": "OEvortex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4405, - "hfopenllm_v2/BBH": 0.5425, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.3896 + "hfopenllm_v2/IFEval": 0.4647, + "hfopenllm_v2/BBH": 0.4129, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3524, + "hfopenllm_v2/MMLU-PRO": 0.2595 } }, { - "id": "jaspionjader/bh-58", - "name": "bh-58", - "developer": "jaspionjader", + "id": "OEvortex/HelpingAI2-9B", + "name": "HelpingAI2-9B", + "developer": "OEvortex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.463, - "hfopenllm_v2/BBH": 0.5446, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4183, - "hfopenllm_v2/MMLU-PRO": 0.3896 + "hfopenllm_v2/IFEval": 0.4413, + "hfopenllm_v2/BBH": 0.4845, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3711, + "hfopenllm_v2/MMLU-PRO": 0.29 } }, { - "id": "jaspionjader/bh-59", - "name": "bh-59", - "developer": "jaspionjader", + "id": "OEvortex/HelpingAI2.5-10B", + "name": "HelpingAI2.5-10B", + "developer": "OEvortex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4341, - "hfopenllm_v2/BBH": 0.5512, - "hfopenllm_v2/MATH Level 5": 0.1541, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.417, - "hfopenllm_v2/MMLU-PRO": 0.3838 + "hfopenllm_v2/IFEval": 0.3277, + "hfopenllm_v2/BBH": 0.4496, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.2575 } }, { - "id": "jaspionjader/bh-6", - "name": "bh-6", - "developer": "jaspionjader", + "id": "olabs-ai/reflection_model", + "name": "reflection_model", + "developer": "olabs-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4621, - "hfopenllm_v2/BBH": 0.5891, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3698 + "hfopenllm_v2/IFEval": 0.1599, + "hfopenllm_v2/BBH": 0.4713, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.3508, + "hfopenllm_v2/MMLU-PRO": 0.3311 } }, { - "id": "jaspionjader/bh-60", - "name": "bh-60", - "developer": "jaspionjader", + "id": "OliveiraJLT/Sagui-7B-Instruct-v0.1", + "name": "Sagui-7B-Instruct-v0.1", + "developer": "OliveiraJLT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4207, - "hfopenllm_v2/BBH": 0.5369, - "hfopenllm_v2/MATH Level 5": 0.1579, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4289, - "hfopenllm_v2/MMLU-PRO": 0.3689 + "hfopenllm_v2/IFEval": 0.2892, + "hfopenllm_v2/BBH": 0.3111, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.4191, + "hfopenllm_v2/MMLU-PRO": 0.1485 } }, { - "id": "jaspionjader/bh-61", - "name": "bh-61", - "developer": "jaspionjader", + "id": "Omkar1102/code-yi", + "name": "code-yi", + "developer": "Omkar1102", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4247, - "hfopenllm_v2/BBH": 0.5271, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.3679 + "hfopenllm_v2/IFEval": 0.2254, + "hfopenllm_v2/BBH": 0.275, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3762, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "jaspionjader/bh-62", - "name": "bh-62", - "developer": "jaspionjader", + "id": "OmnicromsBrain/NeuralStar_FusionWriter_4x7b", + "name": "NeuralStar_FusionWriter_4x7b", + "developer": "OmnicromsBrain", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.415, - "hfopenllm_v2/BBH": 0.5379, - "hfopenllm_v2/MATH Level 5": 0.1624, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4289, - "hfopenllm_v2/MMLU-PRO": 0.3719 + "hfopenllm_v2/IFEval": 0.5964, + "hfopenllm_v2/BBH": 0.4776, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4019, + "hfopenllm_v2/MMLU-PRO": 0.2606 } }, { - "id": "jaspionjader/bh-63", - "name": "bh-63", - "developer": "jaspionjader", + "id": "OnlyCheeini/greesychat-turbo", + "name": "greesychat-turbo", + "developer": "OnlyCheeini", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4308, - "hfopenllm_v2/BBH": 0.4917, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4313, - "hfopenllm_v2/MMLU-PRO": 0.3248 + "hfopenllm_v2/IFEval": 0.0233, + "hfopenllm_v2/BBH": 0.3092, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3314, + "hfopenllm_v2/MMLU-PRO": 0.1138 } }, { - "id": "jaspionjader/bh-64", - "name": "bh-64", - "developer": "jaspionjader", + "id": "ontocord/Llama_3.2_1b-autoredteam_helpfulness-train", + "name": "Llama_3.2_1b-autoredteam_helpfulness-train", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.414, - "hfopenllm_v2/BBH": 0.536, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4355, - "hfopenllm_v2/MMLU-PRO": 0.3693 + "hfopenllm_v2/IFEval": 0.2765, + "hfopenllm_v2/BBH": 0.3115, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3459, + "hfopenllm_v2/MMLU-PRO": 0.1132 } }, { - "id": "jaspionjader/bh-7", - "name": "bh-7", - "developer": "jaspionjader", + "id": "ontocord/merged_0.2_expert_0.8", + "name": "merged_0.2_expert_0.8", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4624, - "hfopenllm_v2/BBH": 0.5861, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4119, - "hfopenllm_v2/MMLU-PRO": 0.3715 + "hfopenllm_v2/IFEval": 0.1743, + "hfopenllm_v2/BBH": 0.3046, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3621, + "hfopenllm_v2/MMLU-PRO": 0.1111 } }, { - "id": "jaspionjader/bh-8", - "name": "bh-8", - "developer": "jaspionjader", + "id": "ontocord/merged_0.2_expert_0.8-stack_2x", + "name": "merged_0.2_expert_0.8-stack_2x", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4597, - "hfopenllm_v2/BBH": 0.59, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4265, - "hfopenllm_v2/MMLU-PRO": 0.372 + "hfopenllm_v2/IFEval": 0.1796, + "hfopenllm_v2/BBH": 0.3006, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3541, + "hfopenllm_v2/MMLU-PRO": 0.1103 } }, { - "id": "jaspionjader/bh-9", - "name": "bh-9", - "developer": "jaspionjader", + "id": "ontocord/merged_0.5_expert_0.5", + "name": "merged_0.5_expert_0.5", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4509, - "hfopenllm_v2/BBH": 0.585, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4146, - "hfopenllm_v2/MMLU-PRO": 0.3703 + "hfopenllm_v2/IFEval": 0.1787, + "hfopenllm_v2/BBH": 0.3017, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3542, + "hfopenllm_v2/MMLU-PRO": 0.1108 } }, { - "id": "jaspionjader/dp-6-8b", - "name": "dp-6-8b", - "developer": "jaspionjader", + "id": "ontocord/ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained-autoredteam_helpful-0.25_helpful", + "name": "ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained-autoredteam_helpful-0.25_helpful", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4806, - "hfopenllm_v2/BBH": 0.53, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4434, - "hfopenllm_v2/MMLU-PRO": 0.3897 + "hfopenllm_v2/IFEval": 0.1318, + "hfopenllm_v2/BBH": 0.3004, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3631, + "hfopenllm_v2/MMLU-PRO": 0.1142 } }, { - "id": "jaspionjader/dp-7-8b", - "name": "dp-7-8b", - "developer": "jaspionjader", + "id": "ontocord/ontocord_wide_7b-stacked-stage1", + "name": "ontocord_wide_7b-stacked-stage1", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4498, - "hfopenllm_v2/BBH": 0.5291, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4407, - "hfopenllm_v2/MMLU-PRO": 0.3934 + "hfopenllm_v2/IFEval": 0.1485, + "hfopenllm_v2/BBH": 0.2897, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3604, + "hfopenllm_v2/MMLU-PRO": 0.1105 } }, { - "id": "jaspionjader/ek-6", - "name": "ek-6", - "developer": "jaspionjader", + "id": "ontocord/ontocord_wide_7b-stacked-stage1-instruct", + "name": "ontocord_wide_7b-stacked-stage1-instruct", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4642, - "hfopenllm_v2/BBH": 0.5219, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4144, - "hfopenllm_v2/MMLU-PRO": 0.3861 + "hfopenllm_v2/IFEval": 0.153, + "hfopenllm_v2/BBH": 0.2854, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.1117 } }, { - "id": "jaspionjader/ek-7", - "name": "ek-7", - "developer": "jaspionjader", + "id": "ontocord/RedPajama-3B-v1-AutoRedteam", + "name": "RedPajama-3B-v1-AutoRedteam", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4767, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3887 + "hfopenllm_v2/IFEval": 0.1343, + "hfopenllm_v2/BBH": 0.3026, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.1108 } }, { - "id": "jaspionjader/f-1-8b", - "name": "f-1-8b", - "developer": "jaspionjader", + "id": "ontocord/RedPajama-3B-v1-AutoRedteam-Harmless-only", + "name": "RedPajama-3B-v1-AutoRedteam-Harmless-only", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4983, - "hfopenllm_v2/BBH": 0.5141, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4527, - "hfopenllm_v2/MMLU-PRO": 0.3907 + "hfopenllm_v2/IFEval": 0.1525, + "hfopenllm_v2/BBH": 0.3124, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2315, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.11 } }, { - "id": "jaspionjader/f-2-8b", - "name": "f-2-8b", - "developer": "jaspionjader", + "id": "ontocord/RedPajama3b_v1-autoredteam_helpfulness-train", + "name": "RedPajama3b_v1-autoredteam_helpfulness-train", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4824, - "hfopenllm_v2/BBH": 0.5294, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4501, - "hfopenllm_v2/MMLU-PRO": 0.3962 + "hfopenllm_v2/IFEval": 0.2848, + "hfopenllm_v2/BBH": 0.3093, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.1107 } }, { - "id": "jaspionjader/f-3-8b", - "name": "f-3-8b", - "developer": "jaspionjader", + "id": "ontocord/starcoder2-29b-ls", + "name": "starcoder2-29b-ls", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4803, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4421, - "hfopenllm_v2/MMLU-PRO": 0.3954 + "hfopenllm_v2/IFEval": 0.2149, + "hfopenllm_v2/BBH": 0.3735, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.37, + "hfopenllm_v2/MMLU-PRO": 0.1869 } }, { - "id": "jaspionjader/f-4-8b", - "name": "f-4-8b", - "developer": "jaspionjader", + "id": "ontocord/starcoder2_3b-AutoRedteam", + "name": "starcoder2_3b-AutoRedteam", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4797, - "hfopenllm_v2/BBH": 0.5289, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4514, - "hfopenllm_v2/MMLU-PRO": 0.3956 + "hfopenllm_v2/IFEval": 0.1574, + "hfopenllm_v2/BBH": 0.3498, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3646, + "hfopenllm_v2/MMLU-PRO": 0.1336 } }, { - "id": "jaspionjader/f-5-8b", - "name": "f-5-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b-merge_test", + "name": "wide_3b-merge_test", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5044, - "hfopenllm_v2/BBH": 0.5313, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4461, - "hfopenllm_v2/MMLU-PRO": 0.3949 + "hfopenllm_v2/IFEval": 0.1763, + "hfopenllm_v2/BBH": 0.3011, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.342, + "hfopenllm_v2/MMLU-PRO": 0.1066 } }, { - "id": "jaspionjader/f-6-8b", - "name": "f-6-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b-stage1_shuf_sample1_jsonl-pretrained", + "name": "wide_3b-stage1_shuf_sample1_jsonl-pretrained", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4846, - "hfopenllm_v2/BBH": 0.5241, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4474, - "hfopenllm_v2/MMLU-PRO": 0.3939 + "hfopenllm_v2/IFEval": 0.1395, + "hfopenllm_v2/BBH": 0.3004, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3632, + "hfopenllm_v2/MMLU-PRO": 0.114 } }, { - "id": "jaspionjader/f-7-8b", - "name": "f-7-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge", + "name": "wide_3b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4462, - "hfopenllm_v2/BBH": 0.5277, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4315, - "hfopenllm_v2/MMLU-PRO": 0.3936 + "hfopenllm_v2/IFEval": 0.1664, + "hfopenllm_v2/BBH": 0.3031, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3845, + "hfopenllm_v2/MMLU-PRO": 0.1111 } }, { - "id": "jaspionjader/f-8-8b", - "name": "f-8-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stag1.2-lyrical_news_software_howto_formattedtext-merge", + "name": "wide_3b_sft_stag1.2-lyrical_news_software_howto_formattedtext-merge", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4739, - "hfopenllm_v2/BBH": 0.5259, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.394 + "hfopenllm_v2/IFEval": 0.1697, + "hfopenllm_v2/BBH": 0.2975, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3778, + "hfopenllm_v2/MMLU-PRO": 0.1125 } }, { - "id": "jaspionjader/f-9-8b", - "name": "f-9-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-no_redteam_skg_poem.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-no_redteam_skg_poem.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4602, - "hfopenllm_v2/BBH": 0.5292, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4461, - "hfopenllm_v2/MMLU-PRO": 0.3944 + "hfopenllm_v2/IFEval": 0.148, + "hfopenllm_v2/BBH": 0.3095, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.1108 } }, { - "id": "jaspionjader/fct-14-8b", - "name": "fct-14-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4129, - "hfopenllm_v2/BBH": 0.5206, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.3875 + "hfopenllm_v2/IFEval": 0.1237, + "hfopenllm_v2/BBH": 0.306, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3673, + "hfopenllm_v2/MMLU-PRO": 0.1111 } }, { - "id": "jaspionjader/fct-9-8b", - "name": "fct-9-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4354, - "hfopenllm_v2/BBH": 0.5205, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.3932 + "hfopenllm_v2/IFEval": 0.1192, + "hfopenllm_v2/BBH": 0.2956, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3553, + "hfopenllm_v2/MMLU-PRO": 0.1183 } }, { - "id": "jaspionjader/fr-1-8b", - "name": "fr-1-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4211, - "hfopenllm_v2/BBH": 0.5142, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.361 + "hfopenllm_v2/IFEval": 0.1162, + "hfopenllm_v2/BBH": 0.3184, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3447, + "hfopenllm_v2/MMLU-PRO": 0.1124 } }, { - "id": "jaspionjader/fr-10-8b", - "name": "fr-10-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories_no_orig_instr.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories_no_orig_instr.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4402, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4119, - "hfopenllm_v2/MMLU-PRO": 0.3863 + "hfopenllm_v2/IFEval": 0.1317, + "hfopenllm_v2/BBH": 0.3064, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3446, + "hfopenllm_v2/MMLU-PRO": 0.1144 } }, { - "id": "jaspionjader/fr-3-8b", - "name": "fr-3-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_stories.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_stories.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4326, - "hfopenllm_v2/BBH": 0.5255, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3863 + "hfopenllm_v2/IFEval": 0.1182, + "hfopenllm_v2/BBH": 0.3037, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3567, + "hfopenllm_v2/MMLU-PRO": 0.1162 } }, { - "id": "jaspionjader/gamma-Kosmos-EVAA-8B", - "name": "gamma-Kosmos-EVAA-8B", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_math.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-with_generics_math.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.425, - "hfopenllm_v2/BBH": 0.5253, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4412, - "hfopenllm_v2/MMLU-PRO": 0.3776 + "hfopenllm_v2/IFEval": 0.124, + "hfopenllm_v2/BBH": 0.3032, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3487, + "hfopenllm_v2/MMLU-PRO": 0.1128 } }, { - "id": "jaspionjader/gamma-Kosmos-EVAA-v2-8B", - "name": "gamma-Kosmos-EVAA-v2-8B", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_math.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-with_math.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4233, - "hfopenllm_v2/BBH": 0.5262, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4344, - "hfopenllm_v2/MMLU-PRO": 0.3756 + "hfopenllm_v2/IFEval": 0.1298, + "hfopenllm_v2/BBH": 0.3052, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3928, + "hfopenllm_v2/MMLU-PRO": 0.1147 } }, { - "id": "jaspionjader/gamma-Kosmos-EVAA-v3-8B", - "name": "gamma-Kosmos-EVAA-v3-8B", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_r1_generics_intr_math_stories.no_issue", + "name": "wide_3b_sft_stage1.1-ss1-with_r1_generics_intr_math_stories.no_issue", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4333, - "hfopenllm_v2/BBH": 0.5278, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4263, - "hfopenllm_v2/MMLU-PRO": 0.3898 + "hfopenllm_v2/IFEval": 0.2049, + "hfopenllm_v2/BBH": 0.2912, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3575, + "hfopenllm_v2/MMLU-PRO": 0.1167 } }, { - "id": "jaspionjader/knf-2-8b", - "name": "knf-2-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_fictional_lyrical", + "name": "wide_3b_sft_stage1.2-ss1-expert_fictional_lyrical", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.425, - "hfopenllm_v2/BBH": 0.5207, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3875 + "hfopenllm_v2/IFEval": 0.1461, + "hfopenllm_v2/BBH": 0.2998, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3926, + "hfopenllm_v2/MMLU-PRO": 0.1141 } }, { - "id": "jaspionjader/knfp-2-8b", - "name": "knfp-2-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_formatted_text", + "name": "wide_3b_sft_stage1.2-ss1-expert_formatted_text", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5327, - "hfopenllm_v2/BBH": 0.5305, - "hfopenllm_v2/MATH Level 5": 0.1427, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3726 + "hfopenllm_v2/IFEval": 0.1487, + "hfopenllm_v2/BBH": 0.3069, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3474, + "hfopenllm_v2/MMLU-PRO": 0.1146 } }, { - "id": "jaspionjader/knfp-3-8b", - "name": "knfp-3-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_how-to", + "name": "wide_3b_sft_stage1.2-ss1-expert_how-to", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4946, - "hfopenllm_v2/BBH": 0.52, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3881 + "hfopenllm_v2/IFEval": 0.1245, + "hfopenllm_v2/BBH": 0.3047, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3658, + "hfopenllm_v2/MMLU-PRO": 0.1153 } }, { - "id": "jaspionjader/kstc-1-8b", - "name": "kstc-1-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_math", + "name": "wide_3b_sft_stage1.2-ss1-expert_math", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4643, - "hfopenllm_v2/BBH": 0.5209, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4158, - "hfopenllm_v2/MMLU-PRO": 0.3892 + "hfopenllm_v2/IFEval": 0.1915, + "hfopenllm_v2/BBH": 0.306, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.37, + "hfopenllm_v2/MMLU-PRO": 0.1092 } }, { - "id": "jaspionjader/kstc-11-8b", - "name": "kstc-11-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_news", + "name": "wide_3b_sft_stage1.2-ss1-expert_news", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4757, - "hfopenllm_v2/BBH": 0.5189, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3879 + "hfopenllm_v2/IFEval": 0.1658, + "hfopenllm_v2/BBH": 0.2926, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3621, + "hfopenllm_v2/MMLU-PRO": 0.1111 } }, { - "id": "jaspionjader/kstc-4-8b", - "name": "kstc-4-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_software", + "name": "wide_3b_sft_stage1.2-ss1-expert_software", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.477, - "hfopenllm_v2/BBH": 0.5216, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3869 + "hfopenllm_v2/IFEval": 0.1734, + "hfopenllm_v2/BBH": 0.298, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3569, + "hfopenllm_v2/MMLU-PRO": 0.114 } }, { - "id": "jaspionjader/kstc-5-8b", - "name": "kstc-5-8b", - "developer": "jaspionjader", + "id": "ontocord/wide_6.6b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge-stacked", + "name": "wide_6.6b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge-stacked", + "developer": "ontocord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4721, - "hfopenllm_v2/BBH": 0.5211, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4224, - "hfopenllm_v2/MMLU-PRO": 0.3892 + "hfopenllm_v2/IFEval": 0.1244, + "hfopenllm_v2/BBH": 0.3026, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3686, + "hfopenllm_v2/MMLU-PRO": 0.1115 } }, { - "id": "jaspionjader/kstc-6-8b", - "name": "kstc-6-8b", - "developer": "jaspionjader", + "id": "oobabooga/CodeBooga-34B-v0.1", + "name": "CodeBooga-34B-v0.1", + "developer": "oobabooga", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4944, - "hfopenllm_v2/BBH": 0.5231, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3857 + "hfopenllm_v2/IFEval": 0.525, + "hfopenllm_v2/BBH": 0.3427, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.236 } }, { - "id": "jaspionjader/kstc-8-8b", - "name": "kstc-8-8b", - "developer": "jaspionjader", + "id": "oopere/Llama-FinSent-S", + "name": "Llama-FinSent-S", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.491, - "hfopenllm_v2/BBH": 0.5239, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4211, - "hfopenllm_v2/MMLU-PRO": 0.3889 + "hfopenllm_v2/IFEval": 0.2119, + "hfopenllm_v2/BBH": 0.3156, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3832, + "hfopenllm_v2/MMLU-PRO": 0.113 } }, { - "id": "jaspionjader/kstc-9-8b", - "name": "kstc-9-8b", - "developer": "jaspionjader", + "id": "oopere/pruned10-llama-3.2-3B", + "name": "pruned10-llama-3.2-3B", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4861, - "hfopenllm_v2/BBH": 0.5238, - "hfopenllm_v2/MATH Level 5": 0.136, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3872 + "hfopenllm_v2/IFEval": 0.1776, + "hfopenllm_v2/BBH": 0.334, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3722, + "hfopenllm_v2/MMLU-PRO": 0.164 } }, { - "id": "jaspionjader/slu-10", - "name": "slu-10", - "developer": "jaspionjader", + "id": "oopere/pruned20-llama-1b", + "name": "pruned20-llama-1b", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.436, - "hfopenllm_v2/BBH": 0.5096, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.392, - "hfopenllm_v2/MMLU-PRO": 0.3664 + "hfopenllm_v2/IFEval": 0.1994, + "hfopenllm_v2/BBH": 0.3031, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3631, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "jaspionjader/slu-11", - "name": "slu-11", - "developer": "jaspionjader", + "id": "oopere/pruned20-llama-3.2-3b", + "name": "pruned20-llama-3.2-3b", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3725, - "hfopenllm_v2/BBH": 0.489, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3919, - "hfopenllm_v2/MMLU-PRO": 0.3382 + "hfopenllm_v2/IFEval": 0.1789, + "hfopenllm_v2/BBH": 0.3248, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3418, + "hfopenllm_v2/MMLU-PRO": 0.128 } }, { - "id": "jaspionjader/slu-13", - "name": "slu-13", - "developer": "jaspionjader", + "id": "oopere/pruned40-llama-1b", + "name": "pruned40-llama-1b", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4378, - "hfopenllm_v2/BBH": 0.5097, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.3814, - "hfopenllm_v2/MMLU-PRO": 0.358 + "hfopenllm_v2/IFEval": 0.2284, + "hfopenllm_v2/BBH": 0.2969, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.1082 } }, { - "id": "jaspionjader/slu-14", - "name": "slu-14", - "developer": "jaspionjader", + "id": "oopere/pruned40-llama-3.2-1B", + "name": "pruned40-llama-3.2-1B", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4107, - "hfopenllm_v2/BBH": 0.5089, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.396, - "hfopenllm_v2/MMLU-PRO": 0.3627 + "hfopenllm_v2/IFEval": 0.2266, + "hfopenllm_v2/BBH": 0.2982, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.4352, + "hfopenllm_v2/MMLU-PRO": 0.1115 } }, { - "id": "jaspionjader/slu-17", - "name": "slu-17", - "developer": "jaspionjader", + "id": "oopere/pruned40-llama-3.2-3b", + "name": "pruned40-llama-3.2-3b", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4217, - "hfopenllm_v2/BBH": 0.5071, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.3761, - "hfopenllm_v2/MMLU-PRO": 0.3619 + "hfopenllm_v2/IFEval": 0.2183, + "hfopenllm_v2/BBH": 0.3167, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2299, + "hfopenllm_v2/MUSR": 0.3539, + "hfopenllm_v2/MMLU-PRO": 0.1177 } }, { - "id": "jaspionjader/slu-2", - "name": "slu-2", - "developer": "jaspionjader", + "id": "oopere/pruned60-llama-1b", + "name": "pruned60-llama-1b", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4016, - "hfopenllm_v2/BBH": 0.5008, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3959, - "hfopenllm_v2/MMLU-PRO": 0.3506 + "hfopenllm_v2/IFEval": 0.1829, + "hfopenllm_v2/BBH": 0.3016, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.4088, + "hfopenllm_v2/MMLU-PRO": 0.1173 } }, { - "id": "jaspionjader/slu-20", - "name": "slu-20", - "developer": "jaspionjader", + "id": "oopere/pruned60-llama-3.2-3b", + "name": "pruned60-llama-3.2-3b", + "developer": "oopere", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4393, - "hfopenllm_v2/BBH": 0.5061, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.3933, - "hfopenllm_v2/MMLU-PRO": 0.3665 + "hfopenllm_v2/IFEval": 0.1825, + "hfopenllm_v2/BBH": 0.3166, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3633, + "hfopenllm_v2/MMLU-PRO": 0.1131 } }, { - "id": "jaspionjader/slu-22", - "name": "slu-22", - "developer": "jaspionjader", + "id": "open-atlas/Atlas-Flash-1.5B-Preview", + "name": "Atlas-Flash-1.5B-Preview", + "developer": "open-atlas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4321, - "hfopenllm_v2/BBH": 0.5082, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.3893, - "hfopenllm_v2/MMLU-PRO": 0.365 + "hfopenllm_v2/IFEval": 0.327, + "hfopenllm_v2/BBH": 0.3215, + "hfopenllm_v2/MATH Level 5": 0.2213, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3488, + "hfopenllm_v2/MMLU-PRO": 0.1374 } }, { - "id": "jaspionjader/slu-23", - "name": "slu-23", - "developer": "jaspionjader", + "id": "open-atlas/Atlas-Flash-7B-Preview", + "name": "Atlas-Flash-7B-Preview", + "developer": "open-atlas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4478, - "hfopenllm_v2/BBH": 0.5132, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4092, - "hfopenllm_v2/MMLU-PRO": 0.3725 + "hfopenllm_v2/IFEval": 0.3908, + "hfopenllm_v2/BBH": 0.3542, + "hfopenllm_v2/MATH Level 5": 0.2576, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3836, + "hfopenllm_v2/MMLU-PRO": 0.2784 } }, { - "id": "jaspionjader/slu-25", - "name": "slu-25", - "developer": "jaspionjader", + "id": "open-neo/Kyro-n1-3B", + "name": "Kyro-n1-3B", + "developer": "open-neo", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.45, - "hfopenllm_v2/BBH": 0.5095, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.3946, - "hfopenllm_v2/MMLU-PRO": 0.3684 + "hfopenllm_v2/IFEval": 0.4595, + "hfopenllm_v2/BBH": 0.4685, + "hfopenllm_v2/MATH Level 5": 0.2855, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4088, + "hfopenllm_v2/MMLU-PRO": 0.3423 } }, { - "id": "jaspionjader/slu-29", - "name": "slu-29", - "developer": "jaspionjader", + "id": "open-neo/Kyro-n1-7B", + "name": "Kyro-n1-7B", + "developer": "open-neo", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4431, - "hfopenllm_v2/BBH": 0.5096, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3933, - "hfopenllm_v2/MMLU-PRO": 0.3669 + "hfopenllm_v2/IFEval": 0.5573, + "hfopenllm_v2/BBH": 0.5387, + "hfopenllm_v2/MATH Level 5": 0.3897, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3884, + "hfopenllm_v2/MMLU-PRO": 0.4333 } }, { - "id": "jaspionjader/slu-32", - "name": "slu-32", - "developer": "jaspionjader", + "id": "Open-Orca/Mistral-7B-OpenOrca", + "name": "Mistral-7B-OpenOrca", + "developer": "Open-Orca", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4516, - "hfopenllm_v2/BBH": 0.5167, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4039, - "hfopenllm_v2/MMLU-PRO": 0.3766 + "hfopenllm_v2/IFEval": 0.4978, + "hfopenllm_v2/BBH": 0.4768, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3858, + "hfopenllm_v2/MMLU-PRO": 0.2653 } }, { - "id": "jaspionjader/slu-33", - "name": "slu-33", - "developer": "jaspionjader", + "id": "open-thoughts/OpenThinker-7B", + "name": "OpenThinker-7B", + "developer": "open-thoughts", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4457, - "hfopenllm_v2/BBH": 0.5081, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.3867, - "hfopenllm_v2/MMLU-PRO": 0.3679 + "hfopenllm_v2/IFEval": 0.4089, + "hfopenllm_v2/BBH": 0.5343, + "hfopenllm_v2/MATH Level 5": 0.426, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.4165 } }, { - "id": "jaspionjader/slu-34", - "name": "slu-34", - "developer": "jaspionjader", + "id": "openai-community/gpt2", + "name": "gpt2", + "developer": "openai-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4351, - "hfopenllm_v2/BBH": 0.5077, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.388, - "hfopenllm_v2/MMLU-PRO": 0.372 + "hfopenllm_v2/IFEval": 0.1793, + "hfopenllm_v2/BBH": 0.3036, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4471, + "hfopenllm_v2/MMLU-PRO": 0.1159 } }, { - "id": "jaspionjader/slu-35", - "name": "slu-35", - "developer": "jaspionjader", + "id": "openai-community/gpt2-large", + "name": "gpt2-large", + "developer": "openai-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4242, - "hfopenllm_v2/BBH": 0.5103, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.3946, - "hfopenllm_v2/MMLU-PRO": 0.3676 + "hfopenllm_v2/IFEval": 0.2048, + "hfopenllm_v2/BBH": 0.3069, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3789, + "hfopenllm_v2/MMLU-PRO": 0.1142 } }, { - "id": "jaspionjader/slu-36", - "name": "slu-36", - "developer": "jaspionjader", + "id": "openai-community/gpt2-medium", + "name": "gpt2-medium", + "developer": "openai-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4518, - "hfopenllm_v2/BBH": 0.5087, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.3933, - "hfopenllm_v2/MMLU-PRO": 0.3711 + "hfopenllm_v2/IFEval": 0.2208, + "hfopenllm_v2/BBH": 0.305, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3884, + "hfopenllm_v2/MMLU-PRO": 0.1182 } }, { - "id": "jaspionjader/slu-37", - "name": "slu-37", - "developer": "jaspionjader", + "id": "openai-community/gpt2-xl", + "name": "gpt2-xl", + "developer": "openai-community", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4534, - "hfopenllm_v2/BBH": 0.51, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3946, - "hfopenllm_v2/MMLU-PRO": 0.3695 + "hfopenllm_v2/IFEval": 0.2039, + "hfopenllm_v2/BBH": 0.3009, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.371, + "hfopenllm_v2/MMLU-PRO": 0.1131 } }, { - "id": "jaspionjader/slu-6", - "name": "slu-6", - "developer": "jaspionjader", + "id": "openai/ada-350M", + "name": "ada 350M", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4117, - "hfopenllm_v2/BBH": 0.5099, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4066, - "hfopenllm_v2/MMLU-PRO": 0.3611 + "helm_classic/Mean win rate": 0.108, + "helm_classic/MMLU": 0.243, + "helm_classic/BoolQ": 0.581, + "helm_classic/NarrativeQA": 0.326, + "helm_classic/NaturalQuestions (open-book)": 0.365, + "helm_classic/QuAC": 0.242, + "helm_classic/HellaSwag": 0.435, + "helm_classic/OpenbookQA": 0.38, + "helm_classic/TruthfulQA": 0.215, + "helm_classic/MS MARCO (TREC)": 0.29, + "helm_classic/CNN/DailyMail": 0.09, + "helm_classic/XSUM": 0.022, + "helm_classic/IMDB": 0.849, + "helm_classic/CivilComments": 0.517, + "helm_classic/RAFT": 0.423 } }, { - "id": "jaspionjader/slu-mix-1", - "name": "slu-mix-1", - "developer": "jaspionjader", + "id": "openai/babbage-1.3B", + "name": "babbage 1.3B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4569, - "hfopenllm_v2/BBH": 0.524, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.393 + "helm_classic/Mean win rate": 0.114, + "helm_classic/MMLU": 0.235, + "helm_classic/BoolQ": 0.574, + "helm_classic/NarrativeQA": 0.491, + "helm_classic/NaturalQuestions (open-book)": 0.451, + "helm_classic/QuAC": 0.273, + "helm_classic/HellaSwag": 0.555, + "helm_classic/OpenbookQA": 0.438, + "helm_classic/TruthfulQA": 0.188, + "helm_classic/MS MARCO (TREC)": 0.317, + "helm_classic/CNN/DailyMail": 0.079, + "helm_classic/XSUM": 0.045, + "helm_classic/IMDB": 0.597, + "helm_classic/CivilComments": 0.519, + "helm_classic/RAFT": 0.455 } }, { - "id": "jaspionjader/sof-1", - "name": "sof-1", - "developer": "jaspionjader", + "id": "openai/curie-6.7B", + "name": "curie 6.7B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4314, - "hfopenllm_v2/BBH": 0.501, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4082, - "hfopenllm_v2/MMLU-PRO": 0.3674 + "helm_classic/Mean win rate": 0.247, + "helm_classic/MMLU": 0.243, + "helm_classic/BoolQ": 0.656, + "helm_classic/NarrativeQA": 0.604, + "helm_classic/NaturalQuestions (open-book)": 0.552, + "helm_classic/QuAC": 0.321, + "helm_classic/HellaSwag": 0.682, + "helm_classic/OpenbookQA": 0.502, + "helm_classic/TruthfulQA": 0.232, + "helm_classic/MS MARCO (TREC)": 0.3, + "helm_classic/CNN/DailyMail": 0.113, + "helm_classic/XSUM": 0.091, + "helm_classic/IMDB": 0.889, + "helm_classic/CivilComments": 0.539, + "helm_classic/RAFT": 0.49 } }, { - "id": "jaspionjader/sof-10", - "name": "sof-10", - "developer": "jaspionjader", + "id": "openai/davinci-175B", + "name": "davinci 175B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4648, - "hfopenllm_v2/BBH": 0.5197, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4091, - "hfopenllm_v2/MMLU-PRO": 0.3874 + "helm_classic/Mean win rate": 0.538, + "helm_classic/MMLU": 0.422, + "helm_classic/BoolQ": 0.722, + "helm_classic/NarrativeQA": 0.687, + "helm_classic/NaturalQuestions (open-book)": 0.625, + "helm_classic/QuAC": 0.36, + "helm_classic/HellaSwag": 0.775, + "helm_classic/OpenbookQA": 0.586, + "helm_classic/TruthfulQA": 0.194, + "helm_classic/MS MARCO (TREC)": 0.378, + "helm_classic/CNN/DailyMail": 0.127, + "helm_classic/XSUM": 0.126, + "helm_classic/IMDB": 0.933, + "helm_classic/CivilComments": 0.532, + "helm_classic/RAFT": 0.642 } }, { - "id": "jaspionjader/sof-3", - "name": "sof-3", - "developer": "jaspionjader", + "id": "openai/GPT 4o", + "name": "GPT 4o", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4637, - "hfopenllm_v2/BBH": 0.5206, - "hfopenllm_v2/MATH Level 5": 0.1276, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4131, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "apex-v1/Overall Score": 0.359 } }, { - "id": "jaspionjader/sof-6", - "name": "sof-6", - "developer": "jaspionjader", + "id": "openai/GPT 5", + "name": "GPT 5", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4354, - "hfopenllm_v2/BBH": 0.5209, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3844 + "ace/Overall Score": 0.561, + "ace/DIY Score": 0.55, + "ace/Food Score": 0.7, + "ace/Gaming Score": 0.575, + "apex-agents/Overall Pass@1": 0.183, + "apex-agents/Overall Pass@8": 0.31, + "apex-agents/Overall Mean Score": 0.329, + "apex-agents/Investment Banking Pass@1": 0.273, + "apex-agents/Management Consulting Pass@1": 0.123, + "apex-agents/Corporate Law Pass@1": 0.153, + "apex-agents/Corporate Lawyer Mean Score": 0.382, + "apex-v1/Overall Score": 0.67, + "apex-v1/Big Law Score": 0.78, + "apex-v1/Medicine (MD) Score": 0.66, + "apex-v1/Investment Banking Score": 0.61 } }, { - "id": "jaspionjader/test-10", - "name": "test-10", - "developer": "jaspionjader", + "id": "openai/GPT 5 Codex", + "name": "GPT 5 Codex", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4578, - "hfopenllm_v2/BBH": 0.5316, - "hfopenllm_v2/MATH Level 5": 0.114, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.3936 + "apex-agents/Corporate Lawyer Mean Score": 0.362 } }, { - "id": "jaspionjader/test-11", - "name": "test-11", - "developer": "jaspionjader", + "id": "openai/GPT 5.1", + "name": "GPT 5.1", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4541, - "hfopenllm_v2/BBH": 0.535, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.3939 + "ace/Overall Score": 0.551, + "ace/DIY Score": 0.56, + "ace/Gaming Score": 0.61, + "ace/Shopping Score": 0.45, + "apex-agents/Corporate Lawyer Mean Score": 0.376, + "apex-v1/Big Law Score": 0.77 } }, { - "id": "jaspionjader/test-12", - "name": "test-12", - "developer": "jaspionjader", + "id": "openai/GPT 5.1 Codex", + "name": "GPT 5.1 Codex", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4368, - "hfopenllm_v2/BBH": 0.5347, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.425, - "hfopenllm_v2/MMLU-PRO": 0.3935 + "apex-agents/Corporate Lawyer Mean Score": 0.366 } }, { - "id": "jaspionjader/test-13", - "name": "test-13", - "developer": "jaspionjader", + "id": "openai/GPT 5.2", + "name": "GPT 5.2", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4581, - "hfopenllm_v2/BBH": 0.5318, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.3935 + "ace/Overall Score": 0.515, + "ace/Food Score": 0.65, + "ace/Gaming Score": 0.578, + "apex-agents/Overall Pass@1": 0.23, + "apex-agents/Overall Pass@8": 0.4, + "apex-agents/Overall Mean Score": 0.387, + "apex-agents/Investment Banking Pass@1": 0.273, + "apex-agents/Management Consulting Pass@1": 0.227, + "apex-agents/Corporate Law Pass@1": 0.189, + "apex-agents/Corporate Lawyer Mean Score": 0.443 } }, { - "id": "jaspionjader/test-14", - "name": "test-14", - "developer": "jaspionjader", + "id": "openai/GPT 5.2 Codex", + "name": "GPT 5.2 Codex", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4444, - "hfopenllm_v2/BBH": 0.5323, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4317, - "hfopenllm_v2/MMLU-PRO": 0.393 + "apex-agents/Overall Pass@1": 0.276, + "apex-agents/Corporate Lawyer Mean Score": 0.394 } }, { - "id": "jaspionjader/test-15", - "name": "test-15", - "developer": "jaspionjader", + "id": "openai/GPT 5.2 Pro", + "name": "GPT 5.2 Pro", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4365, - "hfopenllm_v2/BBH": 0.5328, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.393 + "apex-v1/Overall Score": 0.668, + "apex-v1/Consulting Score": 0.64, + "apex-v1/Medicine (MD) Score": 0.65, + "apex-v1/Investment Banking Score": 0.64 } }, { - "id": "jaspionjader/test-16", - "name": "test-16", - "developer": "jaspionjader", + "id": "openai/GPT 5.3 Codex", + "name": "GPT 5.3 Codex", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4599, - "hfopenllm_v2/BBH": 0.533, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4225, - "hfopenllm_v2/MMLU-PRO": 0.393 + "apex-agents/Overall Pass@1": 0.317 } }, { - "id": "jaspionjader/test-17", - "name": "test-17", - "developer": "jaspionjader", + "id": "openai/GPT OSS 120B", + "name": "GPT OSS 120B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4267, - "hfopenllm_v2/BBH": 0.5329, - "hfopenllm_v2/MATH Level 5": 0.1103, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.3929 + "apex-agents/Overall Pass@1": 0.047, + "apex-agents/Overall Pass@8": 0.115, + "apex-agents/Overall Mean Score": 0.145, + "apex-agents/Investment Banking Pass@1": 0.027, + "apex-agents/Management Consulting Pass@1": 0.035, + "apex-agents/Corporate Law Pass@1": 0.078, + "apex-agents/Corporate Lawyer Mean Score": 0.269 } }, { - "id": "jaspionjader/test-18", - "name": "test-18", - "developer": "jaspionjader", + "id": "openai/gpt-3.5-turbo-0125", + "name": "GPT-3.5 Turbo 0125", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4392, - "hfopenllm_v2/BBH": 0.5317, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.393 + "helm_mmlu/MMLU All Subjects": 0.673, + "helm_mmlu/Abstract Algebra": 0.31, + "helm_mmlu/Anatomy": 0.696, + "helm_mmlu/College Physics": 0.471, + "helm_mmlu/Computer Security": 0.78, + "helm_mmlu/Econometrics": 0.474, + "helm_mmlu/Global Facts": 0.39, + "helm_mmlu/Jurisprudence": 0.806, + "helm_mmlu/Philosophy": 0.746, + "helm_mmlu/Professional Psychology": 0.722, + "helm_mmlu/Us Foreign Policy": 0.89, + "helm_mmlu/Astronomy": 0.75, + "helm_mmlu/Business Ethics": 0.75, + "helm_mmlu/Clinical Knowledge": 0.755, + "helm_mmlu/Conceptual Physics": 0.634, + "helm_mmlu/Electrical Engineering": 0.669, + "helm_mmlu/Elementary Mathematics": 0.534, + "helm_mmlu/Formal Logic": 0.444, + "helm_mmlu/High School World History": 0.819, + "helm_mmlu/Human Sexuality": 0.779, + "helm_mmlu/International Law": 0.81, + "helm_mmlu/Logical Fallacies": 0.779, + "helm_mmlu/Machine Learning": 0.455, + "helm_mmlu/Management": 0.835, + "helm_mmlu/Marketing": 0.91, + "helm_mmlu/Medical Genetics": 0.73, + "helm_mmlu/Miscellaneous": 0.89, + "helm_mmlu/Moral Scenarios": 0.355, + "helm_mmlu/Nutrition": 0.748, + "helm_mmlu/Prehistory": 0.735, + "helm_mmlu/Public Relations": 0.727, + "helm_mmlu/Security Studies": 0.751, + "helm_mmlu/Sociology": 0.861, + "helm_mmlu/Virology": 0.536, + "helm_mmlu/World Religions": 0.842, + "helm_mmlu/Mean win rate": 0.493, + "reward-bench/Score": 0.6534, + "reward-bench/Chat": 0.9218, + "reward-bench/Chat Hard": 0.4452, + "reward-bench/Safety": 0.6547, + "reward-bench/Reasoning": 0.5912, + "reward-bench/Prior Sets (0.5 weight)": 0.6548 } }, { - "id": "jaspionjader/test-19", - "name": "test-19", - "developer": "jaspionjader", + "id": "openai/gpt-3.5-turbo-0301", + "name": "gpt-3.5-turbo-0301", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4401, - "hfopenllm_v2/BBH": 0.5319, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4264, - "hfopenllm_v2/MMLU-PRO": 0.3929 + "helm_classic/Mean win rate": 0.76, + "helm_classic/MMLU": 0.59, + "helm_classic/BoolQ": 0.74, + "helm_classic/NarrativeQA": 0.663, + "helm_classic/NaturalQuestions (open-book)": 0.624, + "helm_classic/QuAC": 0.512, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.609, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.899, + "helm_classic/CivilComments": 0.674, + "helm_classic/RAFT": 0.768 } }, { - "id": "jaspionjader/test-20", - "name": "test-20", - "developer": "jaspionjader", + "id": "openai/gpt-3.5-turbo-0613", + "name": "GPT-3.5 Turbo 0613", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4529, - "hfopenllm_v2/BBH": 0.5327, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.392 + "helm_classic/Mean win rate": 0.783, + "helm_classic/MMLU": 0.391, + "helm_classic/BoolQ": 0.87, + "helm_classic/NarrativeQA": 0.625, + "helm_classic/NaturalQuestions (open-book)": 0.675, + "helm_classic/QuAC": 0.485, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.339, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.943, + "helm_classic/CivilComments": 0.696, + "helm_classic/RAFT": 0.748, + "helm_instruct/Mean win rate": 0.689, + "helm_instruct/Anthropic RLHF dataset": 4.964, + "helm_instruct/Best ChatGPT Prompts": 4.986, + "helm_instruct/Koala test dataset": 4.987, + "helm_instruct/Open Assistant": 4.987, + "helm_instruct/Self Instruct": 4.99, + "helm_instruct/Vicuna": 4.992, + "helm_lite/Mean win rate": 0.358, + "helm_lite/NarrativeQA": 0.655, + "helm_lite/NaturalQuestions (closed-book)": 0.335, + "helm_lite/OpenbookQA": 0.838, + "helm_lite/MMLU": 0.614, + "helm_lite/MATH": 0.667, + "helm_lite/GSM8K": 0.501, + "helm_lite/LegalBench": 0.528, + "helm_lite/MedQA": 0.622, + "helm_lite/WMT 2014": 0.187, + "helm_mmlu/MMLU All Subjects": 0.689, + "helm_mmlu/Abstract Algebra": 0.38, + "helm_mmlu/Anatomy": 0.659, + "helm_mmlu/College Physics": 0.461, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.5, + "helm_mmlu/Global Facts": 0.37, + "helm_mmlu/Jurisprudence": 0.806, + "helm_mmlu/Philosophy": 0.759, + "helm_mmlu/Professional Psychology": 0.732, + "helm_mmlu/Us Foreign Policy": 0.88, + "helm_mmlu/Astronomy": 0.763, + "helm_mmlu/Business Ethics": 0.75, + "helm_mmlu/Clinical Knowledge": 0.777, + "helm_mmlu/Conceptual Physics": 0.613, + "helm_mmlu/Electrical Engineering": 0.648, + "helm_mmlu/Elementary Mathematics": 0.5, + "helm_mmlu/Formal Logic": 0.397, + "helm_mmlu/High School World History": 0.857, + "helm_mmlu/Human Sexuality": 0.786, + "helm_mmlu/International Law": 0.843, + "helm_mmlu/Logical Fallacies": 0.791, + "helm_mmlu/Machine Learning": 0.455, + "helm_mmlu/Management": 0.845, + "helm_mmlu/Marketing": 0.91, + "helm_mmlu/Medical Genetics": 0.8, + "helm_mmlu/Miscellaneous": 0.893, + "helm_mmlu/Moral Scenarios": 0.404, + "helm_mmlu/Nutrition": 0.758, + "helm_mmlu/Prehistory": 0.787, + "helm_mmlu/Public Relations": 0.745, + "helm_mmlu/Security Studies": 0.8, + "helm_mmlu/Sociology": 0.871, + "helm_mmlu/Virology": 0.542, + "helm_mmlu/World Religions": 0.836, + "helm_mmlu/Mean win rate": 0.589 } }, { - "id": "jayasuryajsk/Qwen2.5-3B-reasoner", - "name": "Qwen2.5-3B-reasoner", - "developer": "jayasuryajsk", + "id": "openai/gpt-4-0125-preview", + "name": "openai/gpt-4-0125-preview", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.416, - "hfopenllm_v2/BBH": 0.4651, - "hfopenllm_v2/MATH Level 5": 0.2085, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4123, - "hfopenllm_v2/MMLU-PRO": 0.3482 + "reward-bench/Score": 0.8434, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.7434, + "reward-bench/Safety": 0.8757, + "reward-bench/Reasoning": 0.8692, + "reward-bench/Prior Sets (0.5 weight)": 0.7085 } }, { - "id": "jeanmichela/o-distil-qwen", - "name": "o-distil-qwen", - "developer": "jeanmichela", + "id": "openai/gpt-4-0314", + "name": "GPT-4 0314", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4482, - "hfopenllm_v2/BBH": 0.59, - "hfopenllm_v2/MATH Level 5": 0.565, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.534, - "hfopenllm_v2/MMLU-PRO": 0.4658 + "helm_instruct/Mean win rate": 0.611, + "helm_instruct/Anthropic RLHF dataset": 4.934, + "helm_instruct/Best ChatGPT Prompts": 4.973, + "helm_instruct/Koala test dataset": 4.966, + "helm_instruct/Open Assistant": 4.986, + "helm_instruct/Self Instruct": 4.976, + "helm_instruct/Vicuna": 4.995 } }, { - "id": "jebcarter/psyonic-cetacean-20B", - "name": "psyonic-cetacean-20B", - "developer": "jebcarter", + "id": "openai/gpt-4-0613", + "name": "GPT-4 0613", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2544, - "hfopenllm_v2/BBH": 0.4907, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.4661, - "hfopenllm_v2/MMLU-PRO": 0.2886 + "helm_lite/Mean win rate": 0.867, + "helm_lite/NarrativeQA": 0.768, + "helm_lite/NaturalQuestions (closed-book)": 0.457, + "helm_lite/OpenbookQA": 0.96, + "helm_lite/MMLU": 0.735, + "helm_lite/MATH": 0.802, + "helm_lite/GSM8K": 0.932, + "helm_lite/LegalBench": 0.713, + "helm_lite/MedQA": 0.815, + "helm_lite/WMT 2014": 0.211, + "helm_mmlu/MMLU All Subjects": 0.824, + "helm_mmlu/Abstract Algebra": 0.63, + "helm_mmlu/Anatomy": 0.8, + "helm_mmlu/College Physics": 0.627, + "helm_mmlu/Computer Security": 0.86, + "helm_mmlu/Econometrics": 0.684, + "helm_mmlu/Global Facts": 0.62, + "helm_mmlu/Jurisprudence": 0.889, + "helm_mmlu/Philosophy": 0.859, + "helm_mmlu/Professional Psychology": 0.891, + "helm_mmlu/Us Foreign Policy": 0.95, + "helm_mmlu/Astronomy": 0.934, + "helm_mmlu/Business Ethics": 0.79, + "helm_mmlu/Clinical Knowledge": 0.845, + "helm_mmlu/Conceptual Physics": 0.868, + "helm_mmlu/Electrical Engineering": 0.786, + "helm_mmlu/Elementary Mathematics": 0.807, + "helm_mmlu/Formal Logic": 0.643, + "helm_mmlu/High School World History": 0.945, + "helm_mmlu/Human Sexuality": 0.908, + "helm_mmlu/International Law": 0.917, + "helm_mmlu/Logical Fallacies": 0.871, + "helm_mmlu/Machine Learning": 0.759, + "helm_mmlu/Management": 0.932, + "helm_mmlu/Marketing": 0.962, + "helm_mmlu/Medical Genetics": 0.94, + "helm_mmlu/Miscellaneous": 0.949, + "helm_mmlu/Moral Scenarios": 0.902, + "helm_mmlu/Nutrition": 0.892, + "helm_mmlu/Prehistory": 0.926, + "helm_mmlu/Public Relations": 0.745, + "helm_mmlu/Security Studies": 0.861, + "helm_mmlu/Sociology": 0.93, + "helm_mmlu/Virology": 0.596, + "helm_mmlu/World Religions": 0.877, + "helm_mmlu/Mean win rate": 0.517 } }, { - "id": "jebish7/Llama-3-Nanda-10B-Chat", - "name": "Llama-3-Nanda-10B-Chat", - "developer": "jebish7", + "id": "openai/gpt-4-1106-preview", + "name": "GPT-4 Turbo 1106 preview", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2953, - "hfopenllm_v2/BBH": 0.4959, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4356, - "hfopenllm_v2/MMLU-PRO": 0.3157 + "helm_lite/Mean win rate": 0.698, + "helm_lite/NarrativeQA": 0.727, + "helm_lite/NaturalQuestions (closed-book)": 0.435, + "helm_lite/OpenbookQA": 0.95, + "helm_lite/MMLU": 0.699, + "helm_lite/MATH": 0.857, + "helm_lite/GSM8K": 0.668, + "helm_lite/LegalBench": 0.626, + "helm_lite/MedQA": 0.817, + "helm_lite/WMT 2014": 0.205, + "helm_mmlu/MMLU All Subjects": 0.796, + "helm_mmlu/Abstract Algebra": 0.53, + "helm_mmlu/Anatomy": 0.807, + "helm_mmlu/College Physics": 0.402, + "helm_mmlu/Computer Security": 0.86, + "helm_mmlu/Econometrics": 0.675, + "helm_mmlu/Global Facts": 0.58, + "helm_mmlu/Jurisprudence": 0.889, + "helm_mmlu/Philosophy": 0.852, + "helm_mmlu/Professional Psychology": 0.887, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.941, + "helm_mmlu/Business Ethics": 0.78, + "helm_mmlu/Clinical Knowledge": 0.864, + "helm_mmlu/Conceptual Physics": 0.894, + "helm_mmlu/Electrical Engineering": 0.772, + "helm_mmlu/Elementary Mathematics": 0.638, + "helm_mmlu/Formal Logic": 0.651, + "helm_mmlu/High School World History": 0.958, + "helm_mmlu/Human Sexuality": 0.908, + "helm_mmlu/International Law": 0.926, + "helm_mmlu/Logical Fallacies": 0.865, + "helm_mmlu/Machine Learning": 0.723, + "helm_mmlu/Management": 0.913, + "helm_mmlu/Marketing": 0.932, + "helm_mmlu/Medical Genetics": 0.93, + "helm_mmlu/Miscellaneous": 0.946, + "helm_mmlu/Moral Scenarios": 0.816, + "helm_mmlu/Nutrition": 0.879, + "helm_mmlu/Prehistory": 0.917, + "helm_mmlu/Public Relations": 0.782, + "helm_mmlu/Security Studies": 0.841, + "helm_mmlu/Sociology": 0.925, + "helm_mmlu/Virology": 0.59, + "helm_mmlu/World Religions": 0.854, + "helm_mmlu/Mean win rate": 0.416 } }, { - "id": "jebish7/Llama-3.1-8B-Instruct", - "name": "Llama-3.1-8B-Instruct", - "developer": "jebish7", + "id": "openai/gpt-4-turbo-2024-04-09", + "name": "GPT-4 Turbo 2024-04-09", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5058, - "hfopenllm_v2/BBH": 0.5088, - "hfopenllm_v2/MATH Level 5": 0.1548, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3777 + "helm_lite/Mean win rate": 0.864, + "helm_lite/NarrativeQA": 0.761, + "helm_lite/NaturalQuestions (closed-book)": 0.482, + "helm_lite/OpenbookQA": 0.97, + "helm_lite/MMLU": 0.711, + "helm_lite/MATH": 0.833, + "helm_lite/GSM8K": 0.824, + "helm_lite/LegalBench": 0.727, + "helm_lite/MedQA": 0.783, + "helm_lite/WMT 2014": 0.218, + "helm_mmlu/MMLU All Subjects": 0.813, + "helm_mmlu/Abstract Algebra": 0.56, + "helm_mmlu/Anatomy": 0.822, + "helm_mmlu/College Physics": 0.539, + "helm_mmlu/Computer Security": 0.83, + "helm_mmlu/Econometrics": 0.675, + "helm_mmlu/Global Facts": 0.58, + "helm_mmlu/Jurisprudence": 0.88, + "helm_mmlu/Philosophy": 0.868, + "helm_mmlu/Professional Psychology": 0.873, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.941, + "helm_mmlu/Business Ethics": 0.82, + "helm_mmlu/Clinical Knowledge": 0.83, + "helm_mmlu/Conceptual Physics": 0.894, + "helm_mmlu/Electrical Engineering": 0.752, + "helm_mmlu/Elementary Mathematics": 0.72, + "helm_mmlu/Formal Logic": 0.706, + "helm_mmlu/High School World History": 0.941, + "helm_mmlu/Human Sexuality": 0.901, + "helm_mmlu/International Law": 0.942, + "helm_mmlu/Logical Fallacies": 0.871, + "helm_mmlu/Machine Learning": 0.741, + "helm_mmlu/Management": 0.883, + "helm_mmlu/Marketing": 0.949, + "helm_mmlu/Medical Genetics": 0.92, + "helm_mmlu/Miscellaneous": 0.945, + "helm_mmlu/Moral Scenarios": 0.803, + "helm_mmlu/Nutrition": 0.892, + "helm_mmlu/Prehistory": 0.92, + "helm_mmlu/Public Relations": 0.755, + "helm_mmlu/Security Studies": 0.8, + "helm_mmlu/Sociology": 0.915, + "helm_mmlu/Virology": 0.602, + "helm_mmlu/World Religions": 0.848, + "helm_mmlu/Mean win rate": 0.351, + "reward-bench/Score": 0.8395, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.7544, + "reward-bench/Safety": 0.8757, + "reward-bench/Reasoning": 0.827, + "reward-bench/Prior Sets (0.5 weight)": 0.7363 } }, { - "id": "jebish7/Nemotron-4-Mini-Hindi-4B-Base", - "name": "Nemotron-4-Mini-Hindi-4B-Base", - "developer": "jebish7", + "id": "openai/gpt-4.1", + "name": "openai/gpt-4.1", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2285, - "hfopenllm_v2/BBH": 0.3924, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4249, - "hfopenllm_v2/MMLU-PRO": 0.2503 + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0, + "livecodebenchpro/Easy Problems": 0.19718309859154928 } }, { - "id": "jebish7/Nemotron-4-Mini-Hindi-4B-Instruct", - "name": "Nemotron-4-Mini-Hindi-4B-Instruct", - "developer": "jebish7", + "id": "openai/gpt-4.1-2025-04-14", + "name": "gpt-4.1-2025-04-14", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3345, - "hfopenllm_v2/BBH": 0.4041, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4153, - "hfopenllm_v2/MMLU-PRO": 0.2595 + "global-mmlu-lite/Global MMLU Lite": 0.8755, + "global-mmlu-lite/Culturally Sensitive": 0.8541, + "global-mmlu-lite/Culturally Agnostic": 0.8969, + "global-mmlu-lite/Arabic": 0.88, + "global-mmlu-lite/English": 0.8825, + "global-mmlu-lite/Bengali": 0.8625, + "global-mmlu-lite/German": 0.875, + "global-mmlu-lite/French": 0.8875, + "global-mmlu-lite/Hindi": 0.8775, + "global-mmlu-lite/Indonesian": 0.885, + "global-mmlu-lite/Italian": 0.88, + "global-mmlu-lite/Japanese": 0.8725, + "global-mmlu-lite/Korean": 0.87, + "global-mmlu-lite/Portuguese": 0.875, + "global-mmlu-lite/Spanish": 0.885, + "global-mmlu-lite/Swahili": 0.8725, + "global-mmlu-lite/Yoruba": 0.875, + "global-mmlu-lite/Chinese": 0.87, + "global-mmlu-lite/Burmese": 0.8575, + "helm_capabilities/Mean score": 0.727, + "helm_capabilities/MMLU-Pro": 0.811, + "helm_capabilities/GPQA": 0.659, + "helm_capabilities/IFEval": 0.838, + "helm_capabilities/WildBench": 0.854, + "helm_capabilities/Omni-MATH": 0.471, + "reward-bench/Score": 0.7232, + "reward-bench/Factuality": 0.8289, + "reward-bench/Precise IF": 0.3974, + "reward-bench/Math": 0.6521, + "reward-bench/Safety": 0.8726, + "reward-bench/Focus": 0.7338, + "reward-bench/Ties": 0.8542 } }, { - "id": "jebish7/Nemotron-Mini-4B-Instruct", - "name": "Nemotron-Mini-4B-Instruct", - "developer": "jebish7", + "id": "openai/gpt-4.1-mini-2025-04-14", + "name": "GPT-4.1 mini 2025-04-14", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3709, - "hfopenllm_v2/BBH": 0.4244, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4727, - "hfopenllm_v2/MMLU-PRO": 0.2783 + "helm_capabilities/Mean score": 0.726, + "helm_capabilities/MMLU-Pro": 0.783, + "helm_capabilities/GPQA": 0.614, + "helm_capabilities/IFEval": 0.904, + "helm_capabilities/WildBench": 0.838, + "helm_capabilities/Omni-MATH": 0.491, + "reward-bench/Score": 0.6573, + "reward-bench/Factuality": 0.6084, + "reward-bench/Precise IF": 0.4125, + "reward-bench/Math": 0.7213, + "reward-bench/Safety": 0.7265, + "reward-bench/Focus": 0.7354, + "reward-bench/Ties": 0.74 } }, { - "id": "jebish7/aya-expanse-8b", - "name": "aya-expanse-8b", - "developer": "jebish7", + "id": "openai/gpt-4.1-nano-2025-04-14", + "name": "GPT-4.1 nano 2025-04-14", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3791, - "hfopenllm_v2/BBH": 0.4969, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3869, - "hfopenllm_v2/MMLU-PRO": 0.3103 + "helm_capabilities/Mean score": 0.616, + "helm_capabilities/MMLU-Pro": 0.55, + "helm_capabilities/GPQA": 0.507, + "helm_capabilities/IFEval": 0.843, + "helm_capabilities/WildBench": 0.811, + "helm_capabilities/Omni-MATH": 0.367, + "reward-bench/Score": 0.4849, + "reward-bench/Factuality": 0.4646, + "reward-bench/Precise IF": 0.2578, + "reward-bench/Math": 0.5041, + "reward-bench/Safety": 0.7156, + "reward-bench/Focus": 0.466, + "reward-bench/Ties": 0.5015 } }, { - "id": "jebish7/gemma-2-2b-it", - "name": "gemma-2-2b-it", - "developer": "jebish7", + "id": "openai/gpt-4o-2024-05-13", + "name": "GPT-4o 2024-05-13", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1272, - "hfopenllm_v2/BBH": 0.4395, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4244, - "hfopenllm_v2/MMLU-PRO": 0.2715 + "helm_lite/Mean win rate": 0.938, + "helm_lite/NarrativeQA": 0.804, + "helm_lite/NaturalQuestions (closed-book)": 0.501, + "helm_lite/OpenbookQA": 0.966, + "helm_lite/MMLU": 0.748, + "helm_lite/MATH": 0.829, + "helm_lite/GSM8K": 0.905, + "helm_lite/LegalBench": 0.733, + "helm_lite/MedQA": 0.857, + "helm_lite/WMT 2014": 0.231, + "helm_mmlu/MMLU All Subjects": 0.842, + "helm_mmlu/Abstract Algebra": 0.66, + "helm_mmlu/Anatomy": 0.911, + "helm_mmlu/College Physics": 0.686, + "helm_mmlu/Computer Security": 0.85, + "helm_mmlu/Econometrics": 0.693, + "helm_mmlu/Global Facts": 0.64, + "helm_mmlu/Jurisprudence": 0.898, + "helm_mmlu/Philosophy": 0.9, + "helm_mmlu/Professional Psychology": 0.905, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.941, + "helm_mmlu/Business Ethics": 0.85, + "helm_mmlu/Clinical Knowledge": 0.894, + "helm_mmlu/Conceptual Physics": 0.911, + "helm_mmlu/Electrical Engineering": 0.807, + "helm_mmlu/Elementary Mathematics": 0.741, + "helm_mmlu/Formal Logic": 0.683, + "helm_mmlu/High School World History": 0.945, + "helm_mmlu/Human Sexuality": 0.908, + "helm_mmlu/International Law": 0.934, + "helm_mmlu/Logical Fallacies": 0.883, + "helm_mmlu/Machine Learning": 0.768, + "helm_mmlu/Management": 0.942, + "helm_mmlu/Marketing": 0.936, + "helm_mmlu/Medical Genetics": 0.96, + "helm_mmlu/Miscellaneous": 0.954, + "helm_mmlu/Moral Scenarios": 0.841, + "helm_mmlu/Nutrition": 0.899, + "helm_mmlu/Prehistory": 0.938, + "helm_mmlu/Public Relations": 0.809, + "helm_mmlu/Security Studies": 0.837, + "helm_mmlu/Sociology": 0.94, + "helm_mmlu/Virology": 0.596, + "helm_mmlu/World Religions": 0.889, + "helm_mmlu/Mean win rate": 0.671, + "reward-bench/Score": 0.8327, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.7039, + "reward-bench/Safety": 0.8649, + "reward-bench/Reasoning": 0.8487, + "reward-bench/Prior Sets (0.5 weight)": 0.7262 } }, { - "id": "jebish7/gemma-2-9b-it", - "name": "gemma-2-9b-it", - "developer": "jebish7", + "id": "openai/gpt-4o-2024-08-06", + "name": "GPT-4o 2024-08-06", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1557, - "hfopenllm_v2/BBH": 0.5949, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4554, - "hfopenllm_v2/MMLU-PRO": 0.4143 + "helm_lite/Mean win rate": 0.928, + "helm_lite/NarrativeQA": 0.795, + "helm_lite/NaturalQuestions (closed-book)": 0.496, + "helm_lite/OpenbookQA": 0.968, + "helm_lite/MMLU": 0.738, + "helm_lite/MATH": 0.853, + "helm_lite/GSM8K": 0.909, + "helm_lite/LegalBench": 0.721, + "helm_lite/MedQA": 0.863, + "helm_lite/WMT 2014": 0.225, + "helm_mmlu/MMLU All Subjects": 0.843, + "helm_mmlu/Abstract Algebra": 0.58, + "helm_mmlu/Anatomy": 0.911, + "helm_mmlu/College Physics": 0.686, + "helm_mmlu/Computer Security": 0.85, + "helm_mmlu/Econometrics": 0.711, + "helm_mmlu/Global Facts": 0.69, + "helm_mmlu/Jurisprudence": 0.907, + "helm_mmlu/Philosophy": 0.894, + "helm_mmlu/Professional Psychology": 0.899, + "helm_mmlu/Us Foreign Policy": 0.95, + "helm_mmlu/Astronomy": 0.947, + "helm_mmlu/Business Ethics": 0.89, + "helm_mmlu/Clinical Knowledge": 0.894, + "helm_mmlu/Conceptual Physics": 0.923, + "helm_mmlu/Electrical Engineering": 0.793, + "helm_mmlu/Elementary Mathematics": 0.775, + "helm_mmlu/Formal Logic": 0.675, + "helm_mmlu/High School World History": 0.941, + "helm_mmlu/Human Sexuality": 0.901, + "helm_mmlu/International Law": 0.942, + "helm_mmlu/Logical Fallacies": 0.902, + "helm_mmlu/Machine Learning": 0.777, + "helm_mmlu/Management": 0.913, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.98, + "helm_mmlu/Miscellaneous": 0.958, + "helm_mmlu/Moral Scenarios": 0.802, + "helm_mmlu/Nutrition": 0.905, + "helm_mmlu/Prehistory": 0.935, + "helm_mmlu/Public Relations": 0.782, + "helm_mmlu/Security Studies": 0.833, + "helm_mmlu/Sociology": 0.945, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.883, + "helm_mmlu/Mean win rate": 0.52, + "reward-bench/Score": 0.6493, + "reward-bench/Chat": 0.9609, + "reward-bench/Chat Hard": 0.761, + "reward-bench/Safety": 0.8619, + "reward-bench/Reasoning": 0.8661, + "reward-bench/Factuality": 0.5684, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.623, + "reward-bench/Focus": 0.7293, + "reward-bench/Ties": 0.7819 } }, { - "id": "jebish7/qwen2.5-0.5B-IHA-Hin", - "name": "qwen2.5-0.5B-IHA-Hin", - "developer": "jebish7", + "id": "openai/gpt-4o-2024-11-20", + "name": "GPT-4o 2024-11-20", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1416, - "hfopenllm_v2/BBH": 0.2989, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3475, - "hfopenllm_v2/MMLU-PRO": 0.1094 + "helm_capabilities/Mean score": 0.634, + "helm_capabilities/MMLU-Pro": 0.713, + "helm_capabilities/GPQA": 0.52, + "helm_capabilities/IFEval": 0.817, + "helm_capabilities/WildBench": 0.828, + "helm_capabilities/Omni-MATH": 0.293, + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.0, + "livecodebenchpro/Easy Problems": 0.07042253521126761 } }, { - "id": "jeffmeloy/Qwen-7B-nerd-uncensored-v1.0", - "name": "Qwen-7B-nerd-uncensored-v1.0", - "developer": "jeffmeloy", + "id": "openai/gpt-4o-mini-2024-07-18", + "name": "GPT-4o mini 2024-07-18", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6136, - "hfopenllm_v2/BBH": 0.5421, - "hfopenllm_v2/MATH Level 5": 0.287, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4793, - "hfopenllm_v2/MMLU-PRO": 0.4363 + "helm_capabilities/Mean score": 0.565, + "helm_capabilities/MMLU-Pro": 0.603, + "helm_capabilities/GPQA": 0.368, + "helm_capabilities/IFEval": 0.782, + "helm_capabilities/WildBench": 0.791, + "helm_capabilities/Omni-MATH": 0.28, + "helm_lite/Mean win rate": 0.701, + "helm_lite/NarrativeQA": 0.768, + "helm_lite/NaturalQuestions (closed-book)": 0.386, + "helm_lite/OpenbookQA": 0.92, + "helm_lite/MMLU": 0.668, + "helm_lite/MATH": 0.802, + "helm_lite/GSM8K": 0.843, + "helm_lite/LegalBench": 0.653, + "helm_lite/MedQA": 0.748, + "helm_lite/WMT 2014": 0.206, + "helm_mmlu/MMLU All Subjects": 0.767, + "helm_mmlu/Abstract Algebra": 0.42, + "helm_mmlu/Anatomy": 0.77, + "helm_mmlu/College Physics": 0.559, + "helm_mmlu/Computer Security": 0.85, + "helm_mmlu/Econometrics": 0.649, + "helm_mmlu/Global Facts": 0.45, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.772, + "helm_mmlu/Professional Psychology": 0.833, + "helm_mmlu/Us Foreign Policy": 0.91, + "helm_mmlu/Astronomy": 0.849, + "helm_mmlu/Business Ethics": 0.79, + "helm_mmlu/Clinical Knowledge": 0.845, + "helm_mmlu/Conceptual Physics": 0.791, + "helm_mmlu/Electrical Engineering": 0.731, + "helm_mmlu/Elementary Mathematics": 0.651, + "helm_mmlu/Formal Logic": 0.556, + "helm_mmlu/High School World History": 0.903, + "helm_mmlu/Human Sexuality": 0.863, + "helm_mmlu/International Law": 0.926, + "helm_mmlu/Logical Fallacies": 0.871, + "helm_mmlu/Machine Learning": 0.616, + "helm_mmlu/Management": 0.845, + "helm_mmlu/Marketing": 0.927, + "helm_mmlu/Medical Genetics": 0.89, + "helm_mmlu/Miscellaneous": 0.913, + "helm_mmlu/Moral Scenarios": 0.485, + "helm_mmlu/Nutrition": 0.827, + "helm_mmlu/Prehistory": 0.833, + "helm_mmlu/Public Relations": 0.791, + "helm_mmlu/Security Studies": 0.788, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.536, + "helm_mmlu/World Religions": 0.86, + "helm_mmlu/Mean win rate": 0.774, + "reward-bench/Score": 0.5796, + "reward-bench/Chat": 0.9497, + "reward-bench/Chat Hard": 0.6075, + "reward-bench/Safety": 0.7667, + "reward-bench/Reasoning": 0.8374, + "reward-bench/Factuality": 0.4105, + "reward-bench/Precise IF": 0.3438, + "reward-bench/Math": 0.5191, + "reward-bench/Focus": 0.7414, + "reward-bench/Ties": 0.6962 } }, { - "id": "jeffmeloy/Qwen2.5-7B-minperplexity-2", - "name": "Qwen2.5-7B-minperplexity-2", - "developer": "jeffmeloy", + "id": "openai/gpt-5", + "name": "GPT-5", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5097, - "hfopenllm_v2/BBH": 0.5524, - "hfopenllm_v2/MATH Level 5": 0.3014, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4625, - "hfopenllm_v2/MMLU-PRO": 0.4346 + "terminal-bench-2.0/terminal-bench-2.0": 43.8 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9", - "name": "Qwen2.5-7B-nerd-uncensored-v0.9", - "developer": "jeffmeloy", + "id": "openai/gpt-5-2025-08-07", + "name": "gpt-5-2025-08-07", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6048, - "hfopenllm_v2/BBH": 0.547, - "hfopenllm_v2/MATH Level 5": 0.2946, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.482, - "hfopenllm_v2/MMLU-PRO": 0.4363 + "global-mmlu-lite/Global MMLU Lite": 0.8895, + "global-mmlu-lite/Culturally Sensitive": 0.8913, + "global-mmlu-lite/Culturally Agnostic": 0.8878, + "global-mmlu-lite/Arabic": 0.8925, + "global-mmlu-lite/English": 0.8725, + "global-mmlu-lite/Bengali": 0.9, + "global-mmlu-lite/German": 0.91, + "global-mmlu-lite/French": 0.9075, + "global-mmlu-lite/Hindi": 0.865, + "global-mmlu-lite/Indonesian": 0.795, + "global-mmlu-lite/Italian": 0.9075, + "global-mmlu-lite/Japanese": 0.8875, + "global-mmlu-lite/Korean": 0.915, + "global-mmlu-lite/Portuguese": 0.8875, + "global-mmlu-lite/Spanish": 0.905, + "global-mmlu-lite/Swahili": 0.865, + "global-mmlu-lite/Yoruba": 0.9125, + "global-mmlu-lite/Chinese": 0.895, + "global-mmlu-lite/Burmese": 0.915, + "helm_capabilities/Mean score": 0.807, + "helm_capabilities/MMLU-Pro": 0.863, + "helm_capabilities/GPQA": 0.791, + "helm_capabilities/IFEval": 0.875, + "helm_capabilities/WildBench": 0.857, + "helm_capabilities/Omni-MATH": 0.647, + "livecodebenchpro/Hard Problems": 0.0423, + "livecodebenchpro/Medium Problems": 0.4085, + "livecodebenchpro/Easy Problems": 0.9014 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.0", - "name": "Qwen2.5-7B-nerd-uncensored-v1.0", - "developer": "jeffmeloy", + "id": "openai/gpt-5-codex", + "name": "GPT-5-Codex", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7695, - "hfopenllm_v2/BBH": 0.5418, - "hfopenllm_v2/MATH Level 5": 0.4713, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4551, - "hfopenllm_v2/MMLU-PRO": 0.4254 + "terminal-bench-2.0/terminal-bench-2.0": 43.4 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.1", - "name": "Qwen2.5-7B-nerd-uncensored-v1.1", - "developer": "jeffmeloy", + "id": "openai/gpt-5-mini", + "name": "GPT-5-Mini", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6626, - "hfopenllm_v2/BBH": 0.4864, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3843, - "hfopenllm_v2/MMLU-PRO": 0.385 + "terminal-bench-2.0/terminal-bench-2.0": 24.0 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2", - "name": "Qwen2.5-7B-nerd-uncensored-v1.2", - "developer": "jeffmeloy", + "id": "openai/gpt-5-mini-2025-08-07", + "name": "GPT-5 mini 2025-08-07", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4965, - "hfopenllm_v2/BBH": 0.4946, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4172, - "hfopenllm_v2/MMLU-PRO": 0.3969 + "helm_capabilities/Mean score": 0.819, + "helm_capabilities/MMLU-Pro": 0.835, + "helm_capabilities/GPQA": 0.756, + "helm_capabilities/IFEval": 0.927, + "helm_capabilities/WildBench": 0.855, + "helm_capabilities/Omni-MATH": 0.722 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3", - "name": "Qwen2.5-7B-nerd-uncensored-v1.3", - "developer": "jeffmeloy", + "id": "openai/gpt-5-nano", + "name": "GPT-5-Nano", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4995, - "hfopenllm_v2/BBH": 0.5026, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.4016 + "terminal-bench-2.0/terminal-bench-2.0": 7.9 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.4", - "name": "Qwen2.5-7B-nerd-uncensored-v1.4", - "developer": "jeffmeloy", + "id": "openai/gpt-5-nano-2025-08-07", + "name": "GPT-5 nano 2025-08-07", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6079, - "hfopenllm_v2/BBH": 0.5467, - "hfopenllm_v2/MATH Level 5": 0.281, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4714, - "hfopenllm_v2/MMLU-PRO": 0.4419 + "helm_capabilities/Mean score": 0.748, + "helm_capabilities/MMLU-Pro": 0.778, + "helm_capabilities/GPQA": 0.679, + "helm_capabilities/IFEval": 0.932, + "helm_capabilities/WildBench": 0.806, + "helm_capabilities/Omni-MATH": 0.547 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.5", - "name": "Qwen2.5-7B-nerd-uncensored-v1.5", - "developer": "jeffmeloy", + "id": "openai/gpt-5.1", + "name": "GPT-5.1", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.565, - "hfopenllm_v2/BBH": 0.5523, - "hfopenllm_v2/MATH Level 5": 0.2757, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4982, - "hfopenllm_v2/MMLU-PRO": 0.4448 + "terminal-bench-2.0/terminal-bench-2.0": 47.6 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7", - "name": "Qwen2.5-7B-nerd-uncensored-v1.7", - "developer": "jeffmeloy", + "id": "openai/gpt-5.1-codex", + "name": "GPT-5.1-Codex", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4202, - "hfopenllm_v2/BBH": 0.5392, - "hfopenllm_v2/MATH Level 5": 0.2915, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4848, - "hfopenllm_v2/MMLU-PRO": 0.428 + "terminal-bench-2.0/terminal-bench-2.0": 53.5 } }, { - "id": "jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.8", - "name": "Qwen2.5-7B-nerd-uncensored-v1.8", - "developer": "jeffmeloy", + "id": "openai/gpt-5.1-codex-max", + "name": "GPT-5.1-Codex-Max", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6256, - "hfopenllm_v2/BBH": 0.5447, - "hfopenllm_v2/MATH Level 5": 0.2704, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4767, - "hfopenllm_v2/MMLU-PRO": 0.4343 + "terminal-bench-2.0/terminal-bench-2.0": 60.4 } }, { - "id": "jeffmeloy/Qwen2.5-7B-olm-v1.0", - "name": "Qwen2.5-7B-olm-v1.0", - "developer": "jeffmeloy", + "id": "openai/gpt-5.1-codex-mini", + "name": "GPT-5.1-Codex-Mini", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5331, - "hfopenllm_v2/BBH": 0.566, - "hfopenllm_v2/MATH Level 5": 0.2863, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4278, - "hfopenllm_v2/MMLU-PRO": 0.4566 + "terminal-bench-2.0/terminal-bench-2.0": 43.1 } }, { - "id": "jeffmeloy/Qwen2.5-7B-olm-v1.1", - "name": "Qwen2.5-7B-olm-v1.1", - "developer": "jeffmeloy", + "id": "openai/gpt-5.2", + "name": "GPT-5.2", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4329, - "hfopenllm_v2/BBH": 0.5478, - "hfopenllm_v2/MATH Level 5": 0.3829, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4808, - "hfopenllm_v2/MMLU-PRO": 0.4354 + "terminal-bench-2.0/terminal-bench-2.0": 60.7 } }, { - "id": "jeffmeloy/Qwen2.5-7B-olm-v1.2", - "name": "Qwen2.5-7B-olm-v1.2", - "developer": "jeffmeloy", + "id": "openai/gpt-5.2-2025-12-11", + "name": "gpt-5.2-2025-12-11", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4203, - "hfopenllm_v2/BBH": 0.5533, - "hfopenllm_v2/MATH Level 5": 0.2847, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4688, - "hfopenllm_v2/MMLU-PRO": 0.4387 + "appworld_test_normal/appworld/test_normal": 0.22, + "browsecompplus/browsecompplus": 0.46, + "livecodebenchpro/Hard Problems": 0.1594, + "livecodebenchpro/Medium Problems": 0.5211, + "livecodebenchpro/Easy Problems": 0.9014, + "swe-bench/swe-bench": 0.57, + "tau-bench-2_airline/tau-bench-2/airline": 0.6, + "tau-bench-2_retail/tau-bench-2/retail": 0.68, + "tau-bench-2_telecom/tau-bench-2/telecom": 0.55 } }, { - "id": "jeffmeloy/Qwen2.5-7B-olm-v1.3", - "name": "Qwen2.5-7B-olm-v1.3", - "developer": "jeffmeloy", + "id": "openai/gpt-5.2-codex", + "name": "GPT-5.2-Codex", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4219, - "hfopenllm_v2/BBH": 0.5532, - "hfopenllm_v2/MATH Level 5": 0.3104, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4701, - "hfopenllm_v2/MMLU-PRO": 0.447 + "terminal-bench-2.0/terminal-bench-2.0": 66.5 } }, { - "id": "jeffmeloy/Qwen2.5-7B-olm-v1.4", - "name": "Qwen2.5-7B-olm-v1.4", - "developer": "jeffmeloy", + "id": "openai/gpt-5.3-codex", + "name": "GPT-5.3-Codex", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4545, - "hfopenllm_v2/BBH": 0.5582, - "hfopenllm_v2/MATH Level 5": 0.2923, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4622, - "hfopenllm_v2/MMLU-PRO": 0.4457 + "terminal-bench-2.0/terminal-bench-2.0": 75.1 } }, { - "id": "jeffmeloy/Qwen2.5-7B-olm-v1.5", - "name": "Qwen2.5-7B-olm-v1.5", - "developer": "jeffmeloy", + "id": "openai/GPT-J-6B", + "name": "GPT-J 6B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4547, - "hfopenllm_v2/BBH": 0.5544, - "hfopenllm_v2/MATH Level 5": 0.2817, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4539, - "hfopenllm_v2/MMLU-PRO": 0.4399 + "helm_classic/Mean win rate": 0.273, + "helm_classic/MMLU": 0.249, + "helm_classic/BoolQ": 0.649, + "helm_classic/NarrativeQA": 0.545, + "helm_classic/NaturalQuestions (open-book)": 0.559, + "helm_classic/QuAC": 0.33, + "helm_classic/HellaSwag": 0.663, + "helm_classic/OpenbookQA": 0.514, + "helm_classic/TruthfulQA": 0.199, + "helm_classic/MS MARCO (TREC)": 0.345, + "helm_classic/CNN/DailyMail": 0.131, + "helm_classic/XSUM": 0.096, + "helm_classic/IMDB": 0.939, + "helm_classic/CivilComments": 0.52, + "helm_classic/RAFT": 0.619 } }, { - "id": "jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1", - "name": "jeffmeloy_Qwen2.5-7B-minperplexity-1", - "developer": "jeffmeloy", + "id": "openai/GPT-NeoX-20B", + "name": "GPT-NeoX 20B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3757, - "hfopenllm_v2/BBH": 0.5582, - "hfopenllm_v2/MATH Level 5": 0.2915, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.4368 + "helm_classic/Mean win rate": 0.351, + "helm_classic/MMLU": 0.276, + "helm_classic/BoolQ": 0.683, + "helm_classic/NarrativeQA": 0.599, + "helm_classic/NaturalQuestions (open-book)": 0.596, + "helm_classic/QuAC": 0.326, + "helm_classic/HellaSwag": 0.718, + "helm_classic/OpenbookQA": 0.524, + "helm_classic/TruthfulQA": 0.216, + "helm_classic/MS MARCO (TREC)": 0.398, + "helm_classic/CNN/DailyMail": 0.123, + "helm_classic/XSUM": 0.102, + "helm_classic/IMDB": 0.948, + "helm_classic/CivilComments": 0.516, + "helm_classic/RAFT": 0.505 } }, { - "id": "jeonsworld/CarbonVillain-en-10.7B-v4", - "name": "CarbonVillain-en-10.7B-v4", - "developer": "jeonsworld", + "id": "openai/gpt-oss-120b", + "name": "GPT-OSS-120B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4579, - "hfopenllm_v2/BBH": 0.5168, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.3965, - "hfopenllm_v2/MMLU-PRO": 0.3142 + "helm_capabilities/Mean score": 0.77, + "helm_capabilities/MMLU-Pro": 0.795, + "helm_capabilities/GPQA": 0.684, + "helm_capabilities/IFEval": 0.836, + "helm_capabilities/WildBench": 0.845, + "helm_capabilities/Omni-MATH": 0.688, + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.11267605633802817, + "livecodebenchpro/Easy Problems": 0.6619718309859155, + "terminal-bench-2.0/terminal-bench-2.0": 18.7 } }, { - "id": "jiangxinyang-shanda/Homer-LLama3-8B", - "name": "Homer-LLama3-8B", - "developer": "jiangxinyang-shanda", + "id": "openai/gpt-oss-20b", + "name": "GPT-OSS-20B", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3992, - "hfopenllm_v2/BBH": 0.5173, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4056, - "hfopenllm_v2/MMLU-PRO": 0.3139 + "helm_capabilities/Mean score": 0.674, + "helm_capabilities/MMLU-Pro": 0.74, + "helm_capabilities/GPQA": 0.594, + "helm_capabilities/IFEval": 0.732, + "helm_capabilities/WildBench": 0.737, + "helm_capabilities/Omni-MATH": 0.565, + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.056338028169014086, + "livecodebenchpro/Easy Problems": 0.5070422535211268, + "terminal-bench-2.0/terminal-bench-2.0": 3.4 } }, { - "id": "jieliu/Storm-7B", - "name": "Storm-7B", - "developer": "jieliu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3424, - "hfopenllm_v2/BBH": 0.5187, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4429, - "hfopenllm_v2/MMLU-PRO": 0.3119 + "id": "openai/o3", + "name": "o3", + "developer": "OpenAI", + "evaluator_relationship": null, + "benchmark_scores": { + "ace/Overall Score": 0.529, + "ace/Gaming Score": 0.585, + "ace/Shopping Score": 0.45, + "apex-v1/Big Law Score": 0.76 } }, { - "id": "jiviai/medX_v2", - "name": "medX_v2", - "developer": "jiviai", + "id": "openai/o3 Pro", + "name": "o3 Pro", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3743, - "hfopenllm_v2/BBH": 0.4509, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.3498, - "hfopenllm_v2/MMLU-PRO": 0.3428 + "ace/Overall Score": 0.552, + "ace/DIY Score": 0.54, + "ace/Food Score": 0.6, + "ace/Gaming Score": 0.613, + "ace/Shopping Score": 0.45 } }, { - "id": "jlzhou/Qwen2.5-3B-Infinity-Instruct-0625", - "name": "Qwen2.5-3B-Infinity-Instruct-0625", - "developer": "jlzhou", + "id": "openai/o3-2025-04-16", + "name": "o3-2025-04-16", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3558, - "hfopenllm_v2/BBH": 0.4774, - "hfopenllm_v2/MATH Level 5": 0.1367, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.3199 + "helm_capabilities/Mean score": 0.811, + "helm_capabilities/MMLU-Pro": 0.859, + "helm_capabilities/GPQA": 0.753, + "helm_capabilities/IFEval": 0.869, + "helm_capabilities/WildBench": 0.861, + "helm_capabilities/Omni-MATH": 0.714, + "livecodebenchpro/Hard Problems": 0.0, + "livecodebenchpro/Medium Problems": 0.22535211267605634, + "livecodebenchpro/Easy Problems": 0.7183098591549296 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01", - "developer": "johnsutor", + "id": "openai/o3-mini-2025-01-31", + "name": "o3-mini-2025-01-31", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4271, - "hfopenllm_v2/BBH": 0.5036, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4638, - "hfopenllm_v2/MMLU-PRO": 0.3739 + "global-mmlu-lite/Global MMLU Lite": 0.78, + "global-mmlu-lite/Culturally Sensitive": 0.765, + "global-mmlu-lite/Culturally Agnostic": 0.795, + "global-mmlu-lite/Arabic": 0.7725, + "global-mmlu-lite/English": 0.8025, + "global-mmlu-lite/Bengali": 0.77, + "global-mmlu-lite/German": 0.7525, + "global-mmlu-lite/French": 0.74, + "global-mmlu-lite/Hindi": 0.7525, + "global-mmlu-lite/Indonesian": 0.7425, + "global-mmlu-lite/Italian": 0.8, + "global-mmlu-lite/Japanese": 0.81, + "global-mmlu-lite/Korean": 0.8075, + "global-mmlu-lite/Portuguese": 0.7975, + "global-mmlu-lite/Spanish": 0.775, + "global-mmlu-lite/Swahili": 0.765, + "global-mmlu-lite/Yoruba": 0.7725, + "global-mmlu-lite/Chinese": 0.8125, + "global-mmlu-lite/Burmese": 0.8075 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1", - "developer": "johnsutor", + "id": "openai/o4-mini-2025-04-16", + "name": "o4-mini-2025-04-16", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4253, - "hfopenllm_v2/BBH": 0.5019, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.415, - "hfopenllm_v2/MMLU-PRO": 0.3724 + "global-mmlu-lite/Global MMLU Lite": 0.8705, + "global-mmlu-lite/Culturally Sensitive": 0.8503, + "global-mmlu-lite/Culturally Agnostic": 0.8906, + "global-mmlu-lite/Arabic": 0.865, + "global-mmlu-lite/English": 0.8675, + "global-mmlu-lite/Bengali": 0.8875, + "global-mmlu-lite/German": 0.8775, + "global-mmlu-lite/French": 0.87, + "global-mmlu-lite/Hindi": 0.87, + "global-mmlu-lite/Indonesian": 0.8675, + "global-mmlu-lite/Italian": 0.855, + "global-mmlu-lite/Japanese": 0.885, + "global-mmlu-lite/Korean": 0.88, + "global-mmlu-lite/Portuguese": 0.88, + "global-mmlu-lite/Spanish": 0.855, + "global-mmlu-lite/Swahili": 0.8525, + "global-mmlu-lite/Yoruba": 0.8525, + "global-mmlu-lite/Chinese": 0.89, + "global-mmlu-lite/Burmese": 0.8725, + "helm_capabilities/Mean score": 0.812, + "helm_capabilities/MMLU-Pro": 0.82, + "helm_capabilities/GPQA": 0.735, + "helm_capabilities/IFEval": 0.929, + "helm_capabilities/WildBench": 0.854, + "helm_capabilities/Omni-MATH": 0.72, + "livecodebenchpro/Hard Problems": 0.014084507042253521, + "livecodebenchpro/Medium Problems": 0.30985915492957744, + "livecodebenchpro/Easy Problems": 0.8873239436619719 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01", - "developer": "johnsutor", + "id": "openai/text-ada-001", + "name": "text-ada-001", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3377, - "hfopenllm_v2/BBH": 0.4917, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.5018, - "hfopenllm_v2/MMLU-PRO": 0.3533 + "helm_classic/Mean win rate": 0.107, + "helm_classic/MMLU": 0.238, + "helm_classic/BoolQ": 0.464, + "helm_classic/NarrativeQA": 0.238, + "helm_classic/NaturalQuestions (open-book)": 0.149, + "helm_classic/QuAC": 0.176, + "helm_classic/HellaSwag": 0.429, + "helm_classic/OpenbookQA": 0.346, + "helm_classic/TruthfulQA": 0.232, + "helm_classic/MS MARCO (TREC)": 0.302, + "helm_classic/CNN/DailyMail": 0.136, + "helm_classic/XSUM": 0.034, + "helm_classic/IMDB": 0.822, + "helm_classic/CivilComments": 0.503, + "helm_classic/RAFT": 0.406 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1", - "developer": "johnsutor", + "id": "openai/text-babbage-001", + "name": "text-babbage-001", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4274, - "hfopenllm_v2/BBH": 0.5126, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4226, - "hfopenllm_v2/MMLU-PRO": 0.3739 + "helm_classic/Mean win rate": 0.229, + "helm_classic/MMLU": 0.229, + "helm_classic/BoolQ": 0.451, + "helm_classic/NarrativeQA": 0.429, + "helm_classic/NaturalQuestions (open-book)": 0.33, + "helm_classic/QuAC": 0.284, + "helm_classic/HellaSwag": 0.561, + "helm_classic/OpenbookQA": 0.452, + "helm_classic/TruthfulQA": 0.233, + "helm_classic/MS MARCO (TREC)": 0.449, + "helm_classic/CNN/DailyMail": 0.151, + "helm_classic/XSUM": 0.046, + "helm_classic/IMDB": 0.913, + "helm_classic/CivilComments": 0.499, + "helm_classic/RAFT": 0.509 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01", - "developer": "johnsutor", + "id": "openai/text-curie-001", + "name": "text-curie-001", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3204, - "hfopenllm_v2/BBH": 0.4884, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.5098, - "hfopenllm_v2/MMLU-PRO": 0.3344 + "helm_classic/Mean win rate": 0.36, + "helm_classic/MMLU": 0.237, + "helm_classic/BoolQ": 0.62, + "helm_classic/NarrativeQA": 0.582, + "helm_classic/NaturalQuestions (open-book)": 0.571, + "helm_classic/QuAC": 0.358, + "helm_classic/HellaSwag": 0.676, + "helm_classic/OpenbookQA": 0.514, + "helm_classic/TruthfulQA": 0.257, + "helm_classic/MS MARCO (TREC)": 0.507, + "helm_classic/CNN/DailyMail": 0.152, + "helm_classic/XSUM": 0.076, + "helm_classic/IMDB": 0.923, + "helm_classic/CivilComments": 0.537, + "helm_classic/RAFT": 0.489 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1", - "developer": "johnsutor", + "id": "openai/text-davinci-002", + "name": "GPT-3.5 text-davinci-002", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4396, - "hfopenllm_v2/BBH": 0.514, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4398, - "hfopenllm_v2/MMLU-PRO": 0.3696 + "helm_classic/Mean win rate": 0.905, + "helm_classic/MMLU": 0.568, + "helm_classic/BoolQ": 0.877, + "helm_classic/NarrativeQA": 0.727, + "helm_classic/NaturalQuestions (open-book)": 0.713, + "helm_classic/QuAC": 0.445, + "helm_classic/HellaSwag": 0.815, + "helm_classic/OpenbookQA": 0.594, + "helm_classic/TruthfulQA": 0.61, + "helm_classic/MS MARCO (TREC)": 0.664, + "helm_classic/CNN/DailyMail": 0.153, + "helm_classic/XSUM": 0.144, + "helm_classic/IMDB": 0.948, + "helm_classic/CivilComments": 0.668, + "helm_classic/RAFT": 0.733, + "helm_lite/Mean win rate": 0.336, + "helm_lite/NarrativeQA": 0.719, + "helm_lite/NaturalQuestions (closed-book)": 0.394, + "helm_lite/OpenbookQA": 0.796, + "helm_lite/MMLU": 0.568, + "helm_lite/MATH": 0.428, + "helm_lite/GSM8K": 0.479, + "helm_lite/LegalBench": 0.58, + "helm_lite/MedQA": 0.525, + "helm_lite/WMT 2014": 0.174 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01", - "developer": "johnsutor", + "id": "openai/text-davinci-003", + "name": "GPT-3.5 text-davinci-003", + "developer": "OpenAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2814, - "hfopenllm_v2/BBH": 0.4854, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.5163, - "hfopenllm_v2/MMLU-PRO": 0.3295 + "helm_classic/Mean win rate": 0.872, + "helm_classic/MMLU": 0.569, + "helm_classic/BoolQ": 0.881, + "helm_classic/NarrativeQA": 0.727, + "helm_classic/NaturalQuestions (open-book)": 0.77, + "helm_classic/QuAC": 0.525, + "helm_classic/HellaSwag": 0.822, + "helm_classic/OpenbookQA": 0.646, + "helm_classic/TruthfulQA": 0.593, + "helm_classic/MS MARCO (TREC)": 0.644, + "helm_classic/CNN/DailyMail": 0.156, + "helm_classic/XSUM": 0.124, + "helm_classic/IMDB": 0.848, + "helm_classic/CivilComments": 0.684, + "helm_classic/RAFT": 0.759, + "helm_lite/Mean win rate": 0.439, + "helm_lite/NarrativeQA": 0.731, + "helm_lite/NaturalQuestions (closed-book)": 0.413, + "helm_lite/OpenbookQA": 0.828, + "helm_lite/MMLU": 0.555, + "helm_lite/MATH": 0.449, + "helm_lite/GSM8K": 0.615, + "helm_lite/LegalBench": 0.622, + "helm_lite/MedQA": 0.531, + "helm_lite/WMT 2014": 0.191 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1", - "developer": "johnsutor", + "id": "OpenAssistant/oasst-rm-2-pythia-6.9b-epoch-1", + "name": "OpenAssistant/oasst-rm-2-pythia-6.9b-epoch-1", + "developer": "OpenAssistant", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4302, - "hfopenllm_v2/BBH": 0.5157, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4332, - "hfopenllm_v2/MMLU-PRO": 0.3663 + "reward-bench/Score": 0.615, + "reward-bench/Factuality": 0.3979, + "reward-bench/Precise IF": 0.2875, + "reward-bench/Math": 0.377, + "reward-bench/Safety": 0.5446, + "reward-bench/Focus": 0.1535, + "reward-bench/Ties": 0.047, + "reward-bench/Chat": 0.9246, + "reward-bench/Chat Hard": 0.3728, + "reward-bench/Reasoning": 0.5855, + "reward-bench/Prior Sets (0.5 weight)": 0.6801 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01", - "developer": "johnsutor", + "id": "OpenAssistant/oasst-rm-2.1-pythia-1.4b-epoch-2.5", + "name": "OpenAssistant/oasst-rm-2.1-pythia-1.4b-epoch-2.5", + "developer": "OpenAssistant", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.279, - "hfopenllm_v2/BBH": 0.4861, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.515, - "hfopenllm_v2/MMLU-PRO": 0.3305 + "reward-bench/Score": 0.2648, + "reward-bench/Chat": 0.8855, + "reward-bench/Chat Hard": 0.4868, + "reward-bench/Safety": 0.3244, + "reward-bench/Reasoning": 0.7752, + "reward-bench/Prior Sets (0.5 weight)": 0.6533, + "reward-bench/Factuality": 0.3179, + "reward-bench/Precise IF": 0.2625, + "reward-bench/Math": 0.3934, + "reward-bench/Focus": 0.2707, + "reward-bench/Ties": 0.0198 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1", - "developer": "johnsutor", + "id": "OpenAssistant/oasst-sft-1-pythia-12b", + "name": "oasst-sft-1-pythia-12b", + "developer": "OpenAssistant", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4223, - "hfopenllm_v2/BBH": 0.5154, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4384, - "hfopenllm_v2/MMLU-PRO": 0.365 + "hfopenllm_v2/IFEval": 0.1055, + "hfopenllm_v2/BBH": 0.3147, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3327, + "hfopenllm_v2/MMLU-PRO": 0.1113 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01", - "developer": "johnsutor", + "id": "OpenAssistant/reward-model-deberta-v3-large-v2", + "name": "OpenAssistant/reward-model-deberta-v3-large-v2", + "developer": "OpenAssistant", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4359, - "hfopenllm_v2/BBH": 0.5041, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4532, - "hfopenllm_v2/MMLU-PRO": 0.3762 + "reward-bench/Score": 0.32, + "reward-bench/Chat": 0.8939, + "reward-bench/Chat Hard": 0.4518, + "reward-bench/Safety": 0.3667, + "reward-bench/Reasoning": 0.3855, + "reward-bench/Prior Sets (0.5 weight)": 0.5836, + "reward-bench/Factuality": 0.3853, + "reward-bench/Precise IF": 0.2687, + "reward-bench/Math": 0.5027, + "reward-bench/Focus": 0.2768, + "reward-bench/Ties": 0.12 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1", - "developer": "johnsutor", + "id": "openbmb/Eurus-7b-kto", + "name": "openbmb/Eurus-7b-kto", + "developer": "openbmb", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4202, - "hfopenllm_v2/BBH": 0.5011, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.415, - "hfopenllm_v2/MMLU-PRO": 0.3699 + "reward-bench/Score": 0.69, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.5373, + "reward-bench/Safety": 0.6054, + "reward-bench/Reasoning": 0.7467, + "reward-bench/Prior Sets (0.5 weight)": 0.5261 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01", - "developer": "johnsutor", + "id": "openbmb/Eurus-RM-7b", + "name": "openbmb/Eurus-RM-7b", + "developer": "openbmb", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3518, - "hfopenllm_v2/BBH": 0.4999, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4871, - "hfopenllm_v2/MMLU-PRO": 0.3611 + "reward-bench/Score": 0.5806, + "reward-bench/Chat": 0.9804, + "reward-bench/Chat Hard": 0.6557, + "reward-bench/Safety": 0.6267, + "reward-bench/Reasoning": 0.8633, + "reward-bench/Prior Sets (0.5 weight)": 0.7172, + "reward-bench/Factuality": 0.6, + "reward-bench/Precise IF": 0.3438, + "reward-bench/Math": 0.5683, + "reward-bench/Focus": 0.7475, + "reward-bench/Ties": 0.5972 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1", - "developer": "johnsutor", + "id": "openbmb/MiniCPM-2B-dpo-fp32", + "name": "openbmb/MiniCPM-2B-dpo-fp32", + "developer": "openbmb", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4204, - "hfopenllm_v2/BBH": 0.5107, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.371 + "reward-bench/Score": 0.673, + "reward-bench/Chat": 0.8911, + "reward-bench/Chat Hard": 0.4934, + "reward-bench/Safety": 0.573, + "reward-bench/Reasoning": 0.8233, + "reward-bench/Prior Sets (0.5 weight)": 0.4958 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01", - "developer": "johnsutor", + "id": "openbmb/MiniCPM-S-1B-sft-llama-format", + "name": "MiniCPM-S-1B-sft-llama-format", + "developer": "openbmb", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3454, - "hfopenllm_v2/BBH": 0.4984, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4911, - "hfopenllm_v2/MMLU-PRO": 0.3531 + "hfopenllm_v2/IFEval": 0.3329, + "hfopenllm_v2/BBH": 0.3049, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3317, + "hfopenllm_v2/MMLU-PRO": 0.1858 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1", - "developer": "johnsutor", + "id": "openbmb/UltraRM-13b", + "name": "openbmb/UltraRM-13b", + "developer": "openbmb", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4092, - "hfopenllm_v2/BBH": 0.5137, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4357, - "hfopenllm_v2/MMLU-PRO": 0.3669 + "reward-bench/Score": 0.4683, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.5548, + "reward-bench/Safety": 0.5089, + "reward-bench/Reasoning": 0.6244, + "reward-bench/Prior Sets (0.5 weight)": 0.7294, + "reward-bench/Factuality": 0.5063, + "reward-bench/Precise IF": 0.3312, + "reward-bench/Math": 0.5519, + "reward-bench/Focus": 0.6081, + "reward-bench/Ties": 0.3036 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-falcon3-10b-v24.2-131k", + "name": "openbuddy-falcon3-10b-v24.2-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2904, - "hfopenllm_v2/BBH": 0.4967, - "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/IFEval": 0.5086, + "hfopenllm_v2/BBH": 0.6004, + "hfopenllm_v2/MATH Level 5": 0.213, "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4991, - "hfopenllm_v2/MMLU-PRO": 0.349 + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3834 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-llama3-70b-v21.2-32k", + "name": "openbuddy-llama3-70b-v21.2-32k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4199, - "hfopenllm_v2/BBH": 0.5147, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4358, - "hfopenllm_v2/MMLU-PRO": 0.3615 + "hfopenllm_v2/IFEval": 0.701, + "hfopenllm_v2/BBH": 0.6507, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.458, + "hfopenllm_v2/MMLU-PRO": 0.4832 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-llama3-8b-v21.1-8k", + "name": "openbuddy-llama3-8b-v21.1-8k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2913, - "hfopenllm_v2/BBH": 0.4918, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4977, - "hfopenllm_v2/MMLU-PRO": 0.3454 + "hfopenllm_v2/IFEval": 0.557, + "hfopenllm_v2/BBH": 0.4788, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3988, + "hfopenllm_v2/MMLU-PRO": 0.2955 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1", - "name": "Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1", - "developer": "johnsutor", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4162, - "hfopenllm_v2/BBH": 0.5139, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4317, - "hfopenllm_v2/MMLU-PRO": 0.3625 + "id": "OpenBuddy/openbuddy-llama3-8b-v21.2-32k", + "name": "openbuddy-llama3-8b-v21.2-32k", + "developer": "OpenBuddy", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6192, + "hfopenllm_v2/BBH": 0.4856, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3779, + "hfopenllm_v2/MMLU-PRO": 0.3299 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_dare_linear", - "name": "Llama-3-8B-Instruct_dare_linear", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k", + "name": "openbuddy-llama3.1-70b-v22.1-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2145, - "hfopenllm_v2/BBH": 0.4283, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4979, - "hfopenllm_v2/MMLU-PRO": 0.2414 + "hfopenllm_v2/IFEval": 0.7333, + "hfopenllm_v2/BBH": 0.6698, + "hfopenllm_v2/MATH Level 5": 0.395, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.463, + "hfopenllm_v2/MMLU-PRO": 0.5304 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1", - "name": "Llama-3-8B-Instruct_dare_ties-density-0.1", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k", + "name": "openbuddy-llama3.1-8b-v22.2-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1891, - "hfopenllm_v2/BBH": 0.4119, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.4658, - "hfopenllm_v2/MMLU-PRO": 0.2265 + "hfopenllm_v2/IFEval": 0.6657, + "hfopenllm_v2/BBH": 0.5007, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.331 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3", - "name": "Llama-3-8B-Instruct_dare_ties-density-0.3", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k", + "name": "openbuddy-llama3.1-8b-v22.3-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2113, - "hfopenllm_v2/BBH": 0.4559, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.5069, - "hfopenllm_v2/MMLU-PRO": 0.304 + "hfopenllm_v2/IFEval": 0.5997, + "hfopenllm_v2/BBH": 0.5066, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.3277 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.7", - "name": "Llama-3-8B-Instruct_dare_ties-density-0.7", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-llama3.2-1b-v23.1-131k", + "name": "openbuddy-llama3.2-1b-v23.1-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2034, - "hfopenllm_v2/BBH": 0.4723, - "hfopenllm_v2/MATH Level 5": 0.003, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.511, - "hfopenllm_v2/MMLU-PRO": 0.3148 + "hfopenllm_v2/IFEval": 0.359, + "hfopenllm_v2/BBH": 0.3267, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.184 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.9", - "name": "Llama-3-8B-Instruct_dare_ties-density-0.9", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k", + "name": "openbuddy-llama3.2-3b-v23.2-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2161, - "hfopenllm_v2/BBH": 0.4664, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.523, - "hfopenllm_v2/MMLU-PRO": 0.3143 + "hfopenllm_v2/IFEval": 0.4319, + "hfopenllm_v2/BBH": 0.4073, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3263, + "hfopenllm_v2/MMLU-PRO": 0.2479 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_linear", - "name": "Llama-3-8B-Instruct_linear", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-llama3.3-70b-v24.1-131k", + "name": "openbuddy-llama3.3-70b-v24.1-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4308, - "hfopenllm_v2/BBH": 0.5031, - "hfopenllm_v2/MATH Level 5": 0.1005, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4097, - "hfopenllm_v2/MMLU-PRO": 0.3712 + "hfopenllm_v2/IFEval": 0.8121, + "hfopenllm_v2/BBH": 0.6858, + "hfopenllm_v2/MATH Level 5": 0.4411, + "hfopenllm_v2/GPQA": 0.4346, + "hfopenllm_v2/MUSR": 0.4869, + "hfopenllm_v2/MMLU-PRO": 0.5327 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.1", - "name": "Llama-3-8B-Instruct_ties-density-0.1", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k", + "name": "openbuddy-mixtral-7bx8-v18.1-32k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4116, - "hfopenllm_v2/BBH": 0.5021, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4174, - "hfopenllm_v2/MMLU-PRO": 0.36 + "hfopenllm_v2/IFEval": 0.5493, + "hfopenllm_v2/BBH": 0.4656, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3831, + "hfopenllm_v2/MMLU-PRO": 0.3804 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.3", - "name": "Llama-3-8B-Instruct_ties-density-0.3", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-nemotron-70b-v23.1-131k", + "name": "openbuddy-nemotron-70b-v23.1-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3626, - "hfopenllm_v2/BBH": 0.4906, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4025, - "hfopenllm_v2/MMLU-PRO": 0.3321 + "hfopenllm_v2/IFEval": 0.7555, + "hfopenllm_v2/BBH": 0.6749, + "hfopenllm_v2/MATH Level 5": 0.321, + "hfopenllm_v2/GPQA": 0.3633, + "hfopenllm_v2/MUSR": 0.4538, + "hfopenllm_v2/MMLU-PRO": 0.5175 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.5", - "name": "Llama-3-8B-Instruct_ties-density-0.5", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-nemotron-70b-v23.2-131k", + "name": "openbuddy-nemotron-70b-v23.2-131k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3797, - "hfopenllm_v2/BBH": 0.4793, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.388, - "hfopenllm_v2/MMLU-PRO": 0.3175 + "hfopenllm_v2/IFEval": 0.7227, + "hfopenllm_v2/BBH": 0.6705, + "hfopenllm_v2/MATH Level 5": 0.3157, + "hfopenllm_v2/GPQA": 0.3599, + "hfopenllm_v2/MUSR": 0.4696, + "hfopenllm_v2/MMLU-PRO": 0.5121 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.7", - "name": "Llama-3-8B-Instruct_ties-density-0.7", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.1-200k", + "name": "openbuddy-qwen2.5llamaify-14b-v23.1-200k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3681, - "hfopenllm_v2/BBH": 0.4738, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3881, - "hfopenllm_v2/MMLU-PRO": 0.3152 + "hfopenllm_v2/IFEval": 0.6309, + "hfopenllm_v2/BBH": 0.6013, + "hfopenllm_v2/MATH Level 5": 0.2538, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.424, + "hfopenllm_v2/MMLU-PRO": 0.4673 } }, { - "id": "johnsutor/Llama-3-8B-Instruct_ties-density-0.9", - "name": "Llama-3-8B-Instruct_ties-density-0.9", - "developer": "johnsutor", + "id": "OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k", + "name": "openbuddy-qwen2.5llamaify-14b-v23.3-200k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3858, - "hfopenllm_v2/BBH": 0.4735, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.388, - "hfopenllm_v2/MMLU-PRO": 0.3182 + "hfopenllm_v2/IFEval": 0.6131, + "hfopenllm_v2/BBH": 0.6081, + "hfopenllm_v2/MATH Level 5": 0.2311, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4346, + "hfopenllm_v2/MMLU-PRO": 0.4795 } }, { - "id": "jondurbin/bagel-dpo-34b-v0.5", - "name": "jondurbin/bagel-dpo-34b-v0.5", - "developer": "jondurbin", + "id": "OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k", + "name": "openbuddy-qwen2.5llamaify-7b-v23.1-200k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7215, - "reward-bench/Chat": 0.9385, - "reward-bench/Chat Hard": 0.5504, - "reward-bench/Safety": 0.6446, - "reward-bench/Reasoning": 0.8889, - "reward-bench/Prior Sets (0.5 weight)": 0.4487 + "hfopenllm_v2/IFEval": 0.5673, + "hfopenllm_v2/BBH": 0.5509, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4363, + "hfopenllm_v2/MMLU-PRO": 0.3948 } }, { - "id": "jpacifico/Chocolatine-14B-Instruct-4k-DPO", - "name": "Chocolatine-14B-Instruct-4k-DPO", - "developer": "jpacifico", + "id": "OpenBuddy/openbuddy-qwq-32b-v24.1-200k", + "name": "openbuddy-qwq-32b-v24.1-200k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4689, - "hfopenllm_v2/BBH": 0.63, - "hfopenllm_v2/MATH Level 5": 0.1782, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4439, - "hfopenllm_v2/MMLU-PRO": 0.4764 + "hfopenllm_v2/IFEval": 0.5937, + "hfopenllm_v2/BBH": 0.6798, + "hfopenllm_v2/MATH Level 5": 0.3739, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4849, + "hfopenllm_v2/MMLU-PRO": 0.549 } }, { - "id": "jpacifico/Chocolatine-14B-Instruct-DPO-v1.2", - "name": "Chocolatine-14B-Instruct-DPO-v1.2", - "developer": "jpacifico", + "id": "OpenBuddy/openbuddy-qwq-32b-v24.2-200k", + "name": "openbuddy-qwq-32b-v24.2-200k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6852, - "hfopenllm_v2/BBH": 0.6438, - "hfopenllm_v2/MATH Level 5": 0.2092, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4268, - "hfopenllm_v2/MMLU-PRO": 0.4697 + "hfopenllm_v2/IFEval": 0.597, + "hfopenllm_v2/BBH": 0.6772, + "hfopenllm_v2/MATH Level 5": 0.3776, + "hfopenllm_v2/GPQA": 0.3767, + "hfopenllm_v2/MUSR": 0.4718, + "hfopenllm_v2/MMLU-PRO": 0.5446 } }, { - "id": "jpacifico/Chocolatine-14B-Instruct-DPO-v1.3", - "name": "Chocolatine-14B-Instruct-DPO-v1.3", - "developer": "jpacifico", + "id": "OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k", + "name": "openbuddy-yi1.5-34b-v21.3-32k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.704, - "hfopenllm_v2/BBH": 0.6846, - "hfopenllm_v2/MATH Level 5": 0.5619, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4234, - "hfopenllm_v2/MMLU-PRO": 0.5374 + "hfopenllm_v2/IFEval": 0.542, + "hfopenllm_v2/BBH": 0.6163, + "hfopenllm_v2/MATH Level 5": 0.1782, + "hfopenllm_v2/GPQA": 0.349, + "hfopenllm_v2/MUSR": 0.4439, + "hfopenllm_v2/MMLU-PRO": 0.4599 } }, { - "id": "jpacifico/Chocolatine-2-14B-Instruct-DPO-v2.0b1", - "name": "Chocolatine-2-14B-Instruct-DPO-v2.0b1", - "developer": "jpacifico", + "id": "OpenBuddy/openbuddy-zero-14b-v22.3-32k", + "name": "openbuddy-zero-14b-v22.3-32k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1033, - "hfopenllm_v2/BBH": 0.6696, - "hfopenllm_v2/MATH Level 5": 0.2757, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4467, - "hfopenllm_v2/MMLU-PRO": 0.5124 + "hfopenllm_v2/IFEval": 0.3753, + "hfopenllm_v2/BBH": 0.486, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4166, + "hfopenllm_v2/MMLU-PRO": 0.3187 } }, { - "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0", - "name": "Chocolatine-2-14B-Instruct-v2.0", - "developer": "jpacifico", + "id": "OpenBuddy/openbuddy-zero-3b-v21.2-32k", + "name": "openbuddy-zero-3b-v21.2-32k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0885, - "hfopenllm_v2/BBH": 0.677, - "hfopenllm_v2/MATH Level 5": 0.4804, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.5021, - "hfopenllm_v2/MMLU-PRO": 0.5302 + "hfopenllm_v2/IFEval": 0.3802, + "hfopenllm_v2/BBH": 0.3935, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3566, + "hfopenllm_v2/MMLU-PRO": 0.2034 } }, { - "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0.1", - "name": "Chocolatine-2-14B-Instruct-v2.0.1", - "developer": "jpacifico", + "id": "OpenBuddy/openbuddy-zero-56b-v21.2-32k", + "name": "openbuddy-zero-56b-v21.2-32k", + "developer": "OpenBuddy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0742, - "hfopenllm_v2/BBH": 0.6736, - "hfopenllm_v2/MATH Level 5": 0.4796, - "hfopenllm_v2/GPQA": 0.3918, - "hfopenllm_v2/MUSR": 0.5008, - "hfopenllm_v2/MMLU-PRO": 0.5299 + "hfopenllm_v2/IFEval": 0.5057, + "hfopenllm_v2/BBH": 0.6128, + "hfopenllm_v2/MATH Level 5": 0.1624, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4305, + "hfopenllm_v2/MMLU-PRO": 0.4399 } }, { - "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0.3", - "name": "Chocolatine-2-14B-Instruct-v2.0.3", - "developer": "jpacifico", + "id": "openchat/openchat-3.5-0106", + "name": "openchat-3.5-0106", + "developer": "openchat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7037, - "hfopenllm_v2/BBH": 0.6548, - "hfopenllm_v2/MATH Level 5": 0.4207, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4768, - "hfopenllm_v2/MMLU-PRO": 0.5374 + "hfopenllm_v2/IFEval": 0.5967, + "hfopenllm_v2/BBH": 0.4617, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.3291 } }, { - "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0b2", - "name": "Chocolatine-2-14B-Instruct-v2.0b2", - "developer": "jpacifico", + "id": "openchat/openchat-3.5-1210", + "name": "openchat-3.5-1210", + "developer": "openchat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7241, - "hfopenllm_v2/BBH": 0.6476, - "hfopenllm_v2/MATH Level 5": 0.395, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.4808, - "hfopenllm_v2/MMLU-PRO": 0.5369 + "hfopenllm_v2/IFEval": 0.6037, + "hfopenllm_v2/BBH": 0.4535, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4414, + "hfopenllm_v2/MMLU-PRO": 0.3142 } }, { - "id": "jpacifico/Chocolatine-2-14B-Instruct-v2.0b3", - "name": "Chocolatine-2-14B-Instruct-v2.0b3", - "developer": "jpacifico", + "id": "openchat/openchat-3.6-8b-20240522", + "name": "openchat-3.6-8b-20240522", + "developer": "openchat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7323, - "hfopenllm_v2/BBH": 0.6469, - "hfopenllm_v2/MATH Level 5": 0.4109, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4781, - "hfopenllm_v2/MMLU-PRO": 0.5337 + "hfopenllm_v2/IFEval": 0.5343, + "hfopenllm_v2/BBH": 0.5338, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.3999, + "hfopenllm_v2/MMLU-PRO": 0.3229 } }, { - "id": "jpacifico/Chocolatine-3B-Instruct-DPO-Revised", - "name": "Chocolatine-3B-Instruct-DPO-Revised", - "developer": "jpacifico", + "id": "openchat/openchat_3.5", + "name": "openchat_3.5", + "developer": "openchat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5623, - "hfopenllm_v2/BBH": 0.554, - "hfopenllm_v2/MATH Level 5": 0.1805, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4453, - "hfopenllm_v2/MMLU-PRO": 0.3989 + "hfopenllm_v2/IFEval": 0.5931, + "hfopenllm_v2/BBH": 0.4426, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4229, + "hfopenllm_v2/MMLU-PRO": 0.3153 } }, { - "id": "jpacifico/Chocolatine-3B-Instruct-DPO-v1.0", - "name": "Chocolatine-3B-Instruct-DPO-v1.0", - "developer": "jpacifico", + "id": "openchat/openchat_v3.2", + "name": "openchat_v3.2", + "developer": "openchat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3737, - "hfopenllm_v2/BBH": 0.5471, - "hfopenllm_v2/MATH Level 5": 0.1782, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4755, - "hfopenllm_v2/MMLU-PRO": 0.3937 + "hfopenllm_v2/IFEval": 0.2981, + "hfopenllm_v2/BBH": 0.4331, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4336, + "hfopenllm_v2/MMLU-PRO": 0.2422 } }, { - "id": "jpacifico/Chocolatine-3B-Instruct-DPO-v1.2", - "name": "Chocolatine-3B-Instruct-DPO-v1.2", - "developer": "jpacifico", + "id": "openchat/openchat_v3.2_super", + "name": "openchat_v3.2_super", + "developer": "openchat", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5455, - "hfopenllm_v2/BBH": 0.5487, - "hfopenllm_v2/MATH Level 5": 0.2047, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.3877 + "hfopenllm_v2/IFEval": 0.2862, + "hfopenllm_v2/BBH": 0.4221, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.4161, + "hfopenllm_v2/MMLU-PRO": 0.2425 } }, { - "id": "jpacifico/Distilucie-7B-Math-Instruct-DPO-v0.1", - "name": "Distilucie-7B-Math-Instruct-DPO-v0.1", - "developer": "jpacifico", + "id": "opencompass/CompassJudger-1-1.5B-Instruct", + "name": "opencompass/CompassJudger-1-1.5B-Instruct", + "developer": "opencompass", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3048, - "hfopenllm_v2/BBH": 0.3835, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3644, - "hfopenllm_v2/MMLU-PRO": 0.1809 + "reward-bench/Score": 0.7344, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.4923, + "reward-bench/Safety": 0.7818, + "reward-bench/Reasoning": 0.6999 } }, { - "id": "jpacifico/Lucie-7B-Instruct-DPO-v1.1", - "name": "Lucie-7B-Instruct-DPO-v1.1", - "developer": "jpacifico", + "id": "opencompass/CompassJudger-1-14B-Instruct", + "name": "opencompass/CompassJudger-1-14B-Instruct", + "developer": "opencompass", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3121, - "hfopenllm_v2/BBH": 0.3781, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.4016, - "hfopenllm_v2/MMLU-PRO": 0.1838 + "reward-bench/Score": 0.8409, + "reward-bench/Chat": 0.9749, + "reward-bench/Chat Hard": 0.6228, + "reward-bench/Safety": 0.8392, + "reward-bench/Reasoning": 0.9268 } }, { - "id": "jpacifico/Lucie-7B-Instruct-DPO-v1.1.3", - "name": "Lucie-7B-Instruct-DPO-v1.1.3", - "developer": "jpacifico", + "id": "opencompass/CompassJudger-1-32B-Instruct", + "name": "opencompass/CompassJudger-1-32B-Instruct", + "developer": "opencompass", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3045, - "hfopenllm_v2/BBH": 0.3819, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.1764 + "reward-bench/Score": 0.8522, + "reward-bench/Chat": 0.9804, + "reward-bench/Chat Hard": 0.6513, + "reward-bench/Safety": 0.8527, + "reward-bench/Reasoning": 0.9244 } }, { - "id": "jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.0", - "name": "Lucie-7B-Instruct-Merged-Model_Stock-v1.0", - "developer": "jpacifico", + "id": "opencompass/CompassJudger-1-7B-Instruct", + "name": "opencompass/CompassJudger-1-7B-Instruct", + "developer": "opencompass", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3234, - "hfopenllm_v2/BBH": 0.3802, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3844, - "hfopenllm_v2/MMLU-PRO": 0.1871 + "reward-bench/Score": 0.8317, + "reward-bench/Chat": 0.9777, + "reward-bench/Chat Hard": 0.6096, + "reward-bench/Safety": 0.8446, + "reward-bench/Reasoning": 0.8948 } }, { - "id": "jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.1", - "name": "Lucie-7B-Instruct-Merged-Model_Stock-v1.1", - "developer": "jpacifico", + "id": "OpenGenerativeAI/Bifrost", + "name": "Bifrost", + "developer": "OpenGenerativeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3014, - "hfopenllm_v2/BBH": 0.3808, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.375, - "hfopenllm_v2/MMLU-PRO": 0.1862 + "hfopenllm_v2/IFEval": 0.6348, + "hfopenllm_v2/BBH": 0.6849, + "hfopenllm_v2/MATH Level 5": 0.2545, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4598, + "hfopenllm_v2/MMLU-PRO": 0.516 } }, { - "id": "jpacifico/Lucie-Boosted-7B-Instruct", - "name": "Lucie-Boosted-7B-Instruct", - "developer": "jpacifico", + "id": "OpenGenerativeAI/Bifrost-14B", + "name": "Bifrost-14B", + "developer": "OpenGenerativeAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2566, - "hfopenllm_v2/BBH": 0.3465, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3699, - "hfopenllm_v2/MMLU-PRO": 0.163 + "hfopenllm_v2/IFEval": 0.6615, + "hfopenllm_v2/BBH": 0.6845, + "hfopenllm_v2/MATH Level 5": 0.2356, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4624, + "hfopenllm_v2/MMLU-PRO": 0.5074 } }, { - "id": "jsfs11/L3-8B-Stheno-slerp", - "name": "L3-8B-Stheno-slerp", - "developer": "jsfs11", + "id": "OpenLeecher/llama3-8b-lima", + "name": "llama3-8b-lima", + "developer": "OpenLeecher", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6752, - "hfopenllm_v2/BBH": 0.5326, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3725, - "hfopenllm_v2/MMLU-PRO": 0.3649 + "hfopenllm_v2/IFEval": 0.4371, + "hfopenllm_v2/BBH": 0.4296, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2383, + "hfopenllm_v2/MUSR": 0.3713, + "hfopenllm_v2/MMLU-PRO": 0.2626 } }, { - "id": "jsfs11/MixtureofMerges-MoE-4x7b-v4", - "name": "MixtureofMerges-MoE-4x7b-v4", - "developer": "jsfs11", + "id": "OpenLLM-France/Lucie-7B", + "name": "Lucie-7B", + "developer": "OpenLLM-France", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.403, - "hfopenllm_v2/BBH": 0.5169, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4386, - "hfopenllm_v2/MMLU-PRO": 0.3032 + "hfopenllm_v2/IFEval": 0.2496, + "hfopenllm_v2/BBH": 0.3492, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3923, + "hfopenllm_v2/MMLU-PRO": 0.1498 } }, { - "id": "jsfs11/MixtureofMerges-MoE-4x7b-v5", - "name": "MixtureofMerges-MoE-4x7b-v5", - "developer": "jsfs11", + "id": "OpenLLM-France/Lucie-7B-Instruct", + "name": "Lucie-7B-Instruct", + "developer": "OpenLLM-France", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4199, - "hfopenllm_v2/BBH": 0.5198, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4305, - "hfopenllm_v2/MMLU-PRO": 0.3098 + "hfopenllm_v2/IFEval": 0.2796, + "hfopenllm_v2/BBH": 0.3254, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3662, + "hfopenllm_v2/MMLU-PRO": 0.1556 } }, { - "id": "kaist-ai/janus-7b", - "name": "janus-7b", - "developer": "kaist-ai", + "id": "OpenLLM-France/Lucie-7B-Instruct-human-data", + "name": "Lucie-7B-Instruct-human-data", + "developer": "OpenLLM-France", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3775, - "hfopenllm_v2/BBH": 0.4694, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4401, - "hfopenllm_v2/MMLU-PRO": 0.2874 + "hfopenllm_v2/IFEval": 0.2946, + "hfopenllm_v2/BBH": 0.3284, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3729, + "hfopenllm_v2/MMLU-PRO": 0.143 } }, { - "id": "kaist-ai/janus-dpo-7b", - "name": "janus-dpo-7b", - "developer": "kaist-ai", + "id": "OpenLLM-France/Lucie-7B-Instruct-v1.1", + "name": "Lucie-7B-Instruct-v1.1", + "developer": "OpenLLM-France", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4003, - "hfopenllm_v2/BBH": 0.4773, - "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/IFEval": 0.3039, + "hfopenllm_v2/BBH": 0.3816, + "hfopenllm_v2/MATH Level 5": 0.0317, "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4387, - "hfopenllm_v2/MMLU-PRO": 0.2976 + "hfopenllm_v2/MUSR": 0.375, + "hfopenllm_v2/MMLU-PRO": 0.1864 } }, { - "id": "kaist-ai/janus-rm-7b", - "name": "janus-rm-7b", - "developer": "kaist-ai", + "id": "OpenScholar/Llama-3.1_OpenScholar-8B", + "name": "Llama-3.1_OpenScholar-8B", + "developer": "OpenScholar", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1778, - "hfopenllm_v2/BBH": 0.3056, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3883, - "hfopenllm_v2/MMLU-PRO": 0.1126 + "hfopenllm_v2/IFEval": 0.6064, + "hfopenllm_v2/BBH": 0.5208, + "hfopenllm_v2/MATH Level 5": 0.1654, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4275, + "hfopenllm_v2/MMLU-PRO": 0.3708 } }, { - "id": "kaist-ai/mistral-orpo-capybara-7k", - "name": "mistral-orpo-capybara-7k", - "developer": "kaist-ai", + "id": "orai-nlp/Llama-eus-8B", + "name": "Llama-eus-8B", + "developer": "orai-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5367, - "hfopenllm_v2/BBH": 0.4489, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3964, - "hfopenllm_v2/MMLU-PRO": 0.2971 + "hfopenllm_v2/IFEval": 0.2161, + "hfopenllm_v2/BBH": 0.4418, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3919, + "hfopenllm_v2/MMLU-PRO": 0.3058 } }, { - "id": "kavonalds/BunderMaxx-0710", - "name": "BunderMaxx-0710", - "developer": "kavonalds", + "id": "Orenguteng/Llama-3.1-8B-Lexi-Uncensored", + "name": "Llama-3.1-8B-Lexi-Uncensored", + "developer": "Orenguteng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3283, - "hfopenllm_v2/BBH": 0.6651, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3393, - "hfopenllm_v2/MMLU-PRO": 0.1314 + "hfopenllm_v2/IFEval": 0.7777, + "hfopenllm_v2/BBH": 0.5057, + "hfopenllm_v2/MATH Level 5": 0.1571, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3871, + "hfopenllm_v2/MMLU-PRO": 0.379 } }, { - "id": "kavonalds/BunderMaxx-1010", - "name": "BunderMaxx-1010", - "developer": "kavonalds", + "id": "Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2", + "name": "Llama-3.1-8B-Lexi-Uncensored-V2", + "developer": "Orenguteng", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2981, - "hfopenllm_v2/BBH": 0.702, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3484, - "hfopenllm_v2/MMLU-PRO": 0.1224 + "hfopenllm_v2/IFEval": 0.7792, + "hfopenllm_v2/BBH": 0.5084, + "hfopenllm_v2/MATH Level 5": 0.1971, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3843, + "hfopenllm_v2/MMLU-PRO": 0.3781 } }, { - "id": "kavonalds/Lancer-1-1b-Instruct", - "name": "Lancer-1-1b-Instruct", - "developer": "kavonalds", + "id": "Orion-zhen/phi-4-abliterated", + "name": "phi-4-abliterated", + "developer": "Orion-zhen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5546, - "hfopenllm_v2/BBH": 0.3253, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3144, - "hfopenllm_v2/MMLU-PRO": 0.1568 + "hfopenllm_v2/IFEval": 0.0576, + "hfopenllm_v2/BBH": 0.6698, + "hfopenllm_v2/MATH Level 5": 0.3021, + "hfopenllm_v2/GPQA": 0.4044, + "hfopenllm_v2/MUSR": 0.5006, + "hfopenllm_v2/MMLU-PRO": 0.5292 } }, { - "id": "kayfour/T3Q-Qwen2.5-7B-it-KOR-Safe", - "name": "T3Q-Qwen2.5-7B-it-KOR-Safe", - "developer": "kayfour", + "id": "Orion-zhen/Qwen2.5-7B-Instruct-Uncensored", + "name": "Qwen2.5-7B-Instruct-Uncensored", + "developer": "Orion-zhen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6081, - "hfopenllm_v2/BBH": 0.555, - "hfopenllm_v2/MATH Level 5": 0.3761, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.4464 + "hfopenllm_v2/IFEval": 0.7204, + "hfopenllm_v2/BBH": 0.5474, + "hfopenllm_v2/MATH Level 5": 0.4773, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4361, + "hfopenllm_v2/MMLU-PRO": 0.4427 } }, { - "id": "keeeeenw/MicroLlama", - "name": "MicroLlama", - "developer": "keeeeenw", + "id": "oxyapi/oxy-1-small", + "name": "oxy-1-small", + "developer": "oxyapi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1985, - "hfopenllm_v2/BBH": 0.3007, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3698, - "hfopenllm_v2/MMLU-PRO": 0.1138 + "hfopenllm_v2/IFEval": 0.6245, + "hfopenllm_v2/BBH": 0.5885, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.4487, + "hfopenllm_v2/MMLU-PRO": 0.5001 } }, { - "id": "kekmodel/StopCarbon-10.7B-v5", - "name": "StopCarbon-10.7B-v5", - "developer": "kekmodel", + "id": "ozone-ai/0x-lite", + "name": "0x-lite", + "developer": "ozone-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4728, - "hfopenllm_v2/BBH": 0.5178, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.3157 + "hfopenllm_v2/IFEval": 0.774, + "hfopenllm_v2/BBH": 0.6341, + "hfopenllm_v2/MATH Level 5": 0.5045, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4221, + "hfopenllm_v2/MMLU-PRO": 0.5184 } }, { - "id": "kevin009/llamaRAGdrama", - "name": "llamaRAGdrama", - "developer": "kevin009", + "id": "ozone-research/Chirp-01", + "name": "Chirp-01", + "developer": "ozone-research", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2598, - "hfopenllm_v2/BBH": 0.4007, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4316, - "hfopenllm_v2/MMLU-PRO": 0.2724 + "hfopenllm_v2/IFEval": 0.6348, + "hfopenllm_v2/BBH": 0.465, + "hfopenllm_v2/MATH Level 5": 0.3467, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.4487, + "hfopenllm_v2/MMLU-PRO": 0.3508 } }, { - "id": "khoantap/cheap-moe-merge", - "name": "cheap-moe-merge", - "developer": "khoantap", + "id": "P0x0/Astra-v1-12B", + "name": "Astra-v1-12B", + "developer": "P0x0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4557, - "hfopenllm_v2/BBH": 0.5131, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4103, - "hfopenllm_v2/MMLU-PRO": 0.3339 + "hfopenllm_v2/IFEval": 0.2806, + "hfopenllm_v2/BBH": 0.5215, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4052, + "hfopenllm_v2/MMLU-PRO": 0.3461 } }, { - "id": "khoantap/llama-3-8b-stock-merge", - "name": "llama-3-8b-stock-merge", - "developer": "khoantap", + "id": "paloalma/ECE-TW3-JRGL-V1", + "name": "ECE-TW3-JRGL-V1", + "developer": "paloalma", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4812, - "hfopenllm_v2/BBH": 0.5162, - "hfopenllm_v2/MATH Level 5": 0.1616, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.3946, - "hfopenllm_v2/MMLU-PRO": 0.38 + "hfopenllm_v2/IFEval": 0.5535, + "hfopenllm_v2/BBH": 0.6284, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4621, + "hfopenllm_v2/MMLU-PRO": 0.4221 } }, { - "id": "khoantap/llama-breadcrumbs-ties-merge", - "name": "llama-breadcrumbs-ties-merge", - "developer": "khoantap", + "id": "paloalma/ECE-TW3-JRGL-V2", + "name": "ECE-TW3-JRGL-V2", + "developer": "paloalma", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2205, - "hfopenllm_v2/BBH": 0.5416, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4434, - "hfopenllm_v2/MMLU-PRO": 0.3172 + "hfopenllm_v2/IFEval": 0.2255, + "hfopenllm_v2/BBH": 0.6031, + "hfopenllm_v2/MATH Level 5": 0.185, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4793, + "hfopenllm_v2/MMLU-PRO": 0.4588 } }, { - "id": "khoantap/llama-evolve-ties-best-merge", - "name": "llama-evolve-ties-best-merge", - "developer": "khoantap", + "id": "paloalma/ECE-TW3-JRGL-V5", + "name": "ECE-TW3-JRGL-V5", + "developer": "paloalma", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6744, - "hfopenllm_v2/BBH": 0.5414, - "hfopenllm_v2/MATH Level 5": 0.1563, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.3946, - "hfopenllm_v2/MMLU-PRO": 0.386 + "hfopenllm_v2/IFEval": 0.4553, + "hfopenllm_v2/BBH": 0.6025, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4621, + "hfopenllm_v2/MMLU-PRO": 0.4648 } }, { - "id": "khoantap/llama-linear-0.5-0.5-1-merge", - "name": "llama-linear-0.5-0.5-1-merge", - "developer": "khoantap", + "id": "paloalma/Le_Triomphant-ECE-TW3", + "name": "Le_Triomphant-ECE-TW3", + "developer": "paloalma", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4812, - "hfopenllm_v2/BBH": 0.5643, - "hfopenllm_v2/MATH Level 5": 0.2054, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4143, - "hfopenllm_v2/MMLU-PRO": 0.3833 + "hfopenllm_v2/IFEval": 0.5402, + "hfopenllm_v2/BBH": 0.6112, + "hfopenllm_v2/MATH Level 5": 0.1949, + "hfopenllm_v2/GPQA": 0.349, + "hfopenllm_v2/MUSR": 0.4725, + "hfopenllm_v2/MMLU-PRO": 0.4763 } }, { - "id": "khoantap/llama-linear-0.5-1-0.5-merge", - "name": "llama-linear-0.5-1-0.5-merge", - "developer": "khoantap", + "id": "paloalma/TW3-JRGL-v2", + "name": "TW3-JRGL-v2", + "developer": "paloalma", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5032, - "hfopenllm_v2/BBH": 0.5951, - "hfopenllm_v2/MATH Level 5": 0.148, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4172, - "hfopenllm_v2/MMLU-PRO": 0.369 + "hfopenllm_v2/IFEval": 0.5316, + "hfopenllm_v2/BBH": 0.6138, + "hfopenllm_v2/MATH Level 5": 0.179, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4858, + "hfopenllm_v2/MMLU-PRO": 0.4858 } }, { - "id": "khoantap/llama-linear-1-0.5-0.5-merge", - "name": "llama-linear-1-0.5-0.5-merge", - "developer": "khoantap", + "id": "pankajmathur/Al_Dente_v1_8b", + "name": "Al_Dente_v1_8b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4515, - "hfopenllm_v2/BBH": 0.5526, - "hfopenllm_v2/MATH Level 5": 0.2477, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3635 + "hfopenllm_v2/IFEval": 0.3694, + "hfopenllm_v2/BBH": 0.4835, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3987, + "hfopenllm_v2/MMLU-PRO": 0.286 } }, { - "id": "khoantap/llama-slerp-merge", - "name": "llama-slerp-merge", - "developer": "khoantap", + "id": "pankajmathur/model_007_13b_v2", + "name": "model_007_13b_v2", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.498, - "hfopenllm_v2/BBH": 0.5783, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4053, - "hfopenllm_v2/MMLU-PRO": 0.3678 + "hfopenllm_v2/IFEval": 0.3056, + "hfopenllm_v2/BBH": 0.4702, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4611, + "hfopenllm_v2/MMLU-PRO": 0.2461 } }, { - "id": "khoantap/moe-out-merge", - "name": "moe-out-merge", - "developer": "khoantap", + "id": "pankajmathur/orca_mini_3b", + "name": "orca_mini_3b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4505, - "hfopenllm_v2/BBH": 0.5151, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4063, - "hfopenllm_v2/MMLU-PRO": 0.3348 + "hfopenllm_v2/IFEval": 0.0742, + "hfopenllm_v2/BBH": 0.3196, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3349, + "hfopenllm_v2/MMLU-PRO": 0.1145 } }, { - "id": "khulaifi95/Llama-3.1-8B-Reason-Blend-888k", - "name": "Llama-3.1-8B-Reason-Blend-888k", - "developer": "khulaifi95", + "id": "pankajmathur/orca_mini_7b", + "name": "orca_mini_7b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5832, - "hfopenllm_v2/BBH": 0.479, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3379, - "hfopenllm_v2/MMLU-PRO": 0.31 + "hfopenllm_v2/IFEval": 0.0412, + "hfopenllm_v2/BBH": 0.3332, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3698, + "hfopenllm_v2/MMLU-PRO": 0.1246 } }, { - "id": "kms7530/chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1", - "name": "chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1", - "developer": "kms7530", + "id": "pankajmathur/orca_mini_phi-4", + "name": "orca_mini_phi-4", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5455, - "hfopenllm_v2/BBH": 0.4289, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3821, - "hfopenllm_v2/MMLU-PRO": 0.2798 + "hfopenllm_v2/IFEval": 0.7781, + "hfopenllm_v2/BBH": 0.6856, + "hfopenllm_v2/MATH Level 5": 0.2953, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4703, + "hfopenllm_v2/MMLU-PRO": 0.5255 } }, { - "id": "kms7530/chemeng_phi-3-mini-4k-instruct-bnb-4bit_16_4_100_1_nonmath", - "name": "chemeng_phi-3-mini-4k-instruct-bnb-4bit_16_4_100_1_nonmath", - "developer": "kms7530", + "id": "pankajmathur/orca_mini_v2_7b", + "name": "orca_mini_v2_7b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4863, - "hfopenllm_v2/BBH": 0.4987, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.3983, - "hfopenllm_v2/MMLU-PRO": 0.3481 + "hfopenllm_v2/IFEval": 0.1358, + "hfopenllm_v2/BBH": 0.3536, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3593, + "hfopenllm_v2/MMLU-PRO": 0.1542 } }, { - "id": "kms7530/chemeng_qwen-math-7b_24_1_100_1", - "name": "chemeng_qwen-math-7b_24_1_100_1", - "developer": "kms7530", + "id": "pankajmathur/orca_mini_v3_13b", + "name": "orca_mini_v3_13b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2111, - "hfopenllm_v2/BBH": 0.3578, - "hfopenllm_v2/MATH Level 5": 0.2243, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.2158 + "hfopenllm_v2/IFEval": 0.2897, + "hfopenllm_v2/BBH": 0.4711, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4598, + "hfopenllm_v2/MMLU-PRO": 0.2305 } }, { - "id": "kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath", - "name": "chemeng_qwen-math-7b_24_1_100_1_nonmath", - "developer": "kms7530", + "id": "pankajmathur/orca_mini_v3_70b", + "name": "orca_mini_v3_70b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2584, - "hfopenllm_v2/BBH": 0.3893, - "hfopenllm_v2/MATH Level 5": 0.3097, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4087, - "hfopenllm_v2/MMLU-PRO": 0.2452 + "hfopenllm_v2/IFEval": 0.4015, + "hfopenllm_v2/BBH": 0.5949, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.5079, + "hfopenllm_v2/MMLU-PRO": 0.3757 } }, { - "id": "kno10/ende-chat-0.0.5", - "name": "ende-chat-0.0.5", - "developer": "kno10", + "id": "pankajmathur/orca_mini_v3_7b", + "name": "orca_mini_v3_7b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3404, - "hfopenllm_v2/BBH": 0.3604, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3938, - "hfopenllm_v2/MMLU-PRO": 0.179 + "hfopenllm_v2/IFEval": 0.2821, + "hfopenllm_v2/BBH": 0.4095, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.4982, + "hfopenllm_v2/MMLU-PRO": 0.2084 } }, { - "id": "kno10/ende-chat-0.0.7", - "name": "ende-chat-0.0.7", - "developer": "kno10", + "id": "pankajmathur/orca_mini_v5_8b", + "name": "orca_mini_v5_8b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4401, - "hfopenllm_v2/BBH": 0.3792, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3861, - "hfopenllm_v2/MMLU-PRO": 0.1966 + "hfopenllm_v2/IFEval": 0.4806, + "hfopenllm_v2/BBH": 0.5064, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4, + "hfopenllm_v2/MMLU-PRO": 0.3076 } }, { - "id": "kuaishou/kwaipilot-40b-0604", - "name": "kwaipilot-40b-0604", - "developer": "Kuaishou", + "id": "pankajmathur/orca_mini_v5_8b_dpo", + "name": "orca_mini_v5_8b_dpo", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.07042253521126761, - "livecodebenchpro/Easy Problems": 0.056338028169014086 + "hfopenllm_v2/IFEval": 0.4896, + "hfopenllm_v2/BBH": 0.5075, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3894, + "hfopenllm_v2/MMLU-PRO": 0.3116 } }, { - "id": "kyutai/helium-1-preview-2b", - "name": "helium-1-preview-2b", - "developer": "kyutai", + "id": "pankajmathur/orca_mini_v5_8b_orpo", + "name": "orca_mini_v5_8b_orpo", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2614, - "hfopenllm_v2/BBH": 0.3638, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.355, - "hfopenllm_v2/MMLU-PRO": 0.1873 + "hfopenllm_v2/IFEval": 0.0824, + "hfopenllm_v2/BBH": 0.4964, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4131, + "hfopenllm_v2/MMLU-PRO": 0.2947 } }, { - "id": "kz919/QwQ-0.5B-Distilled-SFT", - "name": "QwQ-0.5B-Distilled-SFT", - "developer": "kz919", + "id": "pankajmathur/orca_mini_v6_8b", + "name": "orca_mini_v6_8b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3077, - "hfopenllm_v2/BBH": 0.3256, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3409, - "hfopenllm_v2/MMLU-PRO": 0.1587 + "hfopenllm_v2/IFEval": 0.0111, + "hfopenllm_v2/BBH": 0.3029, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2383, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.1125 } }, { - "id": "ladydaina/ECE-FDF", - "name": "ECE-FDF", - "developer": "ladydaina", + "id": "pankajmathur/orca_mini_v6_8b_dpo", + "name": "orca_mini_v6_8b_dpo", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3728, - "hfopenllm_v2/BBH": 0.515, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4504, - "hfopenllm_v2/MMLU-PRO": 0.3007 + "hfopenllm_v2/IFEval": 0.3883, + "hfopenllm_v2/BBH": 0.5203, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.409, + "hfopenllm_v2/MMLU-PRO": 0.3596 } }, { - "id": "laislemke/LLaMA-2-vicuna-7b-slerp", - "name": "LLaMA-2-vicuna-7b-slerp", - "developer": "laislemke", + "id": "pankajmathur/orca_mini_v7_72b", + "name": "orca_mini_v7_72b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2932, - "hfopenllm_v2/BBH": 0.2986, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3833, - "hfopenllm_v2/MMLU-PRO": 0.1342 + "hfopenllm_v2/IFEval": 0.593, + "hfopenllm_v2/BBH": 0.6842, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.3851, + "hfopenllm_v2/MUSR": 0.507, + "hfopenllm_v2/MMLU-PRO": 0.5622 } }, { - "id": "lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR", - "name": "ECE-PRYMMAL-0.5B-FT-V5-MUSR", - "developer": "lalainy", + "id": "pankajmathur/orca_mini_v7_7b", + "name": "orca_mini_v7_7b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2138, - "hfopenllm_v2/BBH": 0.3269, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3262, - "hfopenllm_v2/MMLU-PRO": 0.1533 + "hfopenllm_v2/IFEval": 0.4388, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.1208, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.436, + "hfopenllm_v2/MMLU-PRO": 0.4167 } }, { - "id": "lalainy/ECE-PRYMMAL-0.5B-SLERP-V4", - "name": "ECE-PRYMMAL-0.5B-SLERP-V4", - "developer": "lalainy", + "id": "pankajmathur/orca_mini_v8_1_70b", + "name": "orca_mini_v8_1_70b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1564, - "hfopenllm_v2/BBH": 0.2894, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3789, - "hfopenllm_v2/MMLU-PRO": 0.1169 + "hfopenllm_v2/IFEval": 0.8571, + "hfopenllm_v2/BBH": 0.6781, + "hfopenllm_v2/MATH Level 5": 0.3527, + "hfopenllm_v2/GPQA": 0.4329, + "hfopenllm_v2/MUSR": 0.4437, + "hfopenllm_v2/MMLU-PRO": 0.4983 } }, { - "id": "lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1", - "name": "ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1", - "developer": "lalainy", + "id": "pankajmathur/orca_mini_v9_0_3B-Instruct", + "name": "orca_mini_v9_0_3B-Instruct", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1437, - "hfopenllm_v2/BBH": 0.3032, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2349, - "hfopenllm_v2/MUSR": 0.3646, - "hfopenllm_v2/MMLU-PRO": 0.1121 + "hfopenllm_v2/IFEval": 0.5754, + "hfopenllm_v2/BBH": 0.4413, + "hfopenllm_v2/MATH Level 5": 0.1465, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3659, + "hfopenllm_v2/MMLU-PRO": 0.2603 } }, { - "id": "lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3", - "name": "ECE-PRYMMAL-YL-1B-SLERP-V3", - "developer": "lalainy", + "id": "pankajmathur/orca_mini_v9_1_1B-Instruct", + "name": "orca_mini_v9_1_1B-Instruct", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.325, - "hfopenllm_v2/BBH": 0.4225, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4213, - "hfopenllm_v2/MMLU-PRO": 0.2931 + "hfopenllm_v2/IFEval": 0.3629, + "hfopenllm_v2/BBH": 0.3205, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3381, + "hfopenllm_v2/MMLU-PRO": 0.1374 } }, { - "id": "lalainy/ECE-PRYMMAL-YL-1B-SLERP-V4", - "name": "ECE-PRYMMAL-YL-1B-SLERP-V4", - "developer": "lalainy", + "id": "pankajmathur/orca_mini_v9_2_14B", + "name": "orca_mini_v9_2_14B", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3324, - "hfopenllm_v2/BBH": 0.4171, - "hfopenllm_v2/MATH Level 5": 0.1005, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4306, - "hfopenllm_v2/MMLU-PRO": 0.2893 + "hfopenllm_v2/IFEval": 0.7781, + "hfopenllm_v2/BBH": 0.6856, + "hfopenllm_v2/MATH Level 5": 0.2953, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4703, + "hfopenllm_v2/MMLU-PRO": 0.5255 } }, { - "id": "lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1", - "name": "ECE-PRYMMAL-YL-6B-SLERP-V1", - "developer": "lalainy", + "id": "pankajmathur/orca_mini_v9_2_70b", + "name": "orca_mini_v9_2_70b", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3264, - "hfopenllm_v2/BBH": 0.4629, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4864, - "hfopenllm_v2/MMLU-PRO": 0.3214 + "hfopenllm_v2/IFEval": 0.8383, + "hfopenllm_v2/BBH": 0.6745, + "hfopenllm_v2/MATH Level 5": 0.2938, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.471, + "hfopenllm_v2/MMLU-PRO": 0.4821 } }, { - "id": "lalainy/ECE-PRYMMAL-YL-6B-SLERP-V2", - "name": "ECE-PRYMMAL-YL-6B-SLERP-V2", - "developer": "lalainy", + "id": "pankajmathur/orca_mini_v9_4_70B", + "name": "orca_mini_v9_4_70B", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3249, - "hfopenllm_v2/BBH": 0.4629, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4864, - "hfopenllm_v2/MMLU-PRO": 0.3214 + "hfopenllm_v2/IFEval": 0.8015, + "hfopenllm_v2/BBH": 0.6419, + "hfopenllm_v2/MATH Level 5": 0.3263, + "hfopenllm_v2/GPQA": 0.3658, + "hfopenllm_v2/MUSR": 0.4647, + "hfopenllm_v2/MMLU-PRO": 0.4536 } }, { - "id": "langgptai/Qwen-las-v0.1", - "name": "Qwen-las-v0.1", - "developer": "langgptai", + "id": "pankajmathur/orca_mini_v9_5_1B-Instruct", + "name": "orca_mini_v9_5_1B-Instruct", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3301, - "hfopenllm_v2/BBH": 0.3893, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3701, - "hfopenllm_v2/MMLU-PRO": 0.2325 + "hfopenllm_v2/IFEval": 0.4638, + "hfopenllm_v2/BBH": 0.3337, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3182, + "hfopenllm_v2/MMLU-PRO": 0.137 } }, { - "id": "langgptai/qwen1.5-7b-chat-sa-v0.1", - "name": "qwen1.5-7b-chat-sa-v0.1", - "developer": "langgptai", + "id": "pankajmathur/orca_mini_v9_5_1B-Instruct_preview", + "name": "orca_mini_v9_5_1B-Instruct_preview", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4268, - "hfopenllm_v2/BBH": 0.4325, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.3551, - "hfopenllm_v2/MMLU-PRO": 0.2993 + "hfopenllm_v2/IFEval": 0.3936, + "hfopenllm_v2/BBH": 0.3277, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3395, + "hfopenllm_v2/MMLU-PRO": 0.1327 } }, { - "id": "lars1234/Mistral-Small-24B-Instruct-2501-writer", - "name": "Mistral-Small-24B-Instruct-2501-writer", - "developer": "lars1234", + "id": "pankajmathur/orca_mini_v9_5_3B-Instruct", + "name": "orca_mini_v9_5_3B-Instruct", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6565, - "hfopenllm_v2/BBH": 0.6733, - "hfopenllm_v2/MATH Level 5": 0.3557, - "hfopenllm_v2/GPQA": 0.3893, - "hfopenllm_v2/MUSR": 0.4645, - "hfopenllm_v2/MMLU-PRO": 0.5448 + "hfopenllm_v2/IFEval": 0.7207, + "hfopenllm_v2/BBH": 0.4496, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.427, + "hfopenllm_v2/MMLU-PRO": 0.2882 } }, { - "id": "leafspark/Llama-3.1-8B-MultiReflection-Instruct", - "name": "Llama-3.1-8B-MultiReflection-Instruct", - "developer": "leafspark", + "id": "pankajmathur/orca_mini_v9_6_1B-Instruct", + "name": "orca_mini_v9_6_1B-Instruct", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7125, - "hfopenllm_v2/BBH": 0.5009, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3682, - "hfopenllm_v2/MMLU-PRO": 0.3724 + "hfopenllm_v2/IFEval": 0.6086, + "hfopenllm_v2/BBH": 0.3561, + "hfopenllm_v2/MATH Level 5": 0.077, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.1809 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-9B", - "name": "Gemma-2-Ataraxy-9B", - "developer": "lemon07r", + "id": "pankajmathur/orca_mini_v9_6_3B-Instruct", + "name": "orca_mini_v9_6_3B-Instruct", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3009, - "hfopenllm_v2/BBH": 0.5931, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4424, - "hfopenllm_v2/MMLU-PRO": 0.4226 + "hfopenllm_v2/IFEval": 0.7316, + "hfopenllm_v2/BBH": 0.4568, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4068, + "hfopenllm_v2/MMLU-PRO": 0.2851 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-Advanced-9B", - "name": "Gemma-2-Ataraxy-Advanced-9B", - "developer": "lemon07r", + "id": "pankajmathur/orca_mini_v9_7_1B-Instruct", + "name": "orca_mini_v9_7_1B-Instruct", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5516, - "hfopenllm_v2/BBH": 0.5889, - "hfopenllm_v2/MATH Level 5": 0.1979, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.3761, - "hfopenllm_v2/MMLU-PRO": 0.4244 + "hfopenllm_v2/IFEval": 0.561, + "hfopenllm_v2/BBH": 0.3182, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3527, + "hfopenllm_v2/MMLU-PRO": 0.1345 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-Remix-9B", - "name": "Gemma-2-Ataraxy-Remix-9B", - "developer": "lemon07r", + "id": "pankajmathur/orca_mini_v9_7_3B-Instruct", + "name": "orca_mini_v9_7_3B-Instruct", + "developer": "pankajmathur", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7083, - "hfopenllm_v2/BBH": 0.5892, - "hfopenllm_v2/MATH Level 5": 0.2017, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.4239 + "hfopenllm_v2/IFEval": 0.5618, + "hfopenllm_v2/BBH": 0.3297, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3619, + "hfopenllm_v2/MMLU-PRO": 0.1375 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v2-9B", - "name": "Gemma-2-Ataraxy-v2-9B", - "developer": "lemon07r", + "id": "Parissa3/test-model", + "name": "test-model", + "developer": "Parissa3", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2136, - "hfopenllm_v2/BBH": 0.5766, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.3484, - "hfopenllm_v2/MMLU-PRO": 0.4221 + "hfopenllm_v2/IFEval": 0.3883, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4685, + "hfopenllm_v2/MMLU-PRO": 0.3057 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v2a-9B", - "name": "Gemma-2-Ataraxy-v2a-9B", - "developer": "lemon07r", + "id": "paulml/ECE-ILAB-Q1", + "name": "ECE-ILAB-Q1", + "developer": "paulml", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1595, - "hfopenllm_v2/BBH": 0.5182, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.3165, - "hfopenllm_v2/MMLU-PRO": 0.3515 + "hfopenllm_v2/IFEval": 0.7865, + "hfopenllm_v2/BBH": 0.6718, + "hfopenllm_v2/MATH Level 5": 0.3557, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4614, + "hfopenllm_v2/MMLU-PRO": 0.5505 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v2f-9B", - "name": "Gemma-2-Ataraxy-v2f-9B", - "developer": "lemon07r", + "id": "Pinkstack/PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B", + "name": "PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B", + "developer": "Pinkstack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3791, - "hfopenllm_v2/BBH": 0.5193, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.3231, - "hfopenllm_v2/MMLU-PRO": 0.3503 + "hfopenllm_v2/IFEval": 0.5085, + "hfopenllm_v2/BBH": 0.4711, + "hfopenllm_v2/MATH Level 5": 0.1692, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4479, + "hfopenllm_v2/MMLU-PRO": 0.3511 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v3-Advanced-9B", - "name": "Gemma-2-Ataraxy-v3-Advanced-9B", - "developer": "lemon07r", + "id": "Pinkstack/SuperThoughts-CoT-14B-16k-o1-QwQ", + "name": "SuperThoughts-CoT-14B-16k-o1-QwQ", + "developer": "Pinkstack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6602, - "hfopenllm_v2/BBH": 0.5935, - "hfopenllm_v2/MATH Level 5": 0.1873, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.445, - "hfopenllm_v2/MMLU-PRO": 0.4196 + "hfopenllm_v2/IFEval": 0.0515, + "hfopenllm_v2/BBH": 0.672, + "hfopenllm_v2/MATH Level 5": 0.4199, + "hfopenllm_v2/GPQA": 0.3926, + "hfopenllm_v2/MUSR": 0.4914, + "hfopenllm_v2/MMLU-PRO": 0.5268 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v3b-9B", - "name": "Gemma-2-Ataraxy-v3b-9B", - "developer": "lemon07r", + "id": "Pinkstack/Superthoughts-lite-1.8B-experimental-o1", + "name": "Superthoughts-lite-1.8B-experimental-o1", + "developer": "Pinkstack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6809, - "hfopenllm_v2/BBH": 0.5908, - "hfopenllm_v2/MATH Level 5": 0.2153, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4489, - "hfopenllm_v2/MMLU-PRO": 0.4205 + "hfopenllm_v2/IFEval": 0.0375, + "hfopenllm_v2/BBH": 0.3435, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3354, + "hfopenllm_v2/MMLU-PRO": 0.1851 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v3i-9B", - "name": "Gemma-2-Ataraxy-v3i-9B", - "developer": "lemon07r", + "id": "Pinkstack/Superthoughts-lite-v1", + "name": "Superthoughts-lite-v1", + "developer": "Pinkstack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4203, - "hfopenllm_v2/BBH": 0.5626, - "hfopenllm_v2/MATH Level 5": 0.1533, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.3181, - "hfopenllm_v2/MMLU-PRO": 0.4166 + "hfopenllm_v2/IFEval": 0.1659, + "hfopenllm_v2/BBH": 0.3466, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3672, + "hfopenllm_v2/MMLU-PRO": 0.1755 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v3j-9B", - "name": "Gemma-2-Ataraxy-v3j-9B", - "developer": "lemon07r", + "id": "pints-ai/1.5-Pints-16K-v0.1", + "name": "1.5-Pints-16K-v0.1", + "developer": "pints-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4169, - "hfopenllm_v2/BBH": 0.5632, - "hfopenllm_v2/MATH Level 5": 0.1692, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.318, - "hfopenllm_v2/MMLU-PRO": 0.4134 + "hfopenllm_v2/IFEval": 0.1636, + "hfopenllm_v2/BBH": 0.3133, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2357, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.1119 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v4-Advanced-9B", - "name": "Gemma-2-Ataraxy-v4-Advanced-9B", - "developer": "lemon07r", + "id": "pints-ai/1.5-Pints-2K-v0.1", + "name": "1.5-Pints-2K-v0.1", + "developer": "pints-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7015, - "hfopenllm_v2/BBH": 0.6024, - "hfopenllm_v2/MATH Level 5": 0.2153, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4581, - "hfopenllm_v2/MMLU-PRO": 0.4367 + "hfopenllm_v2/IFEval": 0.1762, + "hfopenllm_v2/BBH": 0.298, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3502, + "hfopenllm_v2/MMLU-PRO": 0.1104 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v4a-Advanced-9B", - "name": "Gemma-2-Ataraxy-v4a-Advanced-9B", - "developer": "lemon07r", + "id": "piotr25691/thea-3b-25r", + "name": "thea-3b-25r", + "developer": "piotr25691", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7135, - "hfopenllm_v2/BBH": 0.5988, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4489, - "hfopenllm_v2/MMLU-PRO": 0.4309 + "hfopenllm_v2/IFEval": 0.7344, + "hfopenllm_v2/BBH": 0.4484, + "hfopenllm_v2/MATH Level 5": 0.1782, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.3182 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v4b-9B", - "name": "Gemma-2-Ataraxy-v4b-9B", - "developer": "lemon07r", + "id": "piotr25691/thea-c-3b-25r", + "name": "thea-c-3b-25r", + "developer": "piotr25691", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6878, - "hfopenllm_v2/BBH": 0.6039, - "hfopenllm_v2/MATH Level 5": 0.2334, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.4555, - "hfopenllm_v2/MMLU-PRO": 0.4357 + "hfopenllm_v2/IFEval": 0.7402, + "hfopenllm_v2/BBH": 0.4532, + "hfopenllm_v2/MATH Level 5": 0.1526, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3315, + "hfopenllm_v2/MMLU-PRO": 0.3178 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v4c-9B", - "name": "Gemma-2-Ataraxy-v4c-9B", - "developer": "lemon07r", + "id": "piotr25691/thea-rp-3b-25r", + "name": "thea-rp-3b-25r", + "developer": "piotr25691", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6945, - "hfopenllm_v2/BBH": 0.6084, - "hfopenllm_v2/MATH Level 5": 0.2266, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4528, - "hfopenllm_v2/MMLU-PRO": 0.4395 + "hfopenllm_v2/IFEval": 0.6578, + "hfopenllm_v2/BBH": 0.439, + "hfopenllm_v2/MATH Level 5": 0.1322, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3819, + "hfopenllm_v2/MMLU-PRO": 0.306 } }, { - "id": "lemon07r/Gemma-2-Ataraxy-v4d-9B", - "name": "Gemma-2-Ataraxy-v4d-9B", - "developer": "lemon07r", + "id": "PJMixers-Dev/L3.2-Instruct-Thinking-v0.1-1B", + "name": "L3.2-Instruct-Thinking-v0.1-1B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.725, - "hfopenllm_v2/BBH": 0.6054, - "hfopenllm_v2/MATH Level 5": 0.2334, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4541, - "hfopenllm_v2/MMLU-PRO": 0.4346 + "hfopenllm_v2/IFEval": 0.4628, + "hfopenllm_v2/BBH": 0.3302, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1483 } }, { - "id": "lemon07r/Llama-3-RedMagic4-8B", - "name": "Llama-3-RedMagic4-8B", - "developer": "lemon07r", + "id": "PJMixers-Dev/LLaMa-3.1-Instruct-Interleaved-Zeroed-13B", + "name": "LLaMa-3.1-Instruct-Interleaved-Zeroed-13B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4864, - "hfopenllm_v2/BBH": 0.4256, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3766, - "hfopenllm_v2/MMLU-PRO": 0.3676 + "hfopenllm_v2/IFEval": 0.7871, + "hfopenllm_v2/BBH": 0.5073, + "hfopenllm_v2/MATH Level 5": 0.2002, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.387, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "lemon07r/llama-3-NeuralMahou-8b", - "name": "llama-3-NeuralMahou-8b", - "developer": "lemon07r", + "id": "PJMixers-Dev/LLaMa-3.1-RomboTiesTest-8B", + "name": "LLaMa-3.1-RomboTiesTest-8B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4901, - "hfopenllm_v2/BBH": 0.4184, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3873, - "hfopenllm_v2/MMLU-PRO": 0.369 + "hfopenllm_v2/IFEval": 0.7825, + "hfopenllm_v2/BBH": 0.5073, + "hfopenllm_v2/MATH Level 5": 0.2002, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.387, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "lesubra/ECE-EIFFEL-3B", - "name": "ECE-EIFFEL-3B", - "developer": "lesubra", + "id": "PJMixers-Dev/LLaMa-3.1-RomboTiesTest2-8B", + "name": "LLaMa-3.1-RomboTiesTest2-8B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3469, - "hfopenllm_v2/BBH": 0.5102, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4362, - "hfopenllm_v2/MMLU-PRO": 0.3821 + "hfopenllm_v2/IFEval": 0.7825, + "hfopenllm_v2/BBH": 0.5073, + "hfopenllm_v2/MATH Level 5": 0.2002, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.387, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "lesubra/ECE-EIFFEL-3Bv2", - "name": "ECE-EIFFEL-3Bv2", - "developer": "lesubra", + "id": "PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B", + "name": "LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3013, - "hfopenllm_v2/BBH": 0.5424, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4443, - "hfopenllm_v2/MMLU-PRO": 0.3999 + "hfopenllm_v2/IFEval": 0.6931, + "hfopenllm_v2/BBH": 0.4556, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.37, + "hfopenllm_v2/MMLU-PRO": 0.3127 } }, { - "id": "lesubra/ECE-EIFFEL-3Bv3", - "name": "ECE-EIFFEL-3Bv3", - "developer": "lesubra", + "id": "PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B", + "name": "LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3786, - "hfopenllm_v2/BBH": 0.5469, - "hfopenllm_v2/MATH Level 5": 0.1669, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.4675, - "hfopenllm_v2/MMLU-PRO": 0.3975 + "hfopenllm_v2/IFEval": 0.6292, + "hfopenllm_v2/BBH": 0.4581, + "hfopenllm_v2/MATH Level 5": 0.1299, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3659, + "hfopenllm_v2/MMLU-PRO": 0.3115 } }, { - "id": "lesubra/ECE-PRYMMAL-3B-SLERP-V1", - "name": "ECE-PRYMMAL-3B-SLERP-V1", - "developer": "lesubra", + "id": "PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B", + "name": "LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2933, - "hfopenllm_v2/BBH": 0.5341, - "hfopenllm_v2/MATH Level 5": 0.1662, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.39 + "hfopenllm_v2/IFEval": 0.6504, + "hfopenllm_v2/BBH": 0.4511, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.3108 } }, { - "id": "lesubra/ECE-PRYMMAL-3B-SLERP-V2", - "name": "ECE-PRYMMAL-3B-SLERP-V2", - "developer": "lesubra", + "id": "PJMixers-Dev/LLaMa-3.2-Instruct-JankMixBread-v0.1-3B", + "name": "LLaMa-3.2-Instruct-JankMixBread-v0.1-3B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2933, - "hfopenllm_v2/BBH": 0.5341, - "hfopenllm_v2/MATH Level 5": 0.1662, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.39 + "hfopenllm_v2/IFEval": 0.5041, + "hfopenllm_v2/BBH": 0.4483, + "hfopenllm_v2/MATH Level 5": 0.1307, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3516, + "hfopenllm_v2/MMLU-PRO": 0.3083 } }, { - "id": "lesubra/ECE-PRYMMAL-3B-SLERP_2-V1", - "name": "ECE-PRYMMAL-3B-SLERP_2-V1", - "developer": "lesubra", + "id": "PJMixers-Dev/Qwen2.5-RomboTiesTest-7B", + "name": "Qwen2.5-RomboTiesTest-7B", + "developer": "PJMixers-Dev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3649, - "hfopenllm_v2/BBH": 0.5411, - "hfopenllm_v2/MATH Level 5": 0.1677, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4661, - "hfopenllm_v2/MMLU-PRO": 0.399 + "hfopenllm_v2/IFEval": 0.7558, + "hfopenllm_v2/BBH": 0.5399, + "hfopenllm_v2/MATH Level 5": 0.4962, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.4285 } }, { - "id": "lesubra/ECE-PRYMMAL-3B-SLERP_2-V2", - "name": "ECE-PRYMMAL-3B-SLERP_2-V2", - "developer": "lesubra", + "id": "PJMixers/LLaMa-3-CursedStock-v2.0-8B", + "name": "LLaMa-3-CursedStock-v2.0-8B", + "developer": "PJMixers", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3664, - "hfopenllm_v2/BBH": 0.5411, - "hfopenllm_v2/MATH Level 5": 0.1677, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4661, - "hfopenllm_v2/MMLU-PRO": 0.399 + "hfopenllm_v2/IFEval": 0.6331, + "hfopenllm_v2/BBH": 0.5271, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3856, + "hfopenllm_v2/MMLU-PRO": 0.3556 } }, { - "id": "lesubra/merge-test", - "name": "merge-test", - "developer": "lesubra", + "id": "PKU-Alignment/beaver-7b-v1.0-cost", + "name": "PKU-Alignment/beaver-7b-v1.0-cost", + "developer": "PKU-Alignment", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5383, - "hfopenllm_v2/BBH": 0.524, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4419, - "hfopenllm_v2/MMLU-PRO": 0.3874 + "reward-bench/Score": 0.5798, + "reward-bench/Factuality": 0.3263, + "reward-bench/Precise IF": 0.2313, + "reward-bench/Math": 0.3989, + "reward-bench/Safety": 0.7351, + "reward-bench/Focus": 0.2939, + "reward-bench/Ties": -0.01, + "reward-bench/Chat": 0.6173, + "reward-bench/Chat Hard": 0.4232, + "reward-bench/Reasoning": 0.5482, + "reward-bench/Prior Sets (0.5 weight)": 0.57 } }, { - "id": "lightblue/suzume-llama-3-8B-multilingual", - "name": "suzume-llama-3-8B-multilingual", - "developer": "lightblue", + "id": "PKU-Alignment/beaver-7b-v1.0-reward", + "name": "PKU-Alignment/beaver-7b-v1.0-reward", + "developer": "PKU-Alignment", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6678, - "hfopenllm_v2/BBH": 0.495, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.3383 + "reward-bench/Score": 0.4727, + "reward-bench/Factuality": 0.2105, + "reward-bench/Precise IF": 0.2938, + "reward-bench/Math": 0.2623, + "reward-bench/Safety": 0.3757, + "reward-bench/Focus": 0.0646, + "reward-bench/Ties": -0.01, + "reward-bench/Chat": 0.8184, + "reward-bench/Chat Hard": 0.2873, + "reward-bench/Reasoning": 0.346, + "reward-bench/Prior Sets (0.5 weight)": 0.5993 } }, { - "id": "lightblue/suzume-llama-3-8B-multilingual-orpo-borda-full", - "name": "suzume-llama-3-8B-multilingual-orpo-borda-full", - "developer": "lightblue", + "id": "PKU-Alignment/beaver-7b-v2.0-cost", + "name": "PKU-Alignment/beaver-7b-v2.0-cost", + "developer": "PKU-Alignment", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5817, - "hfopenllm_v2/BBH": 0.4714, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.331 + "reward-bench/Score": 0.3326, + "reward-bench/Chat": 0.5726, + "reward-bench/Chat Hard": 0.4561, + "reward-bench/Safety": 0.7356, + "reward-bench/Reasoning": 0.6211, + "reward-bench/Prior Sets (0.5 weight)": 0.5397, + "reward-bench/Factuality": 0.3789, + "reward-bench/Precise IF": 0.275, + "reward-bench/Math": 0.3333, + "reward-bench/Focus": 0.2828, + "reward-bench/Ties": -0.01 } }, { - "id": "lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half", - "name": "suzume-llama-3-8B-multilingual-orpo-borda-half", - "developer": "lightblue", + "id": "PKU-Alignment/beaver-7b-v2.0-reward", + "name": "PKU-Alignment/beaver-7b-v2.0-reward", + "developer": "PKU-Alignment", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6249, - "hfopenllm_v2/BBH": 0.4707, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3516, - "hfopenllm_v2/MMLU-PRO": 0.3614 + "reward-bench/Score": 0.6366, + "reward-bench/Factuality": 0.2168, + "reward-bench/Precise IF": 0.2562, + "reward-bench/Math": 0.3825, + "reward-bench/Safety": 0.6041, + "reward-bench/Focus": 0.2606, + "reward-bench/Ties": 0.0944, + "reward-bench/Chat": 0.8994, + "reward-bench/Chat Hard": 0.364, + "reward-bench/Reasoning": 0.6887, + "reward-bench/Prior Sets (0.5 weight)": 0.6171 } }, { - "id": "lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top25", - "name": "suzume-llama-3-8B-multilingual-orpo-borda-top25", - "developer": "lightblue", + "id": "PocketDoc/Dans-Instruct-CoreCurriculum-12b", + "name": "Dans-Instruct-CoreCurriculum-12b", + "developer": "PocketDoc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6637, - "hfopenllm_v2/BBH": 0.4865, - "hfopenllm_v2/MATH Level 5": 0.1042, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3566, - "hfopenllm_v2/MMLU-PRO": 0.3684 + "hfopenllm_v2/IFEval": 0.2191, + "hfopenllm_v2/BBH": 0.3789, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4096, + "hfopenllm_v2/MMLU-PRO": 0.1219 } }, { - "id": "lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75", - "name": "suzume-llama-3-8B-multilingual-orpo-borda-top75", - "developer": "lightblue", + "id": "PocketDoc/Dans-PersonalityEngine-v1.0.0-8b", + "name": "Dans-PersonalityEngine-v1.0.0-8b", + "developer": "PocketDoc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6687, - "hfopenllm_v2/BBH": 0.4833, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3817, - "hfopenllm_v2/MMLU-PRO": 0.3769 + "hfopenllm_v2/IFEval": 0.4982, + "hfopenllm_v2/BBH": 0.4733, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3542, + "hfopenllm_v2/MMLU-PRO": 0.3065 } }, { - "id": "lkoenig/BBAI_145_", - "name": "BBAI_145_", - "developer": "lkoenig", + "id": "PocketDoc/Dans-PersonalityEngine-V1.1.0-12b", + "name": "Dans-PersonalityEngine-V1.1.0-12b", + "developer": "PocketDoc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.445, - "hfopenllm_v2/BBH": 0.5567, - "hfopenllm_v2/MATH Level 5": 0.361, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4382, - "hfopenllm_v2/MMLU-PRO": 0.449 + "hfopenllm_v2/IFEval": 0.7075, + "hfopenllm_v2/BBH": 0.5361, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4587, + "hfopenllm_v2/MMLU-PRO": 0.3262 } }, { - "id": "lkoenig/BBAI_200_Gemma", - "name": "BBAI_200_Gemma", - "developer": "lkoenig", + "id": "PocketDoc/Dans-PersonalityEngine-V1.2.0-24b", + "name": "Dans-PersonalityEngine-V1.2.0-24b", + "developer": "PocketDoc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0705, - "hfopenllm_v2/BBH": 0.3449, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3631, - "hfopenllm_v2/MMLU-PRO": 0.1679 + "hfopenllm_v2/IFEval": 0.7886, + "hfopenllm_v2/BBH": 0.6421, + "hfopenllm_v2/MATH Level 5": 0.2455, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.43, + "hfopenllm_v2/MMLU-PRO": 0.5026 } }, { - "id": "lkoenig/BBAI_212_QwenLawLo", - "name": "BBAI_212_QwenLawLo", - "developer": "lkoenig", + "id": "PocketDoc/Dans-SakuraKaze-V1.0.0-12b", + "name": "Dans-SakuraKaze-V1.0.0-12b", + "developer": "PocketDoc", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4566, - "hfopenllm_v2/BBH": 0.5574, - "hfopenllm_v2/MATH Level 5": 0.3603, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.437, - "hfopenllm_v2/MMLU-PRO": 0.4489 + "hfopenllm_v2/IFEval": 0.652, + "hfopenllm_v2/BBH": 0.5405, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4745, + "hfopenllm_v2/MMLU-PRO": 0.356 } }, { - "id": "lkoenig/BBAI_212_Qwencore", - "name": "BBAI_212_Qwencore", - "developer": "lkoenig", + "id": "PoLL/gpt-3.5-turbo-0125_claude-3-sonnet-2024022...", + "name": "PoLL/gpt-3.5-turbo-0125_claude-3-sonnet-2024022...", + "developer": "PoLL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4384, - "hfopenllm_v2/BBH": 0.5569, - "hfopenllm_v2/MATH Level 5": 0.3489, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.449 + "reward-bench/Score": 0.7578, + "reward-bench/Chat": 0.9525, + "reward-bench/Chat Hard": 0.5406, + "reward-bench/Safety": 0.8034, + "reward-bench/Reasoning": 0.7346 } }, { - "id": "lkoenig/BBAI_230_Xiaqwen", - "name": "BBAI_230_Xiaqwen", - "developer": "lkoenig", + "id": "postbot/gpt2-medium-emailgen", + "name": "gpt2-medium-emailgen", + "developer": "postbot", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4649, - "hfopenllm_v2/BBH": 0.5578, - "hfopenllm_v2/MATH Level 5": 0.3663, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4422, - "hfopenllm_v2/MMLU-PRO": 0.4481 + "hfopenllm_v2/IFEval": 0.1492, + "hfopenllm_v2/BBH": 0.313, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3911, + "hfopenllm_v2/MMLU-PRO": 0.1147 } }, { - "id": "lkoenig/BBAI_375_QwenDyancabs", - "name": "BBAI_375_QwenDyancabs", - "developer": "lkoenig", + "id": "PowerInfer/SmallThinker-3B-Preview", + "name": "SmallThinker-3B-Preview", + "developer": "PowerInfer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4566, - "hfopenllm_v2/BBH": 0.5571, - "hfopenllm_v2/MATH Level 5": 0.3776, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4462, - "hfopenllm_v2/MMLU-PRO": 0.4476 + "hfopenllm_v2/IFEval": 0.62, + "hfopenllm_v2/BBH": 0.4495, + "hfopenllm_v2/MATH Level 5": 0.2779, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3525, + "hfopenllm_v2/MMLU-PRO": 0.3018 } }, { - "id": "lkoenig/BBAI_456_QwenKoen", - "name": "BBAI_456_QwenKoen", - "developer": "lkoenig", + "id": "PranavHarshan/LaMistral-V4", + "name": "LaMistral-V4", + "developer": "PranavHarshan", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4529, - "hfopenllm_v2/BBH": 0.5553, - "hfopenllm_v2/MATH Level 5": 0.3686, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4395, - "hfopenllm_v2/MMLU-PRO": 0.4469 + "hfopenllm_v2/IFEval": 0.6239, + "hfopenllm_v2/BBH": 0.5184, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.3643, + "hfopenllm_v2/MMLU-PRO": 0.3599 } }, { - "id": "lkoenig/BBAI_7B_KoenQwenDyan", - "name": "BBAI_7B_KoenQwenDyan", - "developer": "lkoenig", + "id": "PranavHarshan/MedNarra-X1", + "name": "MedNarra-X1", + "developer": "PranavHarshan", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5807, - "hfopenllm_v2/BBH": 0.5537, - "hfopenllm_v2/MATH Level 5": 0.3739, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4369, - "hfopenllm_v2/MMLU-PRO": 0.446 + "hfopenllm_v2/IFEval": 0.4338, + "hfopenllm_v2/BBH": 0.4637, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.354, + "hfopenllm_v2/MMLU-PRO": 0.3431 } }, { - "id": "lkoenig/BBAI_7B_Qwen2.5koen", - "name": "BBAI_7B_Qwen2.5koen", - "developer": "lkoenig", + "id": "Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended", + "name": "OpenChat-3.5-0106_10.7B_48Layers-Appended", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.46, - "hfopenllm_v2/BBH": 0.5544, - "hfopenllm_v2/MATH Level 5": 0.3656, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4369, - "hfopenllm_v2/MMLU-PRO": 0.4485 + "hfopenllm_v2/IFEval": 0.5961, + "hfopenllm_v2/BBH": 0.462, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.329 } }, { - "id": "lkoenig/BBAI_7B_QwenDyanKoenLo", - "name": "BBAI_7B_QwenDyanKoenLo", - "developer": "lkoenig", + "id": "Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Interleaved", + "name": "OpenChat-3.5-0106_10.7B_48Layers-Interleaved", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4663, - "hfopenllm_v2/BBH": 0.5562, - "hfopenllm_v2/MATH Level 5": 0.364, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.4465 + "hfopenllm_v2/IFEval": 0.5961, + "hfopenllm_v2/BBH": 0.462, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.3299 } }, { - "id": "lkoenig/BBAI_7B_QwenDyancabsLAW", - "name": "BBAI_7B_QwenDyancabsLAW", - "developer": "lkoenig", + "id": "Pretergeek/OpenChat-3.5-0106_32K-PoSE", + "name": "OpenChat-3.5-0106_32K-PoSE", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.555, - "hfopenllm_v2/BBH": 0.5579, - "hfopenllm_v2/MATH Level 5": 0.3678, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4461, - "hfopenllm_v2/MMLU-PRO": 0.4471 + "hfopenllm_v2/IFEval": 0.3969, + "hfopenllm_v2/BBH": 0.3471, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4205, + "hfopenllm_v2/MMLU-PRO": 0.2031 } }, { - "id": "llm-blender/PairRM-hf", - "name": "llm-blender/PairRM-hf", - "developer": "llm-blender", + "id": "Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended", + "name": "OpenChat-3.5-0106_8.11B_36Layers-Appended", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6087, - "reward-bench/Chat": 0.9022, - "reward-bench/Chat Hard": 0.5219, - "reward-bench/Safety": 0.477, - "reward-bench/Reasoning": 0.4898, - "reward-bench/Prior Sets (0.5 weight)": 0.6961 + "hfopenllm_v2/IFEval": 0.5976, + "hfopenllm_v2/BBH": 0.462, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.329 } }, { - "id": "llmat/Mistral-v0.3-7B-ORPO", - "name": "Mistral-v0.3-7B-ORPO", - "developer": "llmat", + "id": "Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved", + "name": "OpenChat-3.5-0106_8.11B_36Layers-Interleaved", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.377, - "hfopenllm_v2/BBH": 0.3978, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.2278 + "hfopenllm_v2/IFEval": 0.5961, + "hfopenllm_v2/BBH": 0.4621, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4241, + "hfopenllm_v2/MMLU-PRO": 0.3299 } }, { - "id": "llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5", - "name": "ECE-PRYMMAL-YL-1B-SLERP-V5", - "developer": "llnYou", + "id": "Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended", + "name": "OpenChat-3.5-0106_8.99B_40Layers-Appended", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3313, - "hfopenllm_v2/BBH": 0.4233, - "hfopenllm_v2/MATH Level 5": 0.111, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3868, - "hfopenllm_v2/MMLU-PRO": 0.2931 + "hfopenllm_v2/IFEval": 0.5961, + "hfopenllm_v2/BBH": 0.462, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.329 } }, { - "id": "llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6", - "name": "ECE-PRYMMAL-YL-1B-SLERP-V6", - "developer": "llnYou", + "id": "Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved", + "name": "OpenChat-3.5-0106_8.99B_40Layers-Interleaved", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1388, - "hfopenllm_v2/BBH": 0.3944, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3928, - "hfopenllm_v2/MMLU-PRO": 0.235 + "hfopenllm_v2/IFEval": 0.5976, + "hfopenllm_v2/BBH": 0.4621, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4241, + "hfopenllm_v2/MMLU-PRO": 0.3299 } }, { - "id": "llnYou/ECE-PRYMMAL-YL-3B-SLERP-V1", - "name": "ECE-PRYMMAL-YL-3B-SLERP-V1", - "developer": "llnYou", + "id": "Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended", + "name": "OpenChat-3.5-0106_9.86B_44Layers-Appended", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2346, - "hfopenllm_v2/BBH": 0.4018, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3364, - "hfopenllm_v2/MMLU-PRO": 0.285 + "hfopenllm_v2/IFEval": 0.5961, + "hfopenllm_v2/BBH": 0.462, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.329 } }, { - "id": "llnYou/ECE-PRYMMAL-YL-3B-SLERP-V2", - "name": "ECE-PRYMMAL-YL-3B-SLERP-V2", - "developer": "llnYou", + "id": "Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2", + "name": "openchat-3.5-0106_Rebased_Mistral-7B-v0.2", + "developer": "Pretergeek", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2309, - "hfopenllm_v2/BBH": 0.399, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3588, - "hfopenllm_v2/MMLU-PRO": 0.29 + "hfopenllm_v2/IFEval": 0.3706, + "hfopenllm_v2/BBH": 0.3627, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.484, + "hfopenllm_v2/MMLU-PRO": 0.283 } }, { - "id": "llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3", - "name": "ECE-PRYMMAL-YL-3B-SLERP-V3", - "developer": "llnYou", + "id": "PrimeIntellect/INTELLECT-1", + "name": "INTELLECT-1", + "developer": "PrimeIntellect", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3581, - "hfopenllm_v2/BBH": 0.5473, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4361, - "hfopenllm_v2/MMLU-PRO": 0.4043 + "hfopenllm_v2/IFEval": 0.1757, + "hfopenllm_v2/BBH": 0.276, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3339, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "lmsys/Vicuna-v1.3-13B", - "name": "Vicuna v1.3 13B", - "developer": "lmsys", + "id": "PrimeIntellect/INTELLECT-1-Instruct", + "name": "INTELLECT-1-Instruct", + "developer": "PrimeIntellect", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.706, - "helm_classic/MMLU": 0.462, - "helm_classic/BoolQ": 0.808, - "helm_classic/NarrativeQA": 0.691, - "helm_classic/NaturalQuestions (open-book)": 0.686, - "helm_classic/QuAC": 0.403, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.385, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.762, - "helm_classic/CivilComments": 0.645, - "helm_classic/RAFT": 0.657 + "hfopenllm_v2/IFEval": 0.0, + "hfopenllm_v2/BBH": 0.287, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3577, + "hfopenllm_v2/MMLU-PRO": 0.1064 } }, { - "id": "lmsys/Vicuna-v1.3-7B", - "name": "Vicuna v1.3 7B", - "developer": "lmsys", + "id": "prince-canuma/Ministral-8B-Instruct-2410-HF", + "name": "Ministral-8B-Instruct-2410-HF", + "developer": "prince-canuma", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.625, - "helm_classic/MMLU": 0.434, - "helm_classic/BoolQ": 0.76, - "helm_classic/NarrativeQA": 0.643, - "helm_classic/NaturalQuestions (open-book)": 0.634, - "helm_classic/QuAC": 0.392, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.292, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.916, - "helm_classic/CivilComments": 0.62, - "helm_classic/RAFT": 0.693 + "hfopenllm_v2/IFEval": 0.5912, + "hfopenllm_v2/BBH": 0.4586, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.3298 } }, { - "id": "lmsys/vicuna-13b-v1.3", - "name": "vicuna-13b-v1.3", - "developer": "lmsys", + "id": "princeton-nlp/gemma-2-9b-it-DPO", + "name": "gemma-2-9b-it-DPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3344, - "hfopenllm_v2/BBH": 0.3384, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3727, - "hfopenllm_v2/MMLU-PRO": 0.2243 + "hfopenllm_v2/IFEval": 0.2769, + "hfopenllm_v2/BBH": 0.5941, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.3723 } }, { - "id": "lmsys/vicuna-7b-v1.3", - "name": "vicuna-7b-v1.3", - "developer": "lmsys", + "id": "princeton-nlp/gemma-2-9b-it-SimPO", + "name": "gemma-2-9b-it-SimPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2909, - "hfopenllm_v2/BBH": 0.3298, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3793, - "hfopenllm_v2/MMLU-PRO": 0.1838 + "hfopenllm_v2/IFEval": 0.3207, + "hfopenllm_v2/BBH": 0.5839, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4123, + "hfopenllm_v2/MMLU-PRO": 0.3975 } }, { - "id": "lmsys/vicuna-7b-v1.5", - "name": "vicuna-7b-v1.5", - "developer": "lmsys", + "id": "princeton-nlp/Llama-3-8B-ProLong-512k-Base", + "name": "Llama-3-8B-ProLong-512k-Base", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2352, - "hfopenllm_v2/BBH": 0.3947, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4231, - "hfopenllm_v2/MMLU-PRO": 0.2147 + "hfopenllm_v2/IFEval": 0.5322, + "hfopenllm_v2/BBH": 0.5033, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4223, + "hfopenllm_v2/MMLU-PRO": 0.3329 } }, { - "id": "lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7", - "name": "llama-3.1-8b-instruct-ortho-v7", - "developer": "lodrick-the-lafted", + "id": "princeton-nlp/Llama-3-8B-ProLong-512k-Instruct", + "name": "Llama-3-8B-ProLong-512k-Instruct", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3515, - "hfopenllm_v2/BBH": 0.3907, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3616, - "hfopenllm_v2/MMLU-PRO": 0.1974 + "hfopenllm_v2/IFEval": 0.5508, + "hfopenllm_v2/BBH": 0.5028, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4266, + "hfopenllm_v2/MMLU-PRO": 0.3231 } }, { - "id": "lordjia/Llama-3-Cantonese-8B-Instruct", - "name": "Llama-3-Cantonese-8B-Instruct", - "developer": "lordjia", + "id": "princeton-nlp/Llama-3-8B-ProLong-64k-Base", + "name": "Llama-3-8B-ProLong-64k-Base", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6669, - "hfopenllm_v2/BBH": 0.4814, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4046, - "hfopenllm_v2/MMLU-PRO": 0.3515 + "hfopenllm_v2/IFEval": 0.5201, + "hfopenllm_v2/BBH": 0.4927, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4341, + "hfopenllm_v2/MMLU-PRO": 0.3348 } }, { - "id": "lordjia/Qwen2-Cantonese-7B-Instruct", - "name": "Qwen2-Cantonese-7B-Instruct", - "developer": "lordjia", + "id": "princeton-nlp/Llama-3-8B-ProLong-64k-Instruct", + "name": "Llama-3-8B-ProLong-64k-Instruct", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5435, - "hfopenllm_v2/BBH": 0.5215, - "hfopenllm_v2/MATH Level 5": 0.256, + "hfopenllm_v2/IFEval": 0.5563, + "hfopenllm_v2/BBH": 0.5083, + "hfopenllm_v2/MATH Level 5": 0.065, "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4004, - "hfopenllm_v2/MMLU-PRO": 0.3843 + "hfopenllm_v2/MUSR": 0.4397, + "hfopenllm_v2/MMLU-PRO": 0.3275 } }, { - "id": "lt-asset/nova-1.3b", - "name": "nova-1.3b", - "developer": "lt-asset", + "id": "princeton-nlp/Llama-3-Base-8B-SFT", + "name": "Llama-3-Base-8B-SFT", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1214, - "hfopenllm_v2/BBH": 0.317, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3698, - "hfopenllm_v2/MMLU-PRO": 0.1142 + "hfopenllm_v2/IFEval": 0.2796, + "hfopenllm_v2/BBH": 0.4643, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.3093 } }, { - "id": "lunahr/thea-3b-50r-u1", - "name": "thea-3b-50r-u1", - "developer": "lunahr", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-CPO", + "name": "Llama-3-Base-8B-SFT-CPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.603, - "hfopenllm_v2/BBH": 0.4105, - "hfopenllm_v2/MATH Level 5": 0.1042, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3182, - "hfopenllm_v2/MMLU-PRO": 0.2808 + "hfopenllm_v2/IFEval": 0.3703, + "hfopenllm_v2/BBH": 0.4595, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3609, + "hfopenllm_v2/MMLU-PRO": 0.2976 } }, { - "id": "lunahr/thea-v2-3b-50r", - "name": "thea-v2-3b-50r", - "developer": "lunahr", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-DPO", + "name": "Llama-3-Base-8B-SFT-DPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3704, - "hfopenllm_v2/BBH": 0.4194, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.2409 + "hfopenllm_v2/IFEval": 0.4111, + "hfopenllm_v2/BBH": 0.4666, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3867, + "hfopenllm_v2/MMLU-PRO": 0.3078 } }, { - "id": "m42-health/Llama3-Med42-70B", - "name": "Llama3-Med42-70B", - "developer": "m42-health", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-IPO", + "name": "Llama-3-Base-8B-SFT-IPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6291, - "hfopenllm_v2/BBH": 0.6688, - "hfopenllm_v2/MATH Level 5": 0.2258, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4629, - "hfopenllm_v2/MMLU-PRO": 0.4963 + "hfopenllm_v2/IFEval": 0.4487, + "hfopenllm_v2/BBH": 0.469, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3919, + "hfopenllm_v2/MMLU-PRO": 0.3115 } }, { - "id": "macadeliccc/Samantha-Qwen-2-7B", - "name": "Samantha-Qwen-2-7B", - "developer": "macadeliccc", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-KTO", + "name": "Llama-3-Base-8B-SFT-KTO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4377, - "hfopenllm_v2/BBH": 0.5082, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4799, - "hfopenllm_v2/MMLU-PRO": 0.3779 + "hfopenllm_v2/IFEval": 0.4523, + "hfopenllm_v2/BBH": 0.4693, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3842, + "hfopenllm_v2/MMLU-PRO": 0.3054 } }, { - "id": "macadeliccc/magistrate-3.2-3b-base", - "name": "magistrate-3.2-3b-base", - "developer": "macadeliccc", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-ORPO", + "name": "Llama-3-Base-8B-SFT-ORPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1159, - "hfopenllm_v2/BBH": 0.3343, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3976, - "hfopenllm_v2/MMLU-PRO": 0.1689 + "hfopenllm_v2/IFEval": 0.4517, + "hfopenllm_v2/BBH": 0.4734, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.3707, + "hfopenllm_v2/MMLU-PRO": 0.3083 } }, { - "id": "macadeliccc/magistrate-3.2-3b-it", - "name": "magistrate-3.2-3b-it", - "developer": "macadeliccc", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-RDPO", + "name": "Llama-3-Base-8B-SFT-RDPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2292, - "hfopenllm_v2/BBH": 0.3257, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3763, - "hfopenllm_v2/MMLU-PRO": 0.1592 + "hfopenllm_v2/IFEval": 0.448, + "hfopenllm_v2/BBH": 0.4662, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4027, + "hfopenllm_v2/MMLU-PRO": 0.3014 } }, { - "id": "magnifi/Phi3_intent_v56_3_w_unknown_5_lr_0.002", - "name": "Phi3_intent_v56_3_w_unknown_5_lr_0.002", - "developer": "magnifi", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-RRHF", + "name": "Llama-3-Base-8B-SFT-RRHF", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2018, - "hfopenllm_v2/BBH": 0.3282, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4123, - "hfopenllm_v2/MMLU-PRO": 0.1472 + "hfopenllm_v2/IFEval": 0.3357, + "hfopenllm_v2/BBH": 0.452, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3722, + "hfopenllm_v2/MMLU-PRO": 0.2889 } }, { - "id": "maldv/Awqward2.5-32B-Instruct", - "name": "Awqward2.5-32B-Instruct", - "developer": "maldv", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-SimPO", + "name": "Llama-3-Base-8B-SFT-SimPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8255, - "hfopenllm_v2/BBH": 0.6974, - "hfopenllm_v2/MATH Level 5": 0.6231, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.4275, - "hfopenllm_v2/MMLU-PRO": 0.5723 + "hfopenllm_v2/IFEval": 0.4685, + "hfopenllm_v2/BBH": 0.4741, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4127, + "hfopenllm_v2/MMLU-PRO": 0.3105 } }, { - "id": "maldv/Lytta2.5-32B-Instruct", - "name": "Lytta2.5-32B-Instruct", - "developer": "maldv", + "id": "princeton-nlp/Llama-3-Base-8B-SFT-SLiC-HF", + "name": "Llama-3-Base-8B-SFT-SLiC-HF", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2508, - "hfopenllm_v2/BBH": 0.56, - "hfopenllm_v2/MATH Level 5": 0.3444, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3769, - "hfopenllm_v2/MMLU-PRO": 0.5048 + "hfopenllm_v2/IFEval": 0.489, + "hfopenllm_v2/BBH": 0.4704, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4091, + "hfopenllm_v2/MMLU-PRO": 0.3063 } }, { - "id": "maldv/Qwentile2.5-32B-Instruct", - "name": "Qwentile2.5-32B-Instruct", - "developer": "maldv", + "id": "princeton-nlp/Llama-3-Instruct-8B-CPO", + "name": "Llama-3-Instruct-8B-CPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7393, - "hfopenllm_v2/BBH": 0.6963, - "hfopenllm_v2/MATH Level 5": 0.5219, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4682, - "hfopenllm_v2/MMLU-PRO": 0.5879 + "hfopenllm_v2/IFEval": 0.7293, + "hfopenllm_v2/BBH": 0.4999, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3514, + "hfopenllm_v2/MMLU-PRO": 0.3652 } }, { - "id": "maldv/badger-kappa-llama-3-8b", - "name": "badger-kappa-llama-3-8b", - "developer": "maldv", + "id": "princeton-nlp/Llama-3-Instruct-8B-CPO-v0.2", + "name": "Llama-3-Instruct-8B-CPO-v0.2", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4695, - "hfopenllm_v2/BBH": 0.5085, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3765, - "hfopenllm_v2/MMLU-PRO": 0.3695 + "hfopenllm_v2/IFEval": 0.7506, + "hfopenllm_v2/BBH": 0.5027, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3619, + "hfopenllm_v2/MMLU-PRO": 0.3706 } }, { - "id": "maldv/badger-lambda-llama-3-8b", - "name": "badger-lambda-llama-3-8b", - "developer": "maldv", + "id": "princeton-nlp/Llama-3-Instruct-8B-DPO", + "name": "Llama-3-Instruct-8B-DPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4861, - "hfopenllm_v2/BBH": 0.4963, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.3767 + "hfopenllm_v2/IFEval": 0.6757, + "hfopenllm_v2/BBH": 0.4991, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.3665 } }, { - "id": "maldv/badger-mu-llama-3-8b", - "name": "badger-mu-llama-3-8b", - "developer": "maldv", + "id": "princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2", + "name": "Llama-3-Instruct-8B-DPO-v0.2", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4919, - "hfopenllm_v2/BBH": 0.5143, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.3674 + "hfopenllm_v2/IFEval": 0.7208, + "hfopenllm_v2/BBH": 0.5056, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3844, + "hfopenllm_v2/MMLU-PRO": 0.3769 } }, { - "id": "maldv/badger-writer-llama-3-8b", - "name": "badger-writer-llama-3-8b", - "developer": "maldv", + "id": "princeton-nlp/Llama-3-Instruct-8B-KTO", + "name": "Llama-3-Instruct-8B-KTO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5303, - "hfopenllm_v2/BBH": 0.4864, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3581, - "hfopenllm_v2/MMLU-PRO": 0.376 + "hfopenllm_v2/IFEval": 0.6864, + "hfopenllm_v2/BBH": 0.4982, + "hfopenllm_v2/MATH Level 5": 0.0725, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3698, + "hfopenllm_v2/MMLU-PRO": 0.3599 } }, { - "id": "marcuscedricridia/Cheng-1", - "name": "Cheng-1", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-KTO-v0.2", + "name": "Llama-3-Instruct-8B-KTO-v0.2", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7789, - "hfopenllm_v2/BBH": 0.5525, - "hfopenllm_v2/MATH Level 5": 0.4894, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.4349 + "hfopenllm_v2/IFEval": 0.729, + "hfopenllm_v2/BBH": 0.508, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3777, + "hfopenllm_v2/MMLU-PRO": 0.3668 } }, { - "id": "marcuscedricridia/Cheng-2", - "name": "Cheng-2", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-ORPO", + "name": "Llama-3-Instruct-8B-ORPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8337, - "hfopenllm_v2/BBH": 0.6499, - "hfopenllm_v2/MATH Level 5": 0.5438, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4193, - "hfopenllm_v2/MMLU-PRO": 0.5013 + "hfopenllm_v2/IFEval": 0.7128, + "hfopenllm_v2/BBH": 0.5001, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3502, + "hfopenllm_v2/MMLU-PRO": 0.3646 } }, { - "id": "marcuscedricridia/Cheng-2-v1.1", - "name": "Cheng-2-v1.1", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2", + "name": "Llama-3-Instruct-8B-ORPO-v0.2", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.827, - "hfopenllm_v2/BBH": 0.651, - "hfopenllm_v2/MATH Level 5": 0.5393, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4167, - "hfopenllm_v2/MMLU-PRO": 0.5076 + "hfopenllm_v2/IFEval": 0.7633, + "hfopenllm_v2/BBH": 0.5078, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.378, + "hfopenllm_v2/MMLU-PRO": 0.3731 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST", - "name": "Hush-Qwen2.5-7B-MST", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-RDPO", + "name": "Llama-3-Instruct-8B-RDPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7488, - "hfopenllm_v2/BBH": 0.5458, - "hfopenllm_v2/MATH Level 5": 0.4245, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.4163 + "hfopenllm_v2/IFEval": 0.666, + "hfopenllm_v2/BBH": 0.5034, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.3752, + "hfopenllm_v2/MMLU-PRO": 0.3607 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.1", - "name": "Hush-Qwen2.5-7B-MST-v1.1", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-RDPO-v0.2", + "name": "Llama-3-Instruct-8B-RDPO-v0.2", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7445, - "hfopenllm_v2/BBH": 0.5559, - "hfopenllm_v2/MATH Level 5": 0.4653, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.4299 + "hfopenllm_v2/IFEval": 0.7077, + "hfopenllm_v2/BBH": 0.5049, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3804, + "hfopenllm_v2/MMLU-PRO": 0.3774 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.3", - "name": "Hush-Qwen2.5-7B-MST-v1.3", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-RRHF", + "name": "Llama-3-Instruct-8B-RRHF", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7043, - "hfopenllm_v2/BBH": 0.5516, - "hfopenllm_v2/MATH Level 5": 0.4758, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.444 + "hfopenllm_v2/IFEval": 0.7275, + "hfopenllm_v2/BBH": 0.4911, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3476, + "hfopenllm_v2/MMLU-PRO": 0.3644 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-Preview", - "name": "Hush-Qwen2.5-7B-Preview", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-RRHF-v0.2", + "name": "Llama-3-Instruct-8B-RRHF-v0.2", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7962, - "hfopenllm_v2/BBH": 0.5431, - "hfopenllm_v2/MATH Level 5": 0.3754, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4298, - "hfopenllm_v2/MMLU-PRO": 0.4364 + "hfopenllm_v2/IFEval": 0.7125, + "hfopenllm_v2/BBH": 0.4984, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.3482 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-RP-v1.4-1M", - "name": "Hush-Qwen2.5-7B-RP-v1.4-1M", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-SimPO", + "name": "Llama-3-Instruct-8B-SimPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7728, - "hfopenllm_v2/BBH": 0.5295, - "hfopenllm_v2/MATH Level 5": 0.3369, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4433, - "hfopenllm_v2/MMLU-PRO": 0.4135 + "hfopenllm_v2/IFEval": 0.6504, + "hfopenllm_v2/BBH": 0.4845, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3948, + "hfopenllm_v2/MMLU-PRO": 0.3489 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.1", - "name": "Hush-Qwen2.5-7B-v1.1", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-SimPO-v0.2", + "name": "Llama-3-Instruct-8B-SimPO-v0.2", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7889, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.4381, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4179, - "hfopenllm_v2/MMLU-PRO": 0.4227 + "hfopenllm_v2/IFEval": 0.6809, + "hfopenllm_v2/BBH": 0.5038, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3988, + "hfopenllm_v2/MMLU-PRO": 0.3622 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.2", - "name": "Hush-Qwen2.5-7B-v1.2", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-SLiC-HF", + "name": "Llama-3-Instruct-8B-SLiC-HF", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7865, - "hfopenllm_v2/BBH": 0.5403, - "hfopenllm_v2/MATH Level 5": 0.4403, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4219, - "hfopenllm_v2/MMLU-PRO": 0.4197 + "hfopenllm_v2/IFEval": 0.74, + "hfopenllm_v2/BBH": 0.5029, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3723, + "hfopenllm_v2/MMLU-PRO": 0.3585 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.3", - "name": "Hush-Qwen2.5-7B-v1.3", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Llama-3-Instruct-8B-SLiC-HF-v0.2", + "name": "Llama-3-Instruct-8B-SLiC-HF-v0.2", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7856, - "hfopenllm_v2/BBH": 0.5327, - "hfopenllm_v2/MATH Level 5": 0.3323, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4246, - "hfopenllm_v2/MMLU-PRO": 0.4345 + "hfopenllm_v2/IFEval": 0.711, + "hfopenllm_v2/BBH": 0.4984, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.3482 } }, { - "id": "marcuscedricridia/Hush-Qwen2.5-7B-v1.4", - "name": "Hush-Qwen2.5-7B-v1.4", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Base-SFT-CPO", + "name": "Mistral-7B-Base-SFT-CPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7835, - "hfopenllm_v2/BBH": 0.5423, - "hfopenllm_v2/MATH Level 5": 0.426, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.4195 + "hfopenllm_v2/IFEval": 0.4655, + "hfopenllm_v2/BBH": 0.4382, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.2651 } }, { - "id": "marcuscedricridia/Qwen2.5-7B-Preview", - "name": "Qwen2.5-7B-Preview", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Base-SFT-DPO", + "name": "Mistral-7B-Base-SFT-DPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7679, - "hfopenllm_v2/BBH": 0.536, - "hfopenllm_v2/MATH Level 5": 0.3444, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.414, - "hfopenllm_v2/MMLU-PRO": 0.4258 + "hfopenllm_v2/IFEval": 0.4403, + "hfopenllm_v2/BBH": 0.435, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4122, + "hfopenllm_v2/MMLU-PRO": 0.2645 } }, { - "id": "marcuscedricridia/Yell-Qwen2.5-7B-Preview", - "name": "Yell-Qwen2.5-7B-Preview", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Base-SFT-IPO", + "name": "Mistral-7B-Base-SFT-IPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5839, - "hfopenllm_v2/BBH": 0.5371, - "hfopenllm_v2/MATH Level 5": 0.1926, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4046, - "hfopenllm_v2/MMLU-PRO": 0.3798 + "hfopenllm_v2/IFEval": 0.483, + "hfopenllm_v2/BBH": 0.4458, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3776, + "hfopenllm_v2/MMLU-PRO": 0.2792 } }, { - "id": "marcuscedricridia/Yell-Qwen2.5-7B-Preview-v1.1", - "name": "Yell-Qwen2.5-7B-Preview-v1.1", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Base-SFT-KTO", + "name": "Mistral-7B-Base-SFT-KTO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5757, - "hfopenllm_v2/BBH": 0.5348, - "hfopenllm_v2/MATH Level 5": 0.1896, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4059, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.4785, + "hfopenllm_v2/BBH": 0.4476, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4368, + "hfopenllm_v2/MMLU-PRO": 0.2872 } }, { - "id": "marcuscedricridia/absolute-o1-7b", - "name": "absolute-o1-7b", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Base-SFT-RDPO", + "name": "Mistral-7B-Base-SFT-RDPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7516, - "hfopenllm_v2/BBH": 0.5469, - "hfopenllm_v2/MATH Level 5": 0.5083, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4114, - "hfopenllm_v2/MMLU-PRO": 0.4413 + "hfopenllm_v2/IFEval": 0.4606, + "hfopenllm_v2/BBH": 0.444, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3579, + "hfopenllm_v2/MMLU-PRO": 0.2777 } }, { - "id": "marcuscedricridia/cursa-o1-7b", - "name": "cursa-o1-7b", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Base-SFT-RRHF", + "name": "Mistral-7B-Base-SFT-RRHF", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7628, - "hfopenllm_v2/BBH": 0.5466, - "hfopenllm_v2/MATH Level 5": 0.4955, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4301, - "hfopenllm_v2/MMLU-PRO": 0.4392 + "hfopenllm_v2/IFEval": 0.4407, + "hfopenllm_v2/BBH": 0.4281, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.2398 } }, { - "id": "marcuscedricridia/cursa-o1-7b-2-28-2025", - "name": "cursa-o1-7b-2-28-2025", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Base-SFT-SimPO", + "name": "Mistral-7B-Base-SFT-SimPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7467, - "hfopenllm_v2/BBH": 0.5384, - "hfopenllm_v2/MATH Level 5": 0.4811, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4273, - "hfopenllm_v2/MMLU-PRO": 0.4365 + "hfopenllm_v2/IFEval": 0.4701, + "hfopenllm_v2/BBH": 0.4398, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3971, + "hfopenllm_v2/MMLU-PRO": 0.2702 } }, { - "id": "marcuscedricridia/cursa-o1-7b-v1.1", - "name": "cursa-o1-7b-v1.1", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Base-SFT-SLiC-HF", + "name": "Mistral-7B-Base-SFT-SLiC-HF", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7528, - "hfopenllm_v2/BBH": 0.5493, - "hfopenllm_v2/MATH Level 5": 0.4985, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4259, - "hfopenllm_v2/MMLU-PRO": 0.4392 + "hfopenllm_v2/IFEval": 0.5127, + "hfopenllm_v2/BBH": 0.4422, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4261, + "hfopenllm_v2/MMLU-PRO": 0.2781 } }, { - "id": "marcuscedricridia/cursa-o1-7b-v1.2-normalize-false", - "name": "cursa-o1-7b-v1.2-normalize-false", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-CPO", + "name": "Mistral-7B-Instruct-CPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7616, - "hfopenllm_v2/BBH": 0.5492, - "hfopenllm_v2/MATH Level 5": 0.4992, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4273, - "hfopenllm_v2/MMLU-PRO": 0.4436 + "hfopenllm_v2/IFEval": 0.4203, + "hfopenllm_v2/BBH": 0.4069, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.2701 } }, { - "id": "marcuscedricridia/cursor-o1-7b", - "name": "cursor-o1-7b", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-DPO", + "name": "Mistral-7B-Instruct-DPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4107, - "hfopenllm_v2/BBH": 0.5007, - "hfopenllm_v2/MATH Level 5": 0.1412, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4101, - "hfopenllm_v2/MMLU-PRO": 0.3251 + "hfopenllm_v2/IFEval": 0.5176, + "hfopenllm_v2/BBH": 0.406, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3833, + "hfopenllm_v2/MMLU-PRO": 0.2749 } }, { - "id": "marcuscedricridia/cursorr-o1.2-7b", - "name": "cursorr-o1.2-7b", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-IPO", + "name": "Mistral-7B-Instruct-IPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.166, - "hfopenllm_v2/BBH": 0.3068, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.108 + "hfopenllm_v2/IFEval": 0.4929, + "hfopenllm_v2/BBH": 0.4322, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.4324, + "hfopenllm_v2/MMLU-PRO": 0.2708 } }, { - "id": "marcuscedricridia/etr1o-explicit-v1.1", - "name": "etr1o-explicit-v1.1", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-KTO", + "name": "Mistral-7B-Instruct-KTO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.288, - "hfopenllm_v2/BBH": 0.3132, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4111, - "hfopenllm_v2/MMLU-PRO": 0.1195 + "hfopenllm_v2/IFEval": 0.4908, + "hfopenllm_v2/BBH": 0.414, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3953, + "hfopenllm_v2/MMLU-PRO": 0.2812 } }, { - "id": "marcuscedricridia/etr1o-explicit-v1.2", - "name": "etr1o-explicit-v1.2", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-ORPO", + "name": "Mistral-7B-Instruct-ORPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1504, - "hfopenllm_v2/BBH": 0.295, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.4031, - "hfopenllm_v2/MMLU-PRO": 0.1126 + "hfopenllm_v2/IFEval": 0.472, + "hfopenllm_v2/BBH": 0.4104, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3912, + "hfopenllm_v2/MMLU-PRO": 0.2662 } }, { - "id": "marcuscedricridia/etr1o-v1.1", - "name": "etr1o-v1.1", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-RDPO", + "name": "Mistral-7B-Instruct-RDPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1597, - "hfopenllm_v2/BBH": 0.31, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.4017, - "hfopenllm_v2/MMLU-PRO": 0.1157 + "hfopenllm_v2/IFEval": 0.4887, + "hfopenllm_v2/BBH": 0.405, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3873, + "hfopenllm_v2/MMLU-PRO": 0.2777 } }, { - "id": "marcuscedricridia/etr1o-v1.2", - "name": "etr1o-v1.2", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-RRHF", + "name": "Mistral-7B-Instruct-RRHF", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7287, - "hfopenllm_v2/BBH": 0.6349, - "hfopenllm_v2/MATH Level 5": 0.3588, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4714, - "hfopenllm_v2/MMLU-PRO": 0.5316 + "hfopenllm_v2/IFEval": 0.496, + "hfopenllm_v2/BBH": 0.419, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3979, + "hfopenllm_v2/MMLU-PRO": 0.2651 } }, { - "id": "marcuscedricridia/fan-o1-7b", - "name": "fan-o1-7b", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-SimPO", + "name": "Mistral-7B-Instruct-SimPO", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4456, - "hfopenllm_v2/BBH": 0.4849, - "hfopenllm_v2/MATH Level 5": 0.1616, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3834, - "hfopenllm_v2/MMLU-PRO": 0.3274 + "hfopenllm_v2/IFEval": 0.4687, + "hfopenllm_v2/BBH": 0.4507, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4098, + "hfopenllm_v2/MMLU-PRO": 0.2797 } }, { - "id": "marcuscedricridia/olmner-7b", - "name": "olmner-7b", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Mistral-7B-Instruct-SLiC-HF", + "name": "Mistral-7B-Instruct-SLiC-HF", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7254, - "hfopenllm_v2/BBH": 0.5472, - "hfopenllm_v2/MATH Level 5": 0.463, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.438, - "hfopenllm_v2/MMLU-PRO": 0.4309 + "hfopenllm_v2/IFEval": 0.5115, + "hfopenllm_v2/BBH": 0.404, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3913, + "hfopenllm_v2/MMLU-PRO": 0.2715 } }, { - "id": "marcuscedricridia/olmner-della-7b", - "name": "olmner-della-7b", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Sheared-LLaMA-1.3B", + "name": "Sheared-LLaMA-1.3B", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7637, - "hfopenllm_v2/BBH": 0.5491, - "hfopenllm_v2/MATH Level 5": 0.4962, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4208, - "hfopenllm_v2/MMLU-PRO": 0.4386 + "hfopenllm_v2/IFEval": 0.2198, + "hfopenllm_v2/BBH": 0.3197, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3713, + "hfopenllm_v2/MMLU-PRO": 0.1171 } }, { - "id": "marcuscedricridia/olmner-o1-7b", - "name": "olmner-o1-7b", - "developer": "marcuscedricridia", + "id": "princeton-nlp/Sheared-LLaMA-2.7B", + "name": "Sheared-LLaMA-2.7B", + "developer": "princeton-nlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7528, - "hfopenllm_v2/BBH": 0.5481, - "hfopenllm_v2/MATH Level 5": 0.4924, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4299, - "hfopenllm_v2/MMLU-PRO": 0.4386 + "hfopenllm_v2/IFEval": 0.2417, + "hfopenllm_v2/BBH": 0.3259, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3567, + "hfopenllm_v2/MMLU-PRO": 0.1187 } }, { - "id": "marcuscedricridia/olmner-sbr-7b", - "name": "olmner-sbr-7b", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Bellatrix-1.5B-xElite", + "name": "Bellatrix-1.5B-xElite", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.76, - "hfopenllm_v2/BBH": 0.5462, - "hfopenllm_v2/MATH Level 5": 0.4947, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.4412 + "hfopenllm_v2/IFEval": 0.1964, + "hfopenllm_v2/BBH": 0.3501, + "hfopenllm_v2/MATH Level 5": 0.287, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3619, + "hfopenllm_v2/MMLU-PRO": 0.1657 } }, { - "id": "marcuscedricridia/post-cursa-o1", - "name": "post-cursa-o1", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Bellatrix-Tiny-1.5B-R1", + "name": "Bellatrix-Tiny-1.5B-R1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7628, - "hfopenllm_v2/BBH": 0.548, - "hfopenllm_v2/MATH Level 5": 0.4872, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4351, - "hfopenllm_v2/MMLU-PRO": 0.4361 + "hfopenllm_v2/IFEval": 0.3352, + "hfopenllm_v2/BBH": 0.4022, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3683, + "hfopenllm_v2/MMLU-PRO": 0.2751 } }, { - "id": "marcuscedricridia/pre-cursa-o1", - "name": "pre-cursa-o1", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Bellatrix-Tiny-1B-v2", + "name": "Bellatrix-Tiny-1B-v2", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7409, - "hfopenllm_v2/BBH": 0.5462, - "hfopenllm_v2/MATH Level 5": 0.5038, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.4424 + "hfopenllm_v2/IFEval": 0.151, + "hfopenllm_v2/BBH": 0.3268, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.343, + "hfopenllm_v2/MMLU-PRO": 0.1493 } }, { - "id": "marcuscedricridia/pre-cursa-o1-v1.2", - "name": "pre-cursa-o1-v1.2", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Blaze-14B-xElite", + "name": "Blaze-14B-xElite", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7549, - "hfopenllm_v2/BBH": 0.5487, - "hfopenllm_v2/MATH Level 5": 0.5068, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4272, - "hfopenllm_v2/MMLU-PRO": 0.4402 + "hfopenllm_v2/IFEval": 0.0363, + "hfopenllm_v2/BBH": 0.6628, + "hfopenllm_v2/MATH Level 5": 0.3693, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4625, + "hfopenllm_v2/MMLU-PRO": 0.5111 } }, { - "id": "marcuscedricridia/pre-cursa-o1-v1.3", - "name": "pre-cursa-o1-v1.3", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Calcium-Opus-14B-Elite", + "name": "Calcium-Opus-14B-Elite", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7507, - "hfopenllm_v2/BBH": 0.5455, - "hfopenllm_v2/MATH Level 5": 0.5076, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.4271, - "hfopenllm_v2/MMLU-PRO": 0.442 + "hfopenllm_v2/IFEval": 0.6064, + "hfopenllm_v2/BBH": 0.6296, + "hfopenllm_v2/MATH Level 5": 0.3708, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4873, + "hfopenllm_v2/MMLU-PRO": 0.5307 } }, { - "id": "marcuscedricridia/pre-cursa-o1-v1.4", - "name": "pre-cursa-o1-v1.4", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Calcium-Opus-14B-Elite-1M", + "name": "Calcium-Opus-14B-Elite-1M", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7488, - "hfopenllm_v2/BBH": 0.5493, - "hfopenllm_v2/MATH Level 5": 0.4834, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4285, - "hfopenllm_v2/MMLU-PRO": 0.4436 + "hfopenllm_v2/IFEval": 0.5613, + "hfopenllm_v2/BBH": 0.6329, + "hfopenllm_v2/MATH Level 5": 0.4456, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4676, + "hfopenllm_v2/MMLU-PRO": 0.5152 } }, { - "id": "marcuscedricridia/pre-cursa-o1-v1.6", - "name": "pre-cursa-o1-v1.6", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Calcium-Opus-14B-Elite-Stock", + "name": "Calcium-Opus-14B-Elite-Stock", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7528, - "hfopenllm_v2/BBH": 0.5473, - "hfopenllm_v2/MATH Level 5": 0.5, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4234, - "hfopenllm_v2/MMLU-PRO": 0.4413 + "hfopenllm_v2/IFEval": 0.6143, + "hfopenllm_v2/BBH": 0.6329, + "hfopenllm_v2/MATH Level 5": 0.4668, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4808, + "hfopenllm_v2/MMLU-PRO": 0.5284 } }, { - "id": "marcuscedricridia/r1o-et", - "name": "r1o-et", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Calcium-Opus-14B-Elite2", + "name": "Calcium-Opus-14B-Elite2", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3597, - "hfopenllm_v2/BBH": 0.4209, - "hfopenllm_v2/MATH Level 5": 0.0793, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.258 + "hfopenllm_v2/IFEval": 0.6176, + "hfopenllm_v2/BBH": 0.6318, + "hfopenllm_v2/MATH Level 5": 0.469, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.494, + "hfopenllm_v2/MMLU-PRO": 0.5301 } }, { - "id": "marcuscedricridia/sbr-o1-7b", - "name": "sbr-o1-7b", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Calcium-Opus-14B-Elite2-R1", + "name": "Calcium-Opus-14B-Elite2-R1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7455, - "hfopenllm_v2/BBH": 0.5479, - "hfopenllm_v2/MATH Level 5": 0.4985, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4404, - "hfopenllm_v2/MMLU-PRO": 0.4355 + "hfopenllm_v2/IFEval": 0.6326, + "hfopenllm_v2/BBH": 0.6362, + "hfopenllm_v2/MATH Level 5": 0.3338, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.49, + "hfopenllm_v2/MMLU-PRO": 0.5248 } }, { - "id": "marcuscedricridia/stray-r1o-et", - "name": "stray-r1o-et", - "developer": "marcuscedricridia", + "id": "prithivMLmods/Calcium-Opus-14B-Elite3", + "name": "Calcium-Opus-14B-Elite3", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1562, - "hfopenllm_v2/BBH": 0.2967, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4086, - "hfopenllm_v2/MMLU-PRO": 0.1094 + "hfopenllm_v2/IFEval": 0.5428, + "hfopenllm_v2/BBH": 0.635, + "hfopenllm_v2/MATH Level 5": 0.4705, + "hfopenllm_v2/GPQA": 0.3708, + "hfopenllm_v2/MUSR": 0.4795, + "hfopenllm_v2/MMLU-PRO": 0.5335 } }, { - "id": "marin-community/marin-8b-instruct", - "name": "Marin 8B Instruct", - "developer": "marin-community", + "id": "prithivMLmods/Calcium-Opus-14B-Elite4", + "name": "Calcium-Opus-14B-Elite4", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.325, - "helm_capabilities/MMLU-Pro": 0.188, - "helm_capabilities/GPQA": 0.168, - "helm_capabilities/IFEval": 0.632, - "helm_capabilities/WildBench": 0.477, - "helm_capabilities/Omni-MATH": 0.16 + "hfopenllm_v2/IFEval": 0.6112, + "hfopenllm_v2/BBH": 0.6195, + "hfopenllm_v2/MATH Level 5": 0.3625, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4687, + "hfopenllm_v2/MMLU-PRO": 0.5149 } }, { - "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3", - "name": "ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3", - "developer": "matouLeLoup", + "id": "prithivMLmods/Calcium-Opus-14B-Merge", + "name": "Calcium-Opus-14B-Merge", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1873, - "hfopenllm_v2/BBH": 0.3239, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3752, - "hfopenllm_v2/MMLU-PRO": 0.172 + "hfopenllm_v2/IFEval": 0.4949, + "hfopenllm_v2/BBH": 0.6319, + "hfopenllm_v2/MATH Level 5": 0.4637, + "hfopenllm_v2/GPQA": 0.3708, + "hfopenllm_v2/MUSR": 0.4861, + "hfopenllm_v2/MMLU-PRO": 0.5356 } }, { - "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis", - "name": "ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis", - "developer": "matouLeLoup", + "id": "prithivMLmods/Calcium-Opus-20B-v1", + "name": "Calcium-Opus-20B-v1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1873, - "hfopenllm_v2/BBH": 0.3239, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3752, - "hfopenllm_v2/MMLU-PRO": 0.172 + "hfopenllm_v2/IFEval": 0.3093, + "hfopenllm_v2/BBH": 0.599, + "hfopenllm_v2/MATH Level 5": 0.3618, + "hfopenllm_v2/GPQA": 0.3532, + "hfopenllm_v2/MUSR": 0.4943, + "hfopenllm_v2/MMLU-PRO": 0.4734 } }, { - "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis", - "name": "ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis", - "developer": "matouLeLoup", + "id": "prithivMLmods/COCO-7B-Instruct-1M", + "name": "COCO-7B-Instruct-1M", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1873, - "hfopenllm_v2/BBH": 0.3239, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3752, - "hfopenllm_v2/MMLU-PRO": 0.172 + "hfopenllm_v2/IFEval": 0.4743, + "hfopenllm_v2/BBH": 0.541, + "hfopenllm_v2/MATH Level 5": 0.3497, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4382, + "hfopenllm_v2/MMLU-PRO": 0.4186 } }, { - "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis", - "name": "ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis", - "developer": "matouLeLoup", + "id": "prithivMLmods/Codepy-Deepthink-3B", + "name": "Codepy-Deepthink-3B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1882, - "hfopenllm_v2/BBH": 0.3233, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3685, - "hfopenllm_v2/MMLU-PRO": 0.172 + "hfopenllm_v2/IFEval": 0.4327, + "hfopenllm_v2/BBH": 0.4259, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.331, + "hfopenllm_v2/MMLU-PRO": 0.309 } }, { - "id": "matouLeLoup/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis", - "name": "ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis", - "developer": "matouLeLoup", + "id": "prithivMLmods/Coma-II-14B", + "name": "Coma-II-14B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1652, - "hfopenllm_v2/BBH": 0.3024, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.4273, - "hfopenllm_v2/MMLU-PRO": 0.1116 + "hfopenllm_v2/IFEval": 0.4168, + "hfopenllm_v2/BBH": 0.6321, + "hfopenllm_v2/MATH Level 5": 0.5514, + "hfopenllm_v2/GPQA": 0.4002, + "hfopenllm_v2/MUSR": 0.5351, + "hfopenllm_v2/MMLU-PRO": 0.504 } }, { - "id": "mattshumer/Reflection-70B", - "name": "mattshumer/Reflection-70B", - "developer": "mattshumer", + "id": "prithivMLmods/Condor-Opus-14B-Exp", + "name": "Condor-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8422, - "reward-bench/Chat": 0.9749, - "reward-bench/Chat Hard": 0.7061, - "reward-bench/Safety": 0.8318, - "reward-bench/Reasoning": 0.8562 + "hfopenllm_v2/IFEval": 0.4043, + "hfopenllm_v2/BBH": 0.6154, + "hfopenllm_v2/MATH Level 5": 0.5227, + "hfopenllm_v2/GPQA": 0.3918, + "hfopenllm_v2/MUSR": 0.5194, + "hfopenllm_v2/MMLU-PRO": 0.5014 } }, { - "id": "mattshumer/Reflection-Llama-3.1-70B", - "name": "Reflection-Llama-3.1-70B", - "developer": "mattshumer", + "id": "prithivMLmods/Cygnus-II-14B", + "name": "Cygnus-II-14B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0045, - "hfopenllm_v2/BBH": 0.645, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3633, - "hfopenllm_v2/MUSR": 0.4577, - "hfopenllm_v2/MMLU-PRO": 0.4955 + "hfopenllm_v2/IFEval": 0.6184, + "hfopenllm_v2/BBH": 0.6661, + "hfopenllm_v2/MATH Level 5": 0.4396, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4688, + "hfopenllm_v2/MMLU-PRO": 0.5391 } }, { - "id": "mattshumer/ref_70_e3", - "name": "ref_70_e3", - "developer": "mattshumer", + "id": "prithivMLmods/Deepthink-Llama-3-8B-Preview", + "name": "Deepthink-Llama-3-8B-Preview", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6294, - "hfopenllm_v2/BBH": 0.6501, - "hfopenllm_v2/MATH Level 5": 0.2795, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4328, - "hfopenllm_v2/MMLU-PRO": 0.5303 + "hfopenllm_v2/IFEval": 0.2955, + "hfopenllm_v2/BBH": 0.4665, + "hfopenllm_v2/MATH Level 5": 0.355, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.3707, + "hfopenllm_v2/MMLU-PRO": 0.2739 } }, { - "id": "maywell/Qwen2-7B-Multilingual-RP", - "name": "Qwen2-7B-Multilingual-RP", - "developer": "maywell", + "id": "prithivMLmods/Deepthink-Reasoning-14B", + "name": "Deepthink-Reasoning-14B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4347, - "hfopenllm_v2/BBH": 0.5062, - "hfopenllm_v2/MATH Level 5": 0.2243, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3696, - "hfopenllm_v2/MMLU-PRO": 0.3859 + "hfopenllm_v2/IFEval": 0.5424, + "hfopenllm_v2/BBH": 0.6334, + "hfopenllm_v2/MATH Level 5": 0.423, + "hfopenllm_v2/GPQA": 0.3666, + "hfopenllm_v2/MUSR": 0.4732, + "hfopenllm_v2/MMLU-PRO": 0.5296 } }, { - "id": "meditsolutions/Llama-3.1-MedIT-SUN-8B", - "name": "Llama-3.1-MedIT-SUN-8B", - "developer": "meditsolutions", + "id": "prithivMLmods/Deepthink-Reasoning-7B", + "name": "Deepthink-Reasoning-7B", + "developer": "prithivMLmods", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7837, - "hfopenllm_v2/BBH": 0.5187, - "hfopenllm_v2/MATH Level 5": 0.2092, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4056, - "hfopenllm_v2/MMLU-PRO": 0.3916 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.484, + "hfopenllm_v2/BBH": 0.5505, + "hfopenllm_v2/MATH Level 5": 0.3346, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4432, + "hfopenllm_v2/MMLU-PRO": 0.4349 } }, { - "id": "meditsolutions/Llama-3.2-SUN-1B-Instruct", - "name": "Llama-3.2-SUN-1B-Instruct", - "developer": "meditsolutions", + "id": "prithivMLmods/Dinobot-Opus-14B-Exp", + "name": "Dinobot-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6413, - "hfopenllm_v2/BBH": 0.3474, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3514, - "hfopenllm_v2/MMLU-PRO": 0.1781 + "hfopenllm_v2/IFEval": 0.824, + "hfopenllm_v2/BBH": 0.637, + "hfopenllm_v2/MATH Level 5": 0.5317, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.4979 } }, { - "id": "meditsolutions/Llama-3.2-SUN-1B-chat", - "name": "Llama-3.2-SUN-1B-chat", - "developer": "meditsolutions", + "id": "prithivMLmods/Elita-0.1-Distilled-R1-abliterated", + "name": "Elita-0.1-Distilled-R1-abliterated", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5482, - "hfopenllm_v2/BBH": 0.3514, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1838 + "hfopenllm_v2/IFEval": 0.3542, + "hfopenllm_v2/BBH": 0.3828, + "hfopenllm_v2/MATH Level 5": 0.3066, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.2758 } }, { - "id": "meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000", - "name": "Llama-3.2-SUN-2.4B-checkpoint-26000", - "developer": "meditsolutions", + "id": "prithivMLmods/Elita-1", + "name": "Elita-1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2814, - "hfopenllm_v2/BBH": 0.3018, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4103, - "hfopenllm_v2/MMLU-PRO": 0.1345 + "hfopenllm_v2/IFEval": 0.4906, + "hfopenllm_v2/BBH": 0.652, + "hfopenllm_v2/MATH Level 5": 0.3429, + "hfopenllm_v2/GPQA": 0.3758, + "hfopenllm_v2/MUSR": 0.4834, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800", - "name": "Llama-3.2-SUN-2.4B-checkpoint-34800", - "developer": "meditsolutions", + "id": "prithivMLmods/Epimetheus-14B-Axo", + "name": "Epimetheus-14B-Axo", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2501, - "hfopenllm_v2/BBH": 0.3161, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4022, - "hfopenllm_v2/MMLU-PRO": 0.1357 + "hfopenllm_v2/IFEval": 0.5546, + "hfopenllm_v2/BBH": 0.6613, + "hfopenllm_v2/MATH Level 5": 0.4101, + "hfopenllm_v2/GPQA": 0.3926, + "hfopenllm_v2/MUSR": 0.482, + "hfopenllm_v2/MMLU-PRO": 0.5304 } }, { - "id": "meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0", - "name": "Llama-3.2-SUN-2.4B-v1.0.0", - "developer": "meditsolutions", + "id": "prithivMLmods/Equuleus-Opus-14B-Exp", + "name": "Equuleus-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5637, - "hfopenllm_v2/BBH": 0.3391, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.1543 + "hfopenllm_v2/IFEval": 0.7001, + "hfopenllm_v2/BBH": 0.6434, + "hfopenllm_v2/MATH Level 5": 0.4585, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4952, + "hfopenllm_v2/MMLU-PRO": 0.5374 } }, { - "id": "meditsolutions/Llama-3.2-SUN-2.5B-chat", - "name": "Llama-3.2-SUN-2.5B-chat", - "developer": "meditsolutions", + "id": "prithivMLmods/Eridanus-Opus-14B-r999", + "name": "Eridanus-Opus-14B-r999", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5604, - "hfopenllm_v2/BBH": 0.3575, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3155, - "hfopenllm_v2/MMLU-PRO": 0.1813 + "hfopenllm_v2/IFEval": 0.6386, + "hfopenllm_v2/BBH": 0.6584, + "hfopenllm_v2/MATH Level 5": 0.386, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4769, + "hfopenllm_v2/MMLU-PRO": 0.5362 } }, { - "id": "meditsolutions/Llama-3.2-SUN-HDIC-1B-Instruct", - "name": "Llama-3.2-SUN-HDIC-1B-Instruct", - "developer": "meditsolutions", + "id": "prithivMLmods/Evac-Opus-14B-Exp", + "name": "Evac-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6827, - "hfopenllm_v2/BBH": 0.3508, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2366, - "hfopenllm_v2/MUSR": 0.3594, - "hfopenllm_v2/MMLU-PRO": 0.1687 + "hfopenllm_v2/IFEval": 0.5916, + "hfopenllm_v2/BBH": 0.6475, + "hfopenllm_v2/MATH Level 5": 0.4215, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.4728, + "hfopenllm_v2/MMLU-PRO": 0.5317 } }, { - "id": "meditsolutions/MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune", - "name": "MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune", - "developer": "meditsolutions", + "id": "prithivMLmods/FastThink-0.5B-Tiny", + "name": "FastThink-0.5B-Tiny", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3655, - "hfopenllm_v2/BBH": 0.4035, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4253, - "hfopenllm_v2/MMLU-PRO": 0.219 + "hfopenllm_v2/IFEval": 0.258, + "hfopenllm_v2/BBH": 0.3206, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3566, + "hfopenllm_v2/MMLU-PRO": 0.1649 } }, { - "id": "meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge", - "name": "MSH-v1-Bielik-v2.3-Instruct-MedIT-merge", - "developer": "meditsolutions", + "id": "prithivMLmods/Gaea-Opus-14B-Exp", + "name": "Gaea-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5814, - "hfopenllm_v2/BBH": 0.5672, - "hfopenllm_v2/MATH Level 5": 0.2077, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4385, - "hfopenllm_v2/MMLU-PRO": 0.35 + "hfopenllm_v2/IFEval": 0.5956, + "hfopenllm_v2/BBH": 0.656, + "hfopenllm_v2/MATH Level 5": 0.4275, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4859, + "hfopenllm_v2/MMLU-PRO": 0.5401 } }, { - "id": "meditsolutions/MedIT-Mesh-3B-Instruct", - "name": "MedIT-Mesh-3B-Instruct", - "developer": "meditsolutions", + "id": "prithivMLmods/Galactic-Qwen-14B-Exp1", + "name": "Galactic-Qwen-14B-Exp1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5814, - "hfopenllm_v2/BBH": 0.5576, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4048, - "hfopenllm_v2/MMLU-PRO": 0.4012 + "hfopenllm_v2/IFEval": 0.5832, + "hfopenllm_v2/BBH": 0.6582, + "hfopenllm_v2/MATH Level 5": 0.4018, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4781, + "hfopenllm_v2/MMLU-PRO": 0.5396 } }, { - "id": "meditsolutions/SmolLM2-MedIT-Upscale-2B", - "name": "SmolLM2-MedIT-Upscale-2B", - "developer": "meditsolutions", + "id": "prithivMLmods/Galactic-Qwen-14B-Exp2", + "name": "Galactic-Qwen-14B-Exp2", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6429, - "hfopenllm_v2/BBH": 0.3551, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3314, - "hfopenllm_v2/MMLU-PRO": 0.1971 + "hfopenllm_v2/IFEval": 0.662, + "hfopenllm_v2/BBH": 0.7203, + "hfopenllm_v2/MATH Level 5": 0.3474, + "hfopenllm_v2/GPQA": 0.3993, + "hfopenllm_v2/MUSR": 0.5354, + "hfopenllm_v2/MMLU-PRO": 0.5691 } }, { - "id": "meetkai/functionary-small-v3.1", - "name": "functionary-small-v3.1", - "developer": "meetkai", + "id": "prithivMLmods/Gauss-Opus-14B-R999", + "name": "Gauss-Opus-14B-R999", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6275, - "hfopenllm_v2/BBH": 0.4982, - "hfopenllm_v2/MATH Level 5": 0.1571, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3834, - "hfopenllm_v2/MMLU-PRO": 0.3349 + "hfopenllm_v2/IFEval": 0.3907, + "hfopenllm_v2/BBH": 0.6228, + "hfopenllm_v2/MATH Level 5": 0.5755, + "hfopenllm_v2/GPQA": 0.3918, + "hfopenllm_v2/MUSR": 0.5338, + "hfopenllm_v2/MMLU-PRO": 0.5007 } }, { - "id": "meraGPT/mera-mix-4x7B", - "name": "mera-mix-4x7B", - "developer": "meraGPT", + "id": "prithivMLmods/GWQ-9B-Preview", + "name": "GWQ-9B-Preview", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4832, - "hfopenllm_v2/BBH": 0.4019, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4057, - "hfopenllm_v2/MMLU-PRO": 0.2748 + "hfopenllm_v2/IFEval": 0.5066, + "hfopenllm_v2/BBH": 0.5806, + "hfopenllm_v2/MATH Level 5": 0.2266, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4951, + "hfopenllm_v2/MMLU-PRO": 0.3984 } }, { - "id": "mergekit-community/JAJUKA-WEWILLNEVERFORGETYOU-3B", - "name": "JAJUKA-WEWILLNEVERFORGETYOU-3B", - "developer": "mergekit-community", + "id": "prithivMLmods/GWQ-9B-Preview2", + "name": "GWQ-9B-Preview2", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4941, - "hfopenllm_v2/BBH": 0.437, - "hfopenllm_v2/MATH Level 5": 0.1246, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3656, - "hfopenllm_v2/MMLU-PRO": 0.3033 + "hfopenllm_v2/IFEval": 0.5209, + "hfopenllm_v2/BBH": 0.5797, + "hfopenllm_v2/MATH Level 5": 0.2372, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.486, + "hfopenllm_v2/MMLU-PRO": 0.3997 } }, { - "id": "mergekit-community/SuperQwen-2.5-1.5B", - "name": "SuperQwen-2.5-1.5B", - "developer": "mergekit-community", + "id": "prithivMLmods/GWQ2b", + "name": "GWQ2b", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1336, - "hfopenllm_v2/BBH": 0.2907, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3355, - "hfopenllm_v2/MMLU-PRO": 0.1075 + "hfopenllm_v2/IFEval": 0.4115, + "hfopenllm_v2/BBH": 0.4143, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.2473 } }, { - "id": "mergekit-community/VirtuosoSmall-InstructModelStock", - "name": "VirtuosoSmall-InstructModelStock", - "developer": "mergekit-community", + "id": "prithivMLmods/Jolt-v0.1", + "name": "Jolt-v0.1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5238, - "hfopenllm_v2/BBH": 0.6518, - "hfopenllm_v2/MATH Level 5": 0.4094, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4756, - "hfopenllm_v2/MMLU-PRO": 0.5421 + "hfopenllm_v2/IFEval": 0.5092, + "hfopenllm_v2/BBH": 0.6521, + "hfopenllm_v2/MATH Level 5": 0.3565, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.4847, + "hfopenllm_v2/MMLU-PRO": 0.5386 } }, { - "id": "mergekit-community/diabolic6045_ELN-AOC-CAIN", - "name": "diabolic6045_ELN-AOC-CAIN", - "developer": "mergekit-community", + "id": "prithivMLmods/Lacerta-Opus-14B-Elite8", + "name": "Lacerta-Opus-14B-Elite8", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0862, - "hfopenllm_v2/BBH": 0.3126, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3658, - "hfopenllm_v2/MMLU-PRO": 0.1191 + "hfopenllm_v2/IFEval": 0.6141, + "hfopenllm_v2/BBH": 0.6401, + "hfopenllm_v2/MATH Level 5": 0.3648, + "hfopenllm_v2/GPQA": 0.3784, + "hfopenllm_v2/MUSR": 0.4635, + "hfopenllm_v2/MMLU-PRO": 0.5322 } }, { - "id": "mergekit-community/mergekit-dare_ties-ajgjgea", - "name": "mergekit-dare_ties-ajgjgea", - "developer": "mergekit-community", + "id": "prithivMLmods/Llama-3.1-5B-Instruct", + "name": "Llama-3.1-5B-Instruct", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5263, - "hfopenllm_v2/BBH": 0.3495, - "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/IFEval": 0.1407, + "hfopenllm_v2/BBH": 0.3051, + "hfopenllm_v2/MATH Level 5": 0.0151, "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.1744 + "hfopenllm_v2/MUSR": 0.354, + "hfopenllm_v2/MMLU-PRO": 0.1184 } }, { - "id": "mergekit-community/mergekit-della-zgowfmf", - "name": "mergekit-della-zgowfmf", - "developer": "mergekit-community", + "id": "prithivMLmods/Llama-3.1-8B-Open-SFT", + "name": "Llama-3.1-8B-Open-SFT", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4828, - "hfopenllm_v2/BBH": 0.6591, - "hfopenllm_v2/MATH Level 5": 0.3618, - "hfopenllm_v2/GPQA": 0.3901, - "hfopenllm_v2/MUSR": 0.4834, - "hfopenllm_v2/MMLU-PRO": 0.5415 + "hfopenllm_v2/IFEval": 0.4123, + "hfopenllm_v2/BBH": 0.4968, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3904, + "hfopenllm_v2/MMLU-PRO": 0.3522 } }, { - "id": "mergekit-community/mergekit-model_stock-azgztvm", - "name": "mergekit-model_stock-azgztvm", - "developer": "mergekit-community", + "id": "prithivMLmods/Llama-3.2-3B-Math-Oct", + "name": "Llama-3.2-3B-Math-Oct", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5062, - "hfopenllm_v2/BBH": 0.6543, - "hfopenllm_v2/MATH Level 5": 0.4373, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.473, - "hfopenllm_v2/MMLU-PRO": 0.5406 + "hfopenllm_v2/IFEval": 0.4585, + "hfopenllm_v2/BBH": 0.4372, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.347, + "hfopenllm_v2/MMLU-PRO": 0.2911 } }, { - "id": "mergekit-community/mergekit-slerp-fmrazcr", - "name": "mergekit-slerp-fmrazcr", - "developer": "mergekit-community", + "id": "prithivMLmods/Llama-3.2-6B-AlgoCode", + "name": "Llama-3.2-6B-AlgoCode", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4174, - "hfopenllm_v2/BBH": 0.5342, - "hfopenllm_v2/MATH Level 5": 0.1193, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4105, - "hfopenllm_v2/MMLU-PRO": 0.3777 + "hfopenllm_v2/IFEval": 0.2136, + "hfopenllm_v2/BBH": 0.3748, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4013, + "hfopenllm_v2/MMLU-PRO": 0.1798 } }, { - "id": "mergekit-community/mergekit-ties-rraxdhv", - "name": "mergekit-ties-rraxdhv", - "developer": "mergekit-community", + "id": "prithivMLmods/Llama-8B-Distill-CoT", + "name": "Llama-8B-Distill-CoT", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1123, - "hfopenllm_v2/BBH": 0.5184, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4202, - "hfopenllm_v2/MMLU-PRO": 0.391 + "hfopenllm_v2/IFEval": 0.3342, + "hfopenllm_v2/BBH": 0.4298, + "hfopenllm_v2/MATH Level 5": 0.4003, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.372, + "hfopenllm_v2/MMLU-PRO": 0.2732 } }, { - "id": "mergekit-community/mergekit-ties-ykqemwr", - "name": "mergekit-ties-ykqemwr", - "developer": "mergekit-community", + "id": "prithivMLmods/Llama-Deepsync-1B", + "name": "Llama-Deepsync-1B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.36, - "hfopenllm_v2/BBH": 0.5455, - "hfopenllm_v2/MATH Level 5": 0.1224, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4198, - "hfopenllm_v2/MMLU-PRO": 0.3734 + "hfopenllm_v2/IFEval": 0.357, + "hfopenllm_v2/BBH": 0.3386, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3565, + "hfopenllm_v2/MMLU-PRO": 0.1738 } }, { - "id": "mergekit-community/sexeh_time_testing", - "name": "sexeh_time_testing", - "developer": "mergekit-community", + "id": "prithivMLmods/Llama-Deepsync-3B", + "name": "Llama-Deepsync-3B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7329, - "hfopenllm_v2/BBH": 0.5241, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3619, - "hfopenllm_v2/MMLU-PRO": 0.3667 + "hfopenllm_v2/IFEval": 0.4302, + "hfopenllm_v2/BBH": 0.4292, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3324, + "hfopenllm_v2/MMLU-PRO": 0.3031 } }, { - "id": "meta-llama/Llama-2-13b-chat-hf", - "name": "Llama-2-13b-chat-hf", - "developer": "meta-llama", + "id": "prithivMLmods/Llama-Express.1-Math", + "name": "Llama-Express.1-Math", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3985, - "hfopenllm_v2/BBH": 0.3343, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2315, - "hfopenllm_v2/MUSR": 0.4007, - "hfopenllm_v2/MMLU-PRO": 0.1923 + "hfopenllm_v2/IFEval": 0.5084, + "hfopenllm_v2/BBH": 0.3364, + "hfopenllm_v2/MATH Level 5": 0.0559, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3143, + "hfopenllm_v2/MMLU-PRO": 0.161 } }, { - "id": "meta-llama/Llama-2-13b-hf", - "name": "Llama-2-13b-hf", - "developer": "meta-llama", + "id": "prithivMLmods/LwQ-10B-Instruct", + "name": "LwQ-10B-Instruct", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2482, - "hfopenllm_v2/BBH": 0.4126, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.2378 + "hfopenllm_v2/IFEval": 0.3935, + "hfopenllm_v2/BBH": 0.5122, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4544, + "hfopenllm_v2/MMLU-PRO": 0.3318 } }, { - "id": "meta-llama/Llama-2-70b-chat-hf", - "name": "Llama-2-70b-chat-hf", - "developer": "meta-llama", + "id": "prithivMLmods/LwQ-Reasoner-10B", + "name": "LwQ-Reasoner-10B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4958, - "hfopenllm_v2/BBH": 0.3042, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.2433 + "hfopenllm_v2/IFEval": 0.2941, + "hfopenllm_v2/BBH": 0.5866, + "hfopenllm_v2/MATH Level 5": 0.358, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4079, + "hfopenllm_v2/MMLU-PRO": 0.4147 } }, { - "id": "meta-llama/Llama-2-70b-hf", - "name": "Llama-2-70b-hf", - "developer": "meta-llama", + "id": "prithivMLmods/Magellanic-Opus-14B-Exp", + "name": "Magellanic-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2407, - "hfopenllm_v2/BBH": 0.5473, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4124, - "hfopenllm_v2/MMLU-PRO": 0.3718 + "hfopenllm_v2/IFEval": 0.6866, + "hfopenllm_v2/BBH": 0.6383, + "hfopenllm_v2/MATH Level 5": 0.3799, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4926, + "hfopenllm_v2/MMLU-PRO": 0.5273 } }, { - "id": "meta-llama/Llama-2-7b-chat-hf", - "name": "Llama-2-7b-chat-hf", - "developer": "meta-llama", + "id": "prithivMLmods/Magellanic-Qwen-25B-R999", + "name": "Magellanic-Qwen-25B-R999", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3986, - "hfopenllm_v2/BBH": 0.3114, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3676, - "hfopenllm_v2/MMLU-PRO": 0.1688 + "hfopenllm_v2/IFEval": 0.1873, + "hfopenllm_v2/BBH": 0.2608, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3831, + "hfopenllm_v2/MMLU-PRO": 0.13 } }, { - "id": "meta-llama/Llama-2-7b-hf", - "name": "Llama-2-7b-hf", - "developer": "meta-llama", + "id": "prithivMLmods/Megatron-Corpus-14B-Exp", + "name": "Megatron-Corpus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2519, - "hfopenllm_v2/BBH": 0.3496, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3701, - "hfopenllm_v2/MMLU-PRO": 0.1861 + "hfopenllm_v2/IFEval": 0.4983, + "hfopenllm_v2/BBH": 0.6355, + "hfopenllm_v2/MATH Level 5": 0.3429, + "hfopenllm_v2/GPQA": 0.3633, + "hfopenllm_v2/MUSR": 0.4767, + "hfopenllm_v2/MMLU-PRO": 0.526 } }, { - "id": "meta-llama/Llama-3.1-70B", - "name": "Llama-3.1-70B", - "developer": "meta-llama", + "id": "prithivMLmods/Megatron-Corpus-14B-Exp.v2", + "name": "Megatron-Corpus-14B-Exp.v2", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1684, - "hfopenllm_v2/BBH": 0.626, - "hfopenllm_v2/MATH Level 5": 0.1843, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4572, - "hfopenllm_v2/MMLU-PRO": 0.4654 + "hfopenllm_v2/IFEval": 0.487, + "hfopenllm_v2/BBH": 0.6321, + "hfopenllm_v2/MATH Level 5": 0.2591, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.449, + "hfopenllm_v2/MMLU-PRO": 0.481 } }, { - "id": "meta-llama/Llama-3.1-70B-Instruct", - "name": "Llama-3.1-70B-Instruct", - "developer": "meta-llama", + "id": "prithivMLmods/Megatron-Opus-14B-2.0", + "name": "Megatron-Opus-14B-2.0", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8669, - "hfopenllm_v2/BBH": 0.6917, - "hfopenllm_v2/MATH Level 5": 0.3807, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4581, - "hfopenllm_v2/MMLU-PRO": 0.5309 + "hfopenllm_v2/IFEval": 0.6694, + "hfopenllm_v2/BBH": 0.6871, + "hfopenllm_v2/MATH Level 5": 0.2779, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.414, + "hfopenllm_v2/MMLU-PRO": 0.517 } }, { - "id": "meta-llama/Llama-3.1-8B", - "name": "Llama-3.1-8B", - "developer": "meta-llama", + "id": "prithivMLmods/Megatron-Opus-14B-2.1", + "name": "Megatron-Opus-14B-2.1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1246, - "hfopenllm_v2/BBH": 0.466, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.3812, - "hfopenllm_v2/MMLU-PRO": 0.3288 + "hfopenllm_v2/IFEval": 0.0246, + "hfopenllm_v2/BBH": 0.6727, + "hfopenllm_v2/MATH Level 5": 0.2998, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.4928, + "hfopenllm_v2/MMLU-PRO": 0.5174 } }, { - "id": "meta-llama/Llama-3.1-8B-Instruct", - "name": "Llama-3.1-8B-Instruct", - "developer": "meta-llama", + "id": "prithivMLmods/Megatron-Opus-14B-Exp", + "name": "Megatron-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4922, - "hfopenllm_v2/BBH": 0.5087, - "hfopenllm_v2/MATH Level 5": 0.1556, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.3972, - "hfopenllm_v2/MMLU-PRO": 0.3798 + "hfopenllm_v2/IFEval": 0.4979, + "hfopenllm_v2/BBH": 0.6516, + "hfopenllm_v2/MATH Level 5": 0.3535, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4887, + "hfopenllm_v2/MMLU-PRO": 0.5401 } }, { - "id": "meta-llama/Llama-3.2-1B", - "name": "Llama-3.2-1B", - "developer": "meta-llama", + "id": "prithivMLmods/Megatron-Opus-14B-Stock", + "name": "Megatron-Opus-14B-Stock", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1478, - "hfopenllm_v2/BBH": 0.3115, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2282, - "hfopenllm_v2/MUSR": 0.3447, - "hfopenllm_v2/MMLU-PRO": 0.1203 + "hfopenllm_v2/IFEval": 0.5174, + "hfopenllm_v2/BBH": 0.6412, + "hfopenllm_v2/MATH Level 5": 0.3346, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.482, + "hfopenllm_v2/MMLU-PRO": 0.5293 } }, { - "id": "meta-llama/Llama-3.2-1B-Instruct", - "name": "Llama-3.2-1B-Instruct", - "developer": "meta-llama", + "id": "prithivMLmods/Megatron-Opus-7B-Exp", + "name": "Megatron-Opus-7B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5698, - "hfopenllm_v2/BBH": 0.3497, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3329, - "hfopenllm_v2/MMLU-PRO": 0.1682 + "hfopenllm_v2/IFEval": 0.6017, + "hfopenllm_v2/BBH": 0.5367, + "hfopenllm_v2/MATH Level 5": 0.1971, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.39 } }, { - "id": "meta-llama/Llama-3.2-3B", - "name": "Llama-3.2-3B", - "developer": "meta-llama", + "id": "prithivMLmods/Messier-Opus-14B-Elite7", + "name": "Messier-Opus-14B-Elite7", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1337, - "hfopenllm_v2/BBH": 0.3905, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3577, - "hfopenllm_v2/MMLU-PRO": 0.2488 + "hfopenllm_v2/IFEval": 0.7113, + "hfopenllm_v2/BBH": 0.6499, + "hfopenllm_v2/MATH Level 5": 0.4071, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4886, + "hfopenllm_v2/MMLU-PRO": 0.5404 } }, { - "id": "meta-llama/Llama-3.2-3B-Instruct", - "name": "Llama-3.2-3B-Instruct", - "developer": "meta-llama", + "id": "prithivMLmods/Omni-Reasoner-Merged", + "name": "Omni-Reasoner-Merged", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7393, - "hfopenllm_v2/BBH": 0.461, - "hfopenllm_v2/MATH Level 5": 0.1767, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3529, - "hfopenllm_v2/MMLU-PRO": 0.3195 + "hfopenllm_v2/IFEval": 0.4599, + "hfopenllm_v2/BBH": 0.5508, + "hfopenllm_v2/MATH Level 5": 0.3331, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4616, + "hfopenllm_v2/MMLU-PRO": 0.4364 } }, { - "id": "meta-llama/Llama-3.3-70B-Instruct", - "name": "Llama-3.3-70B-Instruct", - "developer": "meta-llama", + "id": "prithivMLmods/Omni-Reasoner3-Merged", + "name": "Omni-Reasoner3-Merged", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8998, - "hfopenllm_v2/BBH": 0.6919, - "hfopenllm_v2/MATH Level 5": 0.4834, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4461, - "hfopenllm_v2/MMLU-PRO": 0.5332 + "hfopenllm_v2/IFEval": 0.4935, + "hfopenllm_v2/BBH": 0.4388, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3522, + "hfopenllm_v2/MMLU-PRO": 0.295 } }, { - "id": "meta-llama/Meta-Llama-3-70B", - "name": "Meta-Llama-3-70B", - "developer": "meta-llama", + "id": "prithivMLmods/Pegasus-Opus-14B-Exp", + "name": "Pegasus-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1603, - "hfopenllm_v2/BBH": 0.6461, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.3977, - "hfopenllm_v2/MUSR": 0.4518, - "hfopenllm_v2/MMLU-PRO": 0.4709 + "hfopenllm_v2/IFEval": 0.6982, + "hfopenllm_v2/BBH": 0.6548, + "hfopenllm_v2/MATH Level 5": 0.4086, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.486, + "hfopenllm_v2/MMLU-PRO": 0.5412 } }, { - "id": "meta-llama/Meta-Llama-3-70B-Instruct", - "name": "Meta-Llama-3-70B-Instruct", - "developer": "meta-llama", + "id": "prithivMLmods/Phi-4-Empathetic", + "name": "Phi-4-Empathetic", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8099, - "hfopenllm_v2/BBH": 0.6547, - "hfopenllm_v2/MATH Level 5": 0.2447, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4154, - "hfopenllm_v2/MMLU-PRO": 0.5207, - "reward-bench/Score": 0.7627, - "reward-bench/Chat": 0.9763, - "reward-bench/Chat Hard": 0.5888, - "reward-bench/Safety": 0.7297, - "reward-bench/Reasoning": 0.7854, - "reward-bench/Prior Sets (0.5 weight)": 0.7035 + "hfopenllm_v2/IFEval": 0.0497, + "hfopenllm_v2/BBH": 0.6727, + "hfopenllm_v2/MATH Level 5": 0.2621, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.4991, + "hfopenllm_v2/MMLU-PRO": 0.5066 } }, { - "id": "meta-llama/Meta-Llama-3-8B", - "name": "Meta-Llama-3-8B", - "developer": "meta-llama", + "id": "prithivMLmods/Phi-4-Math-IO", + "name": "Phi-4-Math-IO", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1455, - "hfopenllm_v2/BBH": 0.4598, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3614, - "hfopenllm_v2/MMLU-PRO": 0.321 + "hfopenllm_v2/IFEval": 0.059, + "hfopenllm_v2/BBH": 0.6668, + "hfopenllm_v2/MATH Level 5": 0.4577, + "hfopenllm_v2/GPQA": 0.3985, + "hfopenllm_v2/MUSR": 0.4873, + "hfopenllm_v2/MMLU-PRO": 0.5205 } }, { - "id": "meta-llama/Meta-Llama-3-8B-Instruct", - "name": "Meta-Llama-3-8B-Instruct", - "developer": "meta-llama", + "id": "prithivMLmods/Phi-4-o1", + "name": "Phi-4-o1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4782, - "hfopenllm_v2/BBH": 0.491, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3805, - "hfopenllm_v2/MMLU-PRO": 0.3591, - "reward-bench/Score": 0.645, - "reward-bench/Chat": 0.8547, - "reward-bench/Chat Hard": 0.4156, - "reward-bench/Safety": 0.6797, - "reward-bench/Reasoning": 0.6482, - "reward-bench/Prior Sets (0.5 weight)": 0.6082 + "hfopenllm_v2/IFEval": 0.029, + "hfopenllm_v2/BBH": 0.6689, + "hfopenllm_v2/MATH Level 5": 0.3995, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4978, + "hfopenllm_v2/MMLU-PRO": 0.5174 } }, { - "id": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo", - "name": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo", - "developer": "meta-llama", + "id": "prithivMLmods/Phi-4-QwQ", + "name": "Phi-4-QwQ", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8412, - "reward-bench/Chat": 0.9721, - "reward-bench/Chat Hard": 0.7456, - "reward-bench/Safety": 0.7757, - "reward-bench/Reasoning": 0.8715 + "hfopenllm_v2/IFEval": 0.0559, + "hfopenllm_v2/BBH": 0.6696, + "hfopenllm_v2/MATH Level 5": 0.4577, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4651, + "hfopenllm_v2/MMLU-PRO": 0.5275 } }, { - "id": "meta-llama/Meta-Llama-3.1-70B-Instruct", - "name": "meta-llama/Meta-Llama-3.1-70B-Instruct", - "developer": "meta-llama", + "id": "prithivMLmods/Phi-4-Super", + "name": "Phi-4-Super", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8405, - "reward-bench/Chat": 0.9721, - "reward-bench/Chat Hard": 0.7018, - "reward-bench/Safety": 0.8284, - "reward-bench/Reasoning": 0.8599 + "hfopenllm_v2/IFEval": 0.0481, + "hfopenllm_v2/BBH": 0.672, + "hfopenllm_v2/MATH Level 5": 0.3489, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.5044, + "hfopenllm_v2/MMLU-PRO": 0.5266 } }, { - "id": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", - "name": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", - "developer": "meta-llama", + "id": "prithivMLmods/Phi-4-Super-1", + "name": "Phi-4-Super-1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7808, - "reward-bench/Chat": 0.8757, - "reward-bench/Chat Hard": 0.6689, - "reward-bench/Safety": 0.7507, - "reward-bench/Reasoning": 0.828 + "hfopenllm_v2/IFEval": 0.0418, + "hfopenllm_v2/BBH": 0.6729, + "hfopenllm_v2/MATH Level 5": 0.352, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.5017, + "hfopenllm_v2/MMLU-PRO": 0.5235 } }, { - "id": "meta-llama/Meta-Llama-3.1-8B", - "name": "Meta Llama 3.1 8B", - "developer": "unknown", + "id": "prithivMLmods/Phi-4-Super-o1", + "name": "Phi-4-Super-o1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "la_leaderboard/la_leaderboard": 27.04 + "hfopenllm_v2/IFEval": 0.0418, + "hfopenllm_v2/BBH": 0.6729, + "hfopenllm_v2/MATH Level 5": 0.352, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.5017, + "hfopenllm_v2/MMLU-PRO": 0.5235 } }, { - "id": "meta-llama/Meta-Llama-3.1-8B-Instruct", - "name": "Meta Llama 3.1 8B Instruct", - "developer": "unknown", + "id": "prithivMLmods/Phi4-Super", + "name": "Phi4-Super", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "la_leaderboard/la_leaderboard": 30.23 + "hfopenllm_v2/IFEval": 0.0481, + "hfopenllm_v2/BBH": 0.672, + "hfopenllm_v2/MATH Level 5": 0.3489, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.5044, + "hfopenllm_v2/MMLU-PRO": 0.5266 } }, { - "id": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", - "name": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", - "developer": "meta-llama", + "id": "prithivMLmods/Porpoise-Opus-14B-Exp", + "name": "Porpoise-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6565, - "reward-bench/Chat": 0.8073, - "reward-bench/Chat Hard": 0.4978, - "reward-bench/Safety": 0.6399, - "reward-bench/Reasoning": 0.6811 + "hfopenllm_v2/IFEval": 0.7098, + "hfopenllm_v2/BBH": 0.6519, + "hfopenllm_v2/MATH Level 5": 0.4041, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4926, + "hfopenllm_v2/MMLU-PRO": 0.5396 } }, { - "id": "meta-metrics/MetaMetrics-RM-v1.0", - "name": "meta-metrics/MetaMetrics-RM-v1.0", - "developer": "meta-metrics", + "id": "prithivMLmods/Primal-Opus-14B-Optimus-v1", + "name": "Primal-Opus-14B-Optimus-v1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9342, - "reward-bench/Chat": 0.9832, - "reward-bench/Chat Hard": 0.864, - "reward-bench/Safety": 0.9081, - "reward-bench/Reasoning": 0.9816 + "hfopenllm_v2/IFEval": 0.5013, + "hfopenllm_v2/BBH": 0.6419, + "hfopenllm_v2/MATH Level 5": 0.3384, + "hfopenllm_v2/GPQA": 0.3725, + "hfopenllm_v2/MUSR": 0.4847, + "hfopenllm_v2/MMLU-PRO": 0.5259 } }, { - "id": "meta/LLaMA-13B", - "name": "LLaMA 13B", - "developer": "meta", + "id": "prithivMLmods/Primal-Opus-14B-Optimus-v2", + "name": "Primal-Opus-14B-Optimus-v2", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.595, - "helm_classic/MMLU": 0.422, - "helm_classic/BoolQ": 0.714, - "helm_classic/NarrativeQA": 0.711, - "helm_classic/NaturalQuestions (open-book)": 0.614, - "helm_classic/QuAC": 0.347, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.324, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.928, - "helm_classic/CivilComments": 0.6, - "helm_classic/RAFT": 0.643 + "hfopenllm_v2/IFEval": 0.6404, + "hfopenllm_v2/BBH": 0.6544, + "hfopenllm_v2/MATH Level 5": 0.4207, + "hfopenllm_v2/GPQA": 0.3918, + "hfopenllm_v2/MUSR": 0.49, + "hfopenllm_v2/MMLU-PRO": 0.5422 } }, { - "id": "meta/LLaMA-30B", - "name": "LLaMA 30B", - "developer": "meta", + "id": "prithivMLmods/Qwen-7B-Distill-Reasoner", + "name": "Qwen-7B-Distill-Reasoner", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.781, - "helm_classic/MMLU": 0.531, - "helm_classic/BoolQ": 0.861, - "helm_classic/NarrativeQA": 0.752, - "helm_classic/NaturalQuestions (open-book)": 0.666, - "helm_classic/QuAC": 0.39, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.344, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.927, - "helm_classic/CivilComments": 0.549, - "helm_classic/RAFT": 0.752 + "hfopenllm_v2/IFEval": 0.3396, + "hfopenllm_v2/BBH": 0.4409, + "hfopenllm_v2/MATH Level 5": 0.395, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.2818 } }, { - "id": "meta/LLaMA-65B", - "name": "LLaMA 65B", - "developer": "meta", + "id": "prithivMLmods/Qwen2.5-1.5B-DeepSeek-R1-Instruct", + "name": "Qwen2.5-1.5B-DeepSeek-R1-Instruct", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.908, - "helm_classic/MMLU": 0.584, - "helm_classic/BoolQ": 0.871, - "helm_classic/NarrativeQA": 0.755, - "helm_classic/NaturalQuestions (open-book)": 0.672, - "helm_classic/QuAC": 0.401, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.508, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.962, - "helm_classic/CivilComments": 0.655, - "helm_classic/RAFT": 0.702 + "hfopenllm_v2/IFEval": 0.1397, + "hfopenllm_v2/BBH": 0.2824, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3724, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "meta/LLaMA-7B", - "name": "LLaMA 7B", - "developer": "meta", + "id": "prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M", + "name": "Qwen2.5-14B-DeepSeek-R1-1M", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.533, - "helm_classic/MMLU": 0.321, - "helm_classic/BoolQ": 0.756, - "helm_classic/NarrativeQA": 0.669, - "helm_classic/NaturalQuestions (open-book)": 0.589, - "helm_classic/QuAC": 0.338, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.28, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.947, - "helm_classic/CivilComments": 0.563, - "helm_classic/RAFT": 0.573 + "hfopenllm_v2/IFEval": 0.4193, + "hfopenllm_v2/BBH": 0.5935, + "hfopenllm_v2/MATH Level 5": 0.5128, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4606, + "hfopenllm_v2/MMLU-PRO": 0.4899 } }, { - "id": "meta/Llama-2-13B", - "name": "Llama 2 13B", - "developer": "meta", + "id": "prithivMLmods/Qwen2.5-7B-DeepSeek-R1-1M", + "name": "Qwen2.5-7B-DeepSeek-R1-1M", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.823, - "helm_classic/MMLU": 0.507, - "helm_classic/BoolQ": 0.811, - "helm_classic/NarrativeQA": 0.744, - "helm_classic/NaturalQuestions (open-book)": 0.637, - "helm_classic/QuAC": 0.424, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.33, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.962, - "helm_classic/CivilComments": 0.588, - "helm_classic/RAFT": 0.707 + "hfopenllm_v2/IFEval": 0.1861, + "hfopenllm_v2/BBH": 0.3126, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3417, + "hfopenllm_v2/MMLU-PRO": 0.1201 } }, { - "id": "meta/Llama-2-70B", - "name": "Llama 2 70B", - "developer": "meta", + "id": "prithivMLmods/QwQ-LCoT-14B-Conversational", + "name": "QwQ-LCoT-14B-Conversational", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.944, - "helm_classic/MMLU": 0.582, - "helm_classic/BoolQ": 0.886, - "helm_classic/NarrativeQA": 0.77, - "helm_classic/NaturalQuestions (open-book)": 0.674, - "helm_classic/QuAC": 0.484, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.554, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.961, - "helm_classic/CivilComments": 0.652, - "helm_classic/RAFT": 0.727 + "hfopenllm_v2/IFEval": 0.4047, + "hfopenllm_v2/BBH": 0.624, + "hfopenllm_v2/MATH Level 5": 0.4653, + "hfopenllm_v2/GPQA": 0.3498, + "hfopenllm_v2/MUSR": 0.4847, + "hfopenllm_v2/MMLU-PRO": 0.5278 } }, { - "id": "meta/Llama-2-7B", - "name": "Llama 2 7B", - "developer": "meta", + "id": "prithivMLmods/QwQ-LCoT-3B-Instruct", + "name": "QwQ-LCoT-3B-Instruct", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.607, - "helm_classic/MMLU": 0.431, - "helm_classic/BoolQ": 0.762, - "helm_classic/NarrativeQA": 0.691, - "helm_classic/NaturalQuestions (open-book)": 0.611, - "helm_classic/QuAC": 0.406, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.272, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.907, - "helm_classic/CivilComments": 0.562, - "helm_classic/RAFT": 0.643 + "hfopenllm_v2/IFEval": 0.4354, + "hfopenllm_v2/BBH": 0.4763, + "hfopenllm_v2/MATH Level 5": 0.2825, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4358, + "hfopenllm_v2/MMLU-PRO": 0.3582 } }, { - "id": "meta/OPT-175B", - "name": "OPT 175B", - "developer": "meta", + "id": "prithivMLmods/QwQ-LCoT-7B-Instruct", + "name": "QwQ-LCoT-7B-Instruct", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.609, - "helm_classic/MMLU": 0.318, - "helm_classic/BoolQ": 0.793, - "helm_classic/NarrativeQA": 0.671, - "helm_classic/NaturalQuestions (open-book)": 0.615, - "helm_classic/QuAC": 0.36, - "helm_classic/HellaSwag": 0.791, - "helm_classic/OpenbookQA": 0.586, - "helm_classic/TruthfulQA": 0.25, - "helm_classic/MS MARCO (TREC)": 0.448, - "helm_classic/CNN/DailyMail": 0.146, - "helm_classic/XSUM": 0.155, - "helm_classic/IMDB": 0.947, - "helm_classic/CivilComments": 0.505, - "helm_classic/RAFT": 0.606 + "hfopenllm_v2/IFEval": 0.4987, + "hfopenllm_v2/BBH": 0.5466, + "hfopenllm_v2/MATH Level 5": 0.3716, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4802, + "hfopenllm_v2/MMLU-PRO": 0.4334 } }, { - "id": "meta/OPT-66B", - "name": "OPT 66B", - "developer": "meta", + "id": "prithivMLmods/QwQ-LCoT1-Merged", + "name": "QwQ-LCoT1-Merged", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.448, - "helm_classic/MMLU": 0.276, - "helm_classic/BoolQ": 0.76, - "helm_classic/NarrativeQA": 0.638, - "helm_classic/NaturalQuestions (open-book)": 0.596, - "helm_classic/QuAC": 0.357, - "helm_classic/HellaSwag": 0.745, - "helm_classic/OpenbookQA": 0.534, - "helm_classic/TruthfulQA": 0.201, - "helm_classic/MS MARCO (TREC)": 0.482, - "helm_classic/CNN/DailyMail": 0.136, - "helm_classic/XSUM": 0.126, - "helm_classic/IMDB": 0.917, - "helm_classic/CivilComments": 0.506, - "helm_classic/RAFT": 0.557 + "hfopenllm_v2/IFEval": 0.4751, + "hfopenllm_v2/BBH": 0.5481, + "hfopenllm_v2/MATH Level 5": 0.3731, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4696, + "hfopenllm_v2/MMLU-PRO": 0.4358 } }, { - "id": "meta/llama-2-13b", - "name": "Llama 2 13B", - "developer": "meta", + "id": "prithivMLmods/QwQ-LCoT2-7B-Instruct", + "name": "QwQ-LCoT2-7B-Instruct", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.233, - "helm_lite/NarrativeQA": 0.741, - "helm_lite/NaturalQuestions (closed-book)": 0.371, - "helm_lite/OpenbookQA": 0.634, - "helm_lite/MMLU": 0.505, - "helm_lite/MATH": 0.102, - "helm_lite/GSM8K": 0.266, - "helm_lite/LegalBench": 0.591, - "helm_lite/MedQA": 0.392, - "helm_lite/WMT 2014": 0.167, - "helm_mmlu/MMLU All Subjects": 0.554, - "helm_mmlu/Abstract Algebra": 0.27, - "helm_mmlu/Anatomy": 0.496, - "helm_mmlu/College Physics": 0.235, - "helm_mmlu/Computer Security": 0.69, - "helm_mmlu/Econometrics": 0.307, - "helm_mmlu/Global Facts": 0.38, - "helm_mmlu/Jurisprudence": 0.704, - "helm_mmlu/Philosophy": 0.672, - "helm_mmlu/Professional Psychology": 0.567, - "helm_mmlu/Us Foreign Policy": 0.83, - "helm_mmlu/Astronomy": 0.546, - "helm_mmlu/Business Ethics": 0.55, - "helm_mmlu/Clinical Knowledge": 0.592, - "helm_mmlu/Conceptual Physics": 0.413, - "helm_mmlu/Electrical Engineering": 0.49, - "helm_mmlu/Elementary Mathematics": 0.307, - "helm_mmlu/Formal Logic": 0.381, - "helm_mmlu/High School World History": 0.705, - "helm_mmlu/Human Sexuality": 0.618, - "helm_mmlu/International Law": 0.752, - "helm_mmlu/Logical Fallacies": 0.687, - "helm_mmlu/Machine Learning": 0.286, - "helm_mmlu/Management": 0.738, - "helm_mmlu/Marketing": 0.786, - "helm_mmlu/Medical Genetics": 0.57, - "helm_mmlu/Miscellaneous": 0.748, - "helm_mmlu/Moral Scenarios": 0.407, - "helm_mmlu/Nutrition": 0.627, - "helm_mmlu/Prehistory": 0.654, - "helm_mmlu/Public Relations": 0.6, - "helm_mmlu/Security Studies": 0.608, - "helm_mmlu/Sociology": 0.761, - "helm_mmlu/Virology": 0.476, - "helm_mmlu/World Religions": 0.76, - "helm_mmlu/Mean win rate": 0.502 + "hfopenllm_v2/IFEval": 0.5561, + "hfopenllm_v2/BBH": 0.5425, + "hfopenllm_v2/MATH Level 5": 0.327, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4564, + "hfopenllm_v2/MMLU-PRO": 0.4342 } }, { - "id": "meta/llama-2-70b", - "name": "Llama 2 70B", - "developer": "meta", + "id": "prithivMLmods/QwQ-MathOct-7B", + "name": "QwQ-MathOct-7B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.482, - "helm_lite/NarrativeQA": 0.763, - "helm_lite/NaturalQuestions (closed-book)": 0.46, - "helm_lite/OpenbookQA": 0.838, - "helm_lite/MMLU": 0.58, - "helm_lite/MATH": 0.323, - "helm_lite/GSM8K": 0.567, - "helm_lite/LegalBench": 0.673, - "helm_lite/MedQA": 0.618, - "helm_lite/WMT 2014": 0.196, - "helm_mmlu/MMLU All Subjects": 0.695, - "helm_mmlu/Abstract Algebra": 0.31, - "helm_mmlu/Anatomy": 0.607, - "helm_mmlu/College Physics": 0.363, - "helm_mmlu/Computer Security": 0.77, - "helm_mmlu/Econometrics": 0.43, - "helm_mmlu/Global Facts": 0.47, - "helm_mmlu/Jurisprudence": 0.824, - "helm_mmlu/Philosophy": 0.791, - "helm_mmlu/Professional Psychology": 0.76, - "helm_mmlu/Us Foreign Policy": 0.92, - "helm_mmlu/Astronomy": 0.829, - "helm_mmlu/Business Ethics": 0.73, - "helm_mmlu/Clinical Knowledge": 0.717, - "helm_mmlu/Conceptual Physics": 0.668, - "helm_mmlu/Electrical Engineering": 0.634, - "helm_mmlu/Elementary Mathematics": 0.421, - "helm_mmlu/Formal Logic": 0.468, - "helm_mmlu/High School World History": 0.882, - "helm_mmlu/Human Sexuality": 0.84, - "helm_mmlu/International Law": 0.868, - "helm_mmlu/Logical Fallacies": 0.791, - "helm_mmlu/Machine Learning": 0.491, - "helm_mmlu/Management": 0.845, - "helm_mmlu/Marketing": 0.889, - "helm_mmlu/Medical Genetics": 0.72, - "helm_mmlu/Miscellaneous": 0.857, - "helm_mmlu/Moral Scenarios": 0.45, - "helm_mmlu/Nutrition": 0.758, - "helm_mmlu/Prehistory": 0.84, - "helm_mmlu/Public Relations": 0.745, - "helm_mmlu/Security Studies": 0.796, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.53, - "helm_mmlu/World Religions": 0.854, - "helm_mmlu/Mean win rate": 0.508 + "hfopenllm_v2/IFEval": 0.4684, + "hfopenllm_v2/BBH": 0.5486, + "hfopenllm_v2/MATH Level 5": 0.2953, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4601, + "hfopenllm_v2/MMLU-PRO": 0.433 } }, { - "id": "meta/llama-2-7b", - "name": "Llama 2 7B", - "developer": "meta", + "id": "prithivMLmods/QwQ-R1-Distill-1.5B-CoT", + "name": "QwQ-R1-Distill-1.5B-CoT", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.152, - "helm_lite/NarrativeQA": 0.686, - "helm_lite/NaturalQuestions (closed-book)": 0.333, - "helm_lite/OpenbookQA": 0.544, - "helm_lite/MMLU": 0.425, - "helm_lite/MATH": 0.097, - "helm_lite/GSM8K": 0.154, - "helm_lite/LegalBench": 0.502, - "helm_lite/MedQA": 0.392, - "helm_lite/WMT 2014": 0.144, - "helm_mmlu/MMLU All Subjects": 0.458, - "helm_mmlu/Abstract Algebra": 0.29, - "helm_mmlu/Anatomy": 0.452, - "helm_mmlu/College Physics": 0.196, - "helm_mmlu/Computer Security": 0.59, - "helm_mmlu/Econometrics": 0.316, - "helm_mmlu/Global Facts": 0.29, - "helm_mmlu/Jurisprudence": 0.519, - "helm_mmlu/Philosophy": 0.592, - "helm_mmlu/Professional Psychology": 0.459, - "helm_mmlu/Us Foreign Policy": 0.64, - "helm_mmlu/Astronomy": 0.408, - "helm_mmlu/Business Ethics": 0.48, - "helm_mmlu/Clinical Knowledge": 0.453, - "helm_mmlu/Conceptual Physics": 0.434, - "helm_mmlu/Electrical Engineering": 0.407, - "helm_mmlu/Elementary Mathematics": 0.254, - "helm_mmlu/Formal Logic": 0.27, - "helm_mmlu/High School World History": 0.662, - "helm_mmlu/Human Sexuality": 0.557, - "helm_mmlu/International Law": 0.628, - "helm_mmlu/Logical Fallacies": 0.466, - "helm_mmlu/Machine Learning": 0.402, - "helm_mmlu/Management": 0.563, - "helm_mmlu/Marketing": 0.697, - "helm_mmlu/Medical Genetics": 0.53, - "helm_mmlu/Miscellaneous": 0.632, - "helm_mmlu/Moral Scenarios": 0.238, - "helm_mmlu/Nutrition": 0.497, - "helm_mmlu/Prehistory": 0.503, - "helm_mmlu/Public Relations": 0.509, - "helm_mmlu/Security Studies": 0.433, - "helm_mmlu/Sociology": 0.617, - "helm_mmlu/Virology": 0.392, - "helm_mmlu/World Religions": 0.713, - "helm_mmlu/Mean win rate": 0.681 + "hfopenllm_v2/IFEval": 0.2194, + "hfopenllm_v2/BBH": 0.3666, + "hfopenllm_v2/MATH Level 5": 0.3346, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3434, + "hfopenllm_v2/MMLU-PRO": 0.1913 } }, { - "id": "meta/llama-3-70b", - "name": "Llama 3 70B", - "developer": "meta", + "id": "prithivMLmods/QwQ-R1-Distill-7B-CoT", + "name": "QwQ-R1-Distill-7B-CoT", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.793, - "helm_lite/NarrativeQA": 0.798, - "helm_lite/NaturalQuestions (closed-book)": 0.475, - "helm_lite/OpenbookQA": 0.934, - "helm_lite/MMLU": 0.695, - "helm_lite/MATH": 0.663, - "helm_lite/GSM8K": 0.805, - "helm_lite/LegalBench": 0.733, - "helm_lite/MedQA": 0.777, - "helm_lite/WMT 2014": 0.225, - "helm_mmlu/MMLU All Subjects": 0.793, - "helm_mmlu/Abstract Algebra": 0.43, - "helm_mmlu/Anatomy": 0.785, - "helm_mmlu/College Physics": 0.529, - "helm_mmlu/Computer Security": 0.85, - "helm_mmlu/Econometrics": 0.693, - "helm_mmlu/Global Facts": 0.49, - "helm_mmlu/Jurisprudence": 0.861, - "helm_mmlu/Philosophy": 0.865, - "helm_mmlu/Professional Psychology": 0.871, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.921, - "helm_mmlu/Business Ethics": 0.83, - "helm_mmlu/Clinical Knowledge": 0.845, - "helm_mmlu/Conceptual Physics": 0.838, - "helm_mmlu/Electrical Engineering": 0.766, - "helm_mmlu/Elementary Mathematics": 0.632, - "helm_mmlu/Formal Logic": 0.651, - "helm_mmlu/High School World History": 0.941, - "helm_mmlu/Human Sexuality": 0.878, - "helm_mmlu/International Law": 0.901, - "helm_mmlu/Logical Fallacies": 0.865, - "helm_mmlu/Machine Learning": 0.714, - "helm_mmlu/Management": 0.913, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.89, - "helm_mmlu/Miscellaneous": 0.917, - "helm_mmlu/Moral Scenarios": 0.598, - "helm_mmlu/Nutrition": 0.876, - "helm_mmlu/Prehistory": 0.91, - "helm_mmlu/Public Relations": 0.727, - "helm_mmlu/Security Studies": 0.833, - "helm_mmlu/Sociology": 0.93, - "helm_mmlu/Virology": 0.59, - "helm_mmlu/World Religions": 0.906, - "helm_mmlu/Mean win rate": 0.524 + "hfopenllm_v2/IFEval": 0.35, + "hfopenllm_v2/BBH": 0.4388, + "hfopenllm_v2/MATH Level 5": 0.4683, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3779, + "hfopenllm_v2/MMLU-PRO": 0.2804 } }, { - "id": "meta/llama-3-8b", - "name": "Llama 3 8B", - "developer": "meta", + "id": "prithivMLmods/SmolLM2-CoT-360M", + "name": "SmolLM2-CoT-360M", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.387, - "helm_lite/NarrativeQA": 0.754, - "helm_lite/NaturalQuestions (closed-book)": 0.378, - "helm_lite/OpenbookQA": 0.766, - "helm_lite/MMLU": 0.602, - "helm_lite/MATH": 0.391, - "helm_lite/GSM8K": 0.499, - "helm_lite/LegalBench": 0.637, - "helm_lite/MedQA": 0.581, - "helm_lite/WMT 2014": 0.183, - "helm_mmlu/MMLU All Subjects": 0.668, - "helm_mmlu/Abstract Algebra": 0.33, - "helm_mmlu/Anatomy": 0.696, - "helm_mmlu/College Physics": 0.451, - "helm_mmlu/Computer Security": 0.8, - "helm_mmlu/Econometrics": 0.518, - "helm_mmlu/Global Facts": 0.34, - "helm_mmlu/Jurisprudence": 0.741, - "helm_mmlu/Philosophy": 0.743, - "helm_mmlu/Professional Psychology": 0.711, - "helm_mmlu/Us Foreign Policy": 0.88, - "helm_mmlu/Astronomy": 0.711, - "helm_mmlu/Business Ethics": 0.65, - "helm_mmlu/Clinical Knowledge": 0.751, - "helm_mmlu/Conceptual Physics": 0.557, - "helm_mmlu/Electrical Engineering": 0.669, - "helm_mmlu/Elementary Mathematics": 0.426, - "helm_mmlu/Formal Logic": 0.468, - "helm_mmlu/High School World History": 0.823, - "helm_mmlu/Human Sexuality": 0.748, - "helm_mmlu/International Law": 0.843, - "helm_mmlu/Logical Fallacies": 0.755, - "helm_mmlu/Machine Learning": 0.545, - "helm_mmlu/Management": 0.874, - "helm_mmlu/Marketing": 0.885, - "helm_mmlu/Medical Genetics": 0.83, - "helm_mmlu/Miscellaneous": 0.831, - "helm_mmlu/Moral Scenarios": 0.416, - "helm_mmlu/Nutrition": 0.761, - "helm_mmlu/Prehistory": 0.738, - "helm_mmlu/Public Relations": 0.736, - "helm_mmlu/Security Studies": 0.771, - "helm_mmlu/Sociology": 0.866, - "helm_mmlu/Virology": 0.566, - "helm_mmlu/World Religions": 0.819, - "helm_mmlu/Mean win rate": 0.733 + "hfopenllm_v2/IFEval": 0.2216, + "hfopenllm_v2/BBH": 0.3135, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2366, + "hfopenllm_v2/MUSR": 0.3794, + "hfopenllm_v2/MMLU-PRO": 0.1085 } }, { - "id": "meta/llama-3.1-405b-instruct-turbo", - "name": "Llama 3.1 Instruct Turbo 405B", - "developer": "meta", + "id": "prithivMLmods/Sombrero-Opus-14B-Elite5", + "name": "Sombrero-Opus-14B-Elite5", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.618, - "helm_capabilities/MMLU-Pro": 0.723, - "helm_capabilities/GPQA": 0.522, - "helm_capabilities/IFEval": 0.811, - "helm_capabilities/WildBench": 0.783, - "helm_capabilities/Omni-MATH": 0.249, - "helm_lite/Mean win rate": 0.854, - "helm_lite/NarrativeQA": 0.749, - "helm_lite/NaturalQuestions (closed-book)": 0.456, - "helm_lite/OpenbookQA": 0.94, - "helm_lite/MMLU": 0.759, - "helm_lite/MATH": 0.827, - "helm_lite/GSM8K": 0.949, - "helm_lite/LegalBench": 0.707, - "helm_lite/MedQA": 0.805, - "helm_lite/WMT 2014": 0.238, - "helm_mmlu/MMLU All Subjects": 0.845, - "helm_mmlu/Abstract Algebra": 0.7, - "helm_mmlu/Anatomy": 0.822, - "helm_mmlu/College Physics": 0.696, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.746, - "helm_mmlu/Global Facts": 0.71, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.878, - "helm_mmlu/Professional Psychology": 0.861, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.921, - "helm_mmlu/Business Ethics": 0.81, - "helm_mmlu/Clinical Knowledge": 0.879, - "helm_mmlu/Conceptual Physics": 0.877, - "helm_mmlu/Electrical Engineering": 0.821, - "helm_mmlu/Elementary Mathematics": 0.828, - "helm_mmlu/Formal Logic": 0.698, - "helm_mmlu/High School World History": 0.941, - "helm_mmlu/Human Sexuality": 0.855, - "helm_mmlu/International Law": 0.95, - "helm_mmlu/Logical Fallacies": 0.92, - "helm_mmlu/Machine Learning": 0.795, - "helm_mmlu/Management": 0.893, - "helm_mmlu/Marketing": 0.962, - "helm_mmlu/Medical Genetics": 0.93, - "helm_mmlu/Miscellaneous": 0.939, - "helm_mmlu/Moral Scenarios": 0.876, - "helm_mmlu/Nutrition": 0.928, - "helm_mmlu/Prehistory": 0.929, - "helm_mmlu/Public Relations": 0.818, - "helm_mmlu/Security Studies": 0.857, - "helm_mmlu/Sociology": 0.94, - "helm_mmlu/Virology": 0.572, - "helm_mmlu/World Religions": 0.906, - "helm_mmlu/Mean win rate": 0.33 + "hfopenllm_v2/IFEval": 0.7881, + "hfopenllm_v2/BBH": 0.6502, + "hfopenllm_v2/MATH Level 5": 0.5355, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4287, + "hfopenllm_v2/MMLU-PRO": 0.52 } }, { - "id": "meta/llama-3.1-70b-instruct-turbo", - "name": "Llama 3.1 Instruct Turbo 70B", - "developer": "meta", + "id": "prithivMLmods/Sombrero-Opus-14B-Elite6", + "name": "Sombrero-Opus-14B-Elite6", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.574, - "helm_capabilities/MMLU-Pro": 0.653, - "helm_capabilities/GPQA": 0.426, - "helm_capabilities/IFEval": 0.821, - "helm_capabilities/WildBench": 0.758, - "helm_capabilities/Omni-MATH": 0.21, - "helm_lite/Mean win rate": 0.808, - "helm_lite/NarrativeQA": 0.772, - "helm_lite/NaturalQuestions (closed-book)": 0.452, - "helm_lite/OpenbookQA": 0.938, - "helm_lite/MMLU": 0.709, - "helm_lite/MATH": 0.783, - "helm_lite/GSM8K": 0.938, - "helm_lite/LegalBench": 0.687, - "helm_lite/MedQA": 0.769, - "helm_lite/WMT 2014": 0.223, - "helm_mmlu/MMLU All Subjects": 0.801, - "helm_mmlu/Abstract Algebra": 0.55, - "helm_mmlu/Anatomy": 0.8, - "helm_mmlu/College Physics": 0.559, - "helm_mmlu/Computer Security": 0.8, - "helm_mmlu/Econometrics": 0.675, - "helm_mmlu/Global Facts": 0.61, - "helm_mmlu/Jurisprudence": 0.889, - "helm_mmlu/Philosophy": 0.833, - "helm_mmlu/Professional Psychology": 0.846, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.908, - "helm_mmlu/Business Ethics": 0.72, - "helm_mmlu/Clinical Knowledge": 0.845, - "helm_mmlu/Conceptual Physics": 0.834, - "helm_mmlu/Electrical Engineering": 0.745, - "helm_mmlu/Elementary Mathematics": 0.701, - "helm_mmlu/Formal Logic": 0.675, - "helm_mmlu/High School World History": 0.937, - "helm_mmlu/Human Sexuality": 0.855, - "helm_mmlu/International Law": 0.926, - "helm_mmlu/Logical Fallacies": 0.84, - "helm_mmlu/Machine Learning": 0.696, - "helm_mmlu/Management": 0.913, - "helm_mmlu/Marketing": 0.936, - "helm_mmlu/Medical Genetics": 0.93, - "helm_mmlu/Miscellaneous": 0.913, - "helm_mmlu/Moral Scenarios": 0.834, - "helm_mmlu/Nutrition": 0.889, - "helm_mmlu/Prehistory": 0.88, - "helm_mmlu/Public Relations": 0.709, - "helm_mmlu/Security Studies": 0.849, - "helm_mmlu/Sociology": 0.92, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.895, - "helm_mmlu/Mean win rate": 0.021 + "hfopenllm_v2/IFEval": 0.7226, + "hfopenllm_v2/BBH": 0.6488, + "hfopenllm_v2/MATH Level 5": 0.4079, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4886, + "hfopenllm_v2/MMLU-PRO": 0.539 } }, { - "id": "meta/llama-3.1-8b-instruct-turbo", - "name": "Llama 3.1 Instruct Turbo 8B", - "developer": "meta", + "id": "prithivMLmods/Sombrero-Opus-14B-Sm1", + "name": "Sombrero-Opus-14B-Sm1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.444, - "helm_capabilities/MMLU-Pro": 0.406, - "helm_capabilities/GPQA": 0.247, - "helm_capabilities/IFEval": 0.743, - "helm_capabilities/WildBench": 0.686, - "helm_capabilities/Omni-MATH": 0.137, - "helm_lite/Mean win rate": 0.303, - "helm_lite/NarrativeQA": 0.756, - "helm_lite/NaturalQuestions (closed-book)": 0.209, - "helm_lite/OpenbookQA": 0.74, - "helm_lite/MMLU": 0.5, - "helm_lite/MATH": 0.703, - "helm_lite/GSM8K": 0.798, - "helm_lite/LegalBench": 0.342, - "helm_lite/MedQA": 0.245, - "helm_lite/WMT 2014": 0.181, - "helm_mmlu/MMLU All Subjects": 0.561, - "helm_mmlu/Abstract Algebra": 0.26, - "helm_mmlu/Anatomy": 0.459, - "helm_mmlu/College Physics": 0.363, - "helm_mmlu/Computer Security": 0.71, - "helm_mmlu/Econometrics": 0.351, - "helm_mmlu/Global Facts": 0.26, - "helm_mmlu/Jurisprudence": 0.731, - "helm_mmlu/Philosophy": 0.64, - "helm_mmlu/Professional Psychology": 0.649, - "helm_mmlu/Us Foreign Policy": 0.79, - "helm_mmlu/Astronomy": 0.645, - "helm_mmlu/Business Ethics": 0.65, - "helm_mmlu/Clinical Knowledge": 0.615, - "helm_mmlu/Conceptual Physics": 0.528, - "helm_mmlu/Electrical Engineering": 0.441, - "helm_mmlu/Elementary Mathematics": 0.429, - "helm_mmlu/Formal Logic": 0.444, - "helm_mmlu/High School World History": 0.515, - "helm_mmlu/Human Sexuality": 0.733, - "helm_mmlu/International Law": 0.694, - "helm_mmlu/Logical Fallacies": 0.742, - "helm_mmlu/Machine Learning": 0.384, - "helm_mmlu/Management": 0.709, - "helm_mmlu/Marketing": 0.833, - "helm_mmlu/Medical Genetics": 0.66, - "helm_mmlu/Miscellaneous": 0.653, - "helm_mmlu/Moral Scenarios": 0.368, - "helm_mmlu/Nutrition": 0.712, - "helm_mmlu/Prehistory": 0.728, - "helm_mmlu/Public Relations": 0.664, - "helm_mmlu/Security Studies": 0.576, - "helm_mmlu/Sociology": 0.701, - "helm_mmlu/Virology": 0.446, - "helm_mmlu/World Religions": 0.789, - "helm_mmlu/Mean win rate": 0.475 + "hfopenllm_v2/IFEval": 0.3813, + "hfopenllm_v2/BBH": 0.6355, + "hfopenllm_v2/MATH Level 5": 0.5665, + "hfopenllm_v2/GPQA": 0.4035, + "hfopenllm_v2/MUSR": 0.5299, + "hfopenllm_v2/MMLU-PRO": 0.5125 } }, { - "id": "meta/llama-3.2-11b-vision-instruct-turbo", - "name": "Llama 3.2 Vision Instruct Turbo 11B", - "developer": "meta", + "id": "prithivMLmods/Sombrero-Opus-14B-Sm2", + "name": "Sombrero-Opus-14B-Sm2", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.325, - "helm_lite/NarrativeQA": 0.756, - "helm_lite/NaturalQuestions (closed-book)": 0.234, - "helm_lite/OpenbookQA": 0.724, - "helm_lite/MMLU": 0.511, - "helm_lite/MATH": 0.739, - "helm_lite/GSM8K": 0.823, - "helm_lite/LegalBench": 0.435, - "helm_lite/MedQA": 0.27, - "helm_lite/WMT 2014": 0.179, - "helm_mmlu/MMLU All Subjects": 0.565, - "helm_mmlu/Abstract Algebra": 0.28, - "helm_mmlu/Anatomy": 0.533, - "helm_mmlu/College Physics": 0.333, - "helm_mmlu/Computer Security": 0.71, - "helm_mmlu/Econometrics": 0.395, - "helm_mmlu/Global Facts": 0.25, - "helm_mmlu/Jurisprudence": 0.722, - "helm_mmlu/Philosophy": 0.646, - "helm_mmlu/Professional Psychology": 0.649, - "helm_mmlu/Us Foreign Policy": 0.78, - "helm_mmlu/Astronomy": 0.671, - "helm_mmlu/Business Ethics": 0.64, - "helm_mmlu/Clinical Knowledge": 0.638, - "helm_mmlu/Conceptual Physics": 0.536, - "helm_mmlu/Electrical Engineering": 0.51, - "helm_mmlu/Elementary Mathematics": 0.458, - "helm_mmlu/Formal Logic": 0.46, - "helm_mmlu/High School World History": 0.502, - "helm_mmlu/Human Sexuality": 0.763, - "helm_mmlu/International Law": 0.711, - "helm_mmlu/Logical Fallacies": 0.742, - "helm_mmlu/Machine Learning": 0.375, - "helm_mmlu/Management": 0.728, - "helm_mmlu/Marketing": 0.838, - "helm_mmlu/Medical Genetics": 0.7, - "helm_mmlu/Miscellaneous": 0.644, - "helm_mmlu/Moral Scenarios": 0.328, - "helm_mmlu/Nutrition": 0.752, - "helm_mmlu/Prehistory": 0.744, - "helm_mmlu/Public Relations": 0.645, - "helm_mmlu/Security Studies": 0.567, - "helm_mmlu/Sociology": 0.627, - "helm_mmlu/Virology": 0.446, - "helm_mmlu/World Religions": 0.696, - "helm_mmlu/Mean win rate": 0.897 + "hfopenllm_v2/IFEval": 0.4272, + "hfopenllm_v2/BBH": 0.6609, + "hfopenllm_v2/MATH Level 5": 0.4864, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.5088, + "hfopenllm_v2/MMLU-PRO": 0.5345 } }, { - "id": "meta/llama-3.2-90b-vision-instruct-turbo", - "name": "Llama 3.2 Vision Instruct Turbo 90B", - "developer": "meta", + "id": "prithivMLmods/Sombrero-Opus-14B-Sm4", + "name": "Sombrero-Opus-14B-Sm4", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.819, - "helm_lite/NarrativeQA": 0.777, - "helm_lite/NaturalQuestions (closed-book)": 0.457, - "helm_lite/OpenbookQA": 0.942, - "helm_lite/MMLU": 0.703, - "helm_lite/MATH": 0.791, - "helm_lite/GSM8K": 0.936, - "helm_lite/LegalBench": 0.68, - "helm_lite/MedQA": 0.769, - "helm_lite/WMT 2014": 0.224, - "helm_mmlu/MMLU All Subjects": 0.803, - "helm_mmlu/Abstract Algebra": 0.52, - "helm_mmlu/Anatomy": 0.8, - "helm_mmlu/College Physics": 0.539, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.684, - "helm_mmlu/Global Facts": 0.6, - "helm_mmlu/Jurisprudence": 0.88, - "helm_mmlu/Philosophy": 0.839, - "helm_mmlu/Professional Psychology": 0.843, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.921, - "helm_mmlu/Business Ethics": 0.76, - "helm_mmlu/Clinical Knowledge": 0.845, - "helm_mmlu/Conceptual Physics": 0.826, - "helm_mmlu/Electrical Engineering": 0.759, - "helm_mmlu/Elementary Mathematics": 0.688, - "helm_mmlu/Formal Logic": 0.683, - "helm_mmlu/High School World History": 0.941, - "helm_mmlu/Human Sexuality": 0.87, - "helm_mmlu/International Law": 0.934, - "helm_mmlu/Logical Fallacies": 0.834, - "helm_mmlu/Machine Learning": 0.688, - "helm_mmlu/Management": 0.913, - "helm_mmlu/Marketing": 0.944, - "helm_mmlu/Medical Genetics": 0.92, - "helm_mmlu/Miscellaneous": 0.913, - "helm_mmlu/Moral Scenarios": 0.841, - "helm_mmlu/Nutrition": 0.889, - "helm_mmlu/Prehistory": 0.886, - "helm_mmlu/Public Relations": 0.718, - "helm_mmlu/Security Studies": 0.853, - "helm_mmlu/Sociology": 0.92, - "helm_mmlu/Virology": 0.584, - "helm_mmlu/World Religions": 0.901, - "helm_mmlu/Mean win rate": 0.773 + "hfopenllm_v2/IFEval": 0.4347, + "hfopenllm_v2/BBH": 0.6613, + "hfopenllm_v2/MATH Level 5": 0.4879, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.5192, + "hfopenllm_v2/MMLU-PRO": 0.53 } }, { - "id": "meta/llama-3.3-70b-instruct-turbo", - "name": "Llama 3.3 Instruct Turbo 70B", - "developer": "meta", + "id": "prithivMLmods/Sombrero-Opus-14B-Sm5", + "name": "Sombrero-Opus-14B-Sm5", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.812, - "helm_lite/NarrativeQA": 0.791, - "helm_lite/NaturalQuestions (closed-book)": 0.431, - "helm_lite/OpenbookQA": 0.928, - "helm_lite/MMLU": 0.7, - "helm_lite/MATH": 0.808, - "helm_lite/GSM8K": 0.942, - "helm_lite/LegalBench": 0.725, - "helm_lite/MedQA": 0.761, - "helm_lite/WMT 2014": 0.219, - "helm_mmlu/MMLU All Subjects": 0.791, - "helm_mmlu/Abstract Algebra": 0.5, - "helm_mmlu/Anatomy": 0.778, - "helm_mmlu/College Physics": 0.52, - "helm_mmlu/Computer Security": 0.8, - "helm_mmlu/Econometrics": 0.719, - "helm_mmlu/Global Facts": 0.58, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.83, - "helm_mmlu/Professional Psychology": 0.845, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.888, - "helm_mmlu/Business Ethics": 0.8, - "helm_mmlu/Clinical Knowledge": 0.83, - "helm_mmlu/Conceptual Physics": 0.821, - "helm_mmlu/Electrical Engineering": 0.745, - "helm_mmlu/Elementary Mathematics": 0.672, - "helm_mmlu/Formal Logic": 0.675, - "helm_mmlu/High School World History": 0.907, - "helm_mmlu/Human Sexuality": 0.855, - "helm_mmlu/International Law": 0.884, - "helm_mmlu/Logical Fallacies": 0.816, - "helm_mmlu/Machine Learning": 0.714, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.927, - "helm_mmlu/Medical Genetics": 0.9, - "helm_mmlu/Miscellaneous": 0.914, - "helm_mmlu/Moral Scenarios": 0.698, - "helm_mmlu/Nutrition": 0.882, - "helm_mmlu/Prehistory": 0.895, - "helm_mmlu/Public Relations": 0.727, - "helm_mmlu/Security Studies": 0.845, - "helm_mmlu/Sociology": 0.92, - "helm_mmlu/Virology": 0.566, - "helm_mmlu/World Religions": 0.883, - "helm_mmlu/Mean win rate": 0.722 + "hfopenllm_v2/IFEval": 0.6852, + "hfopenllm_v2/BBH": 0.6564, + "hfopenllm_v2/MATH Level 5": 0.4094, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4806, + "hfopenllm_v2/MMLU-PRO": 0.54 } }, { - "id": "meta/llama-4-maverick", - "name": "meta/llama-4-maverick", - "developer": "Meta", + "id": "prithivMLmods/Sqweeks-7B-Instruct", + "name": "Sqweeks-7B-Instruct", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0, - "livecodebenchpro/Easy Problems": 0.09859154929577464 + "hfopenllm_v2/IFEval": 0.2158, + "hfopenllm_v2/BBH": 0.4667, + "hfopenllm_v2/MATH Level 5": 0.5144, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4476, + "hfopenllm_v2/MMLU-PRO": 0.3133 } }, { - "id": "meta/llama-4-maverick-17b-128e-instruct-fp8", - "name": "Llama 4 Maverick 17Bx128E Instruct FP8", - "developer": "meta", + "id": "prithivMLmods/Tadpole-Opus-14B-Exp", + "name": "Tadpole-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.718, - "helm_capabilities/MMLU-Pro": 0.81, - "helm_capabilities/GPQA": 0.65, - "helm_capabilities/IFEval": 0.908, - "helm_capabilities/WildBench": 0.8, - "helm_capabilities/Omni-MATH": 0.422 + "hfopenllm_v2/IFEval": 0.575, + "hfopenllm_v2/BBH": 0.6369, + "hfopenllm_v2/MATH Level 5": 0.3134, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.4728, + "hfopenllm_v2/MMLU-PRO": 0.5322 } }, { - "id": "meta/llama-4-scout-17b-16e-instruct", - "name": "Llama 4 Scout 17Bx16E Instruct", - "developer": "meta", + "id": "prithivMLmods/Taurus-Opus-7B", + "name": "Taurus-Opus-7B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.644, - "helm_capabilities/MMLU-Pro": 0.742, - "helm_capabilities/GPQA": 0.507, - "helm_capabilities/IFEval": 0.818, - "helm_capabilities/WildBench": 0.779, - "helm_capabilities/Omni-MATH": 0.373 + "hfopenllm_v2/IFEval": 0.4223, + "hfopenllm_v2/BBH": 0.5367, + "hfopenllm_v2/MATH Level 5": 0.2168, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4399, + "hfopenllm_v2/MMLU-PRO": 0.3951 } }, { - "id": "meta/llama-65b", - "name": "LLaMA 65B", - "developer": "meta", + "id": "prithivMLmods/Triangulum-10B", + "name": "Triangulum-10B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.345, - "helm_lite/NarrativeQA": 0.755, - "helm_lite/NaturalQuestions (closed-book)": 0.433, - "helm_lite/OpenbookQA": 0.754, - "helm_lite/MMLU": 0.584, - "helm_lite/MATH": 0.257, - "helm_lite/GSM8K": 0.489, - "helm_lite/LegalBench": 0.48, - "helm_lite/MedQA": 0.507, - "helm_lite/WMT 2014": 0.189 + "hfopenllm_v2/IFEval": 0.3229, + "hfopenllm_v2/BBH": 0.5968, + "hfopenllm_v2/MATH Level 5": 0.355, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4172, + "hfopenllm_v2/MMLU-PRO": 0.4178 } }, { - "id": "mhl1/Qwen2.5-0.5B-cinstruct-stage1", - "name": "Qwen2.5-0.5B-cinstruct-stage1", - "developer": "mhl1", + "id": "prithivMLmods/Triangulum-5B", + "name": "Triangulum-5B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1482, - "hfopenllm_v2/BBH": 0.3256, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.35, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.1283, + "hfopenllm_v2/BBH": 0.3124, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3445, + "hfopenllm_v2/MMLU-PRO": 0.1223 } }, { - "id": "microsoft/DialoGPT-medium", - "name": "DialoGPT-medium", - "developer": "microsoft", + "id": "prithivMLmods/Triangulum-v2-10B", + "name": "Triangulum-v2-10B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1479, - "hfopenllm_v2/BBH": 0.3014, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.1119 + "hfopenllm_v2/IFEval": 0.6705, + "hfopenllm_v2/BBH": 0.6065, + "hfopenllm_v2/MATH Level 5": 0.2447, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4281, + "hfopenllm_v2/MMLU-PRO": 0.4466 } }, { - "id": "microsoft/Orca-2-13b", - "name": "Orca-2-13b", - "developer": "microsoft", + "id": "prithivMLmods/Tucana-Opus-14B-r999", + "name": "Tucana-Opus-14B-r999", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3128, - "hfopenllm_v2/BBH": 0.4884, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.513, - "hfopenllm_v2/MMLU-PRO": 0.2749 + "hfopenllm_v2/IFEval": 0.6067, + "hfopenllm_v2/BBH": 0.6557, + "hfopenllm_v2/MATH Level 5": 0.4063, + "hfopenllm_v2/GPQA": 0.3918, + "hfopenllm_v2/MUSR": 0.473, + "hfopenllm_v2/MMLU-PRO": 0.5384 } }, { - "id": "microsoft/Orca-2-7b", - "name": "Orca-2-7b", - "developer": "microsoft", + "id": "prithivMLmods/Tulu-MathLingo-8B", + "name": "Tulu-MathLingo-8B", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2183, - "hfopenllm_v2/BBH": 0.4452, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.5026, - "hfopenllm_v2/MMLU-PRO": 0.2319 + "hfopenllm_v2/IFEval": 0.5589, + "hfopenllm_v2/BBH": 0.4659, + "hfopenllm_v2/MATH Level 5": 0.145, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3864, + "hfopenllm_v2/MMLU-PRO": 0.3044 } }, { - "id": "microsoft/Phi-3-medium-128k-instruct", - "name": "Phi-3-medium-128k-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Viper-Coder-7B-Elite14", + "name": "Viper-Coder-7B-Elite14", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.604, - "hfopenllm_v2/BBH": 0.6382, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4129, - "hfopenllm_v2/MMLU-PRO": 0.4712 + "hfopenllm_v2/IFEval": 0.1488, + "hfopenllm_v2/BBH": 0.2829, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3422, + "hfopenllm_v2/MMLU-PRO": 0.1089 } }, { - "id": "microsoft/Phi-3-medium-4k-instruct", - "name": "Phi-3-medium-4k-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Viper-Coder-Hybrid-v1.2", + "name": "Viper-Coder-Hybrid-v1.2", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6423, - "hfopenllm_v2/BBH": 0.6412, - "hfopenllm_v2/MATH Level 5": 0.1956, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4258, - "hfopenllm_v2/MMLU-PRO": 0.4676 + "hfopenllm_v2/IFEval": 0.6736, + "hfopenllm_v2/BBH": 0.6391, + "hfopenllm_v2/MATH Level 5": 0.3331, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4822, + "hfopenllm_v2/MMLU-PRO": 0.5243 } }, { - "id": "microsoft/Phi-3-mini-128k-instruct", - "name": "Phi-3-mini-128k-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Viper-Coder-Hybrid-v1.3", + "name": "Viper-Coder-Hybrid-v1.3", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5976, - "hfopenllm_v2/BBH": 0.5575, - "hfopenllm_v2/MATH Level 5": 0.1405, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.3937, - "hfopenllm_v2/MMLU-PRO": 0.3734 + "hfopenllm_v2/IFEval": 0.7555, + "hfopenllm_v2/BBH": 0.6471, + "hfopenllm_v2/MATH Level 5": 0.4517, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4403, + "hfopenllm_v2/MMLU-PRO": 0.5097 } }, { - "id": "microsoft/Phi-3-mini-4k-instruct", - "name": "Phi-3-mini-4k-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Viper-Coder-HybridMini-v1.3", + "name": "Viper-Coder-HybridMini-v1.3", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5613, - "hfopenllm_v2/BBH": 0.5676, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.395, - "hfopenllm_v2/MMLU-PRO": 0.3866 + "hfopenllm_v2/IFEval": 0.6104, + "hfopenllm_v2/BBH": 0.5365, + "hfopenllm_v2/MATH Level 5": 0.463, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4505, + "hfopenllm_v2/MMLU-PRO": 0.4352 } }, { - "id": "microsoft/Phi-3-small-128k-instruct", - "name": "Phi-3-small-128k-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Viper-Coder-v0.1", + "name": "Viper-Coder-v0.1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6368, - "hfopenllm_v2/BBH": 0.6202, - "hfopenllm_v2/MATH Level 5": 0.2026, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4378, - "hfopenllm_v2/MMLU-PRO": 0.4491 + "hfopenllm_v2/IFEval": 0.5521, + "hfopenllm_v2/BBH": 0.6143, + "hfopenllm_v2/MATH Level 5": 0.327, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4394, + "hfopenllm_v2/MMLU-PRO": 0.3928 } }, { - "id": "microsoft/Phi-3-small-8k-instruct", - "name": "Phi-3-small-8k-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Viper-Coder-v1.1", + "name": "Viper-Coder-v1.1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6497, - "hfopenllm_v2/BBH": 0.6208, - "hfopenllm_v2/MATH Level 5": 0.1887, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4558, - "hfopenllm_v2/MMLU-PRO": 0.4506 + "hfopenllm_v2/IFEval": 0.4432, + "hfopenllm_v2/BBH": 0.6492, + "hfopenllm_v2/MATH Level 5": 0.5461, + "hfopenllm_v2/GPQA": 0.401, + "hfopenllm_v2/MUSR": 0.5219, + "hfopenllm_v2/MMLU-PRO": 0.5232 } }, { - "id": "microsoft/Phi-3.5-MoE-instruct", - "name": "Phi-3.5-MoE-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Viper-Coder-v1.6-r999", + "name": "Viper-Coder-v1.6-r999", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6925, - "hfopenllm_v2/BBH": 0.6408, - "hfopenllm_v2/MATH Level 5": 0.3119, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4565, - "hfopenllm_v2/MMLU-PRO": 0.4658 + "hfopenllm_v2/IFEval": 0.4433, + "hfopenllm_v2/BBH": 0.6492, + "hfopenllm_v2/MATH Level 5": 0.5657, + "hfopenllm_v2/GPQA": 0.401, + "hfopenllm_v2/MUSR": 0.5219, + "hfopenllm_v2/MMLU-PRO": 0.5232 + } + }, + { + "id": "prithivMLmods/Viper-Coder-v1.7-Vsm6", + "name": "Viper-Coder-v1.7-Vsm6", + "developer": "prithivMLmods", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5004, + "hfopenllm_v2/BBH": 0.6502, + "hfopenllm_v2/MATH Level 5": 0.4645, + "hfopenllm_v2/GPQA": 0.3968, + "hfopenllm_v2/MUSR": 0.4768, + "hfopenllm_v2/MMLU-PRO": 0.5288 } }, { - "id": "microsoft/Phi-3.5-mini-instruct", - "name": "Phi-3.5-mini-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Viper-OneCoder-UIGEN", + "name": "Viper-OneCoder-UIGEN", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5775, - "hfopenllm_v2/BBH": 0.5518, - "hfopenllm_v2/MATH Level 5": 0.1964, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4021, - "hfopenllm_v2/MMLU-PRO": 0.3962 + "hfopenllm_v2/IFEval": 0.4692, + "hfopenllm_v2/BBH": 0.6047, + "hfopenllm_v2/MATH Level 5": 0.3867, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.4514, + "hfopenllm_v2/MMLU-PRO": 0.3904 } }, { - "id": "microsoft/Phi-4-mini-instruct", - "name": "Phi-4-mini-instruct", - "developer": "microsoft", + "id": "prithivMLmods/Volans-Opus-14B-Exp", + "name": "Volans-Opus-14B-Exp", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7378, - "hfopenllm_v2/BBH": 0.5689, - "hfopenllm_v2/MATH Level 5": 0.1699, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3873, - "hfopenllm_v2/MMLU-PRO": 0.3932 + "hfopenllm_v2/IFEval": 0.5868, + "hfopenllm_v2/BBH": 0.6521, + "hfopenllm_v2/MATH Level 5": 0.4252, + "hfopenllm_v2/GPQA": 0.3851, + "hfopenllm_v2/MUSR": 0.4872, + "hfopenllm_v2/MMLU-PRO": 0.5385 } }, { - "id": "microsoft/TNLG-v2-530B", - "name": "TNLG v2 530B", - "developer": "microsoft", + "id": "prithivMLmods/WebMind-7B-v0.1", + "name": "WebMind-7B-v0.1", + "developer": "prithivMLmods", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.787, - "helm_classic/MMLU": 0.469, - "helm_classic/BoolQ": 0.809, - "helm_classic/NarrativeQA": 0.722, - "helm_classic/NaturalQuestions (open-book)": 0.642, - "helm_classic/QuAC": 0.39, - "helm_classic/HellaSwag": 0.799, - "helm_classic/OpenbookQA": 0.562, - "helm_classic/TruthfulQA": 0.251, - "helm_classic/MS MARCO (TREC)": 0.643, - "helm_classic/CNN/DailyMail": 0.161, - "helm_classic/XSUM": 0.169, - "helm_classic/IMDB": 0.941, - "helm_classic/CivilComments": 0.601, - "helm_classic/RAFT": 0.679 + "hfopenllm_v2/IFEval": 0.5278, + "hfopenllm_v2/BBH": 0.5434, + "hfopenllm_v2/MATH Level 5": 0.3648, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4537, + "hfopenllm_v2/MMLU-PRO": 0.4279 } }, { - "id": "microsoft/TNLG-v2-6.7B", - "name": "TNLG v2 6.7B", - "developer": "microsoft", + "id": "prometheus-eval/prometheus-7b-v2.0", + "name": "prometheus-eval/prometheus-7b-v2.0", + "developer": "prometheus-eval", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.309, - "helm_classic/MMLU": 0.242, - "helm_classic/BoolQ": 0.698, - "helm_classic/NarrativeQA": 0.631, - "helm_classic/NaturalQuestions (open-book)": 0.561, - "helm_classic/QuAC": 0.345, - "helm_classic/HellaSwag": 0.704, - "helm_classic/OpenbookQA": 0.478, - "helm_classic/TruthfulQA": 0.167, - "helm_classic/MS MARCO (TREC)": 0.332, - "helm_classic/CNN/DailyMail": 0.146, - "helm_classic/XSUM": 0.11, - "helm_classic/IMDB": 0.927, - "helm_classic/CivilComments": 0.532, - "helm_classic/RAFT": 0.525 + "reward-bench/Score": 0.7204, + "reward-bench/Chat": 0.8547, + "reward-bench/Chat Hard": 0.4912, + "reward-bench/Safety": 0.7709, + "reward-bench/Reasoning": 0.7648 } }, { - "id": "microsoft/phi-1", - "name": "phi-1", - "developer": "microsoft", + "id": "prometheus-eval/prometheus-8x7b-v2.0", + "name": "prometheus-eval/prometheus-8x7b-v2.0", + "developer": "prometheus-eval", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2068, - "hfopenllm_v2/BBH": 0.3139, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3525, - "hfopenllm_v2/MMLU-PRO": 0.1162 + "reward-bench/Score": 0.7451, + "reward-bench/Chat": 0.9302, + "reward-bench/Chat Hard": 0.4715, + "reward-bench/Safety": 0.8047, + "reward-bench/Reasoning": 0.774 } }, { - "id": "microsoft/phi-1_5", - "name": "phi-1_5", - "developer": "microsoft", + "id": "pszemraj/Llama-3-6.3b-v0.1", + "name": "Llama-3-6.3b-v0.1", + "developer": "pszemraj", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2033, - "hfopenllm_v2/BBH": 0.336, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3404, - "hfopenllm_v2/MMLU-PRO": 0.1691 + "hfopenllm_v2/IFEval": 0.1044, + "hfopenllm_v2/BBH": 0.4197, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3908, + "hfopenllm_v2/MMLU-PRO": 0.284 } }, { - "id": "microsoft/phi-2", - "name": "Phi-2", - "developer": "microsoft", + "id": "pszemraj/Mistral-v0.3-6B", + "name": "Mistral-v0.3-6B", + "developer": "pszemraj", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.169, - "helm_lite/NarrativeQA": 0.703, - "helm_lite/NaturalQuestions (closed-book)": 0.155, - "helm_lite/OpenbookQA": 0.798, - "helm_lite/MMLU": 0.518, - "helm_lite/MATH": 0.255, - "helm_lite/GSM8K": 0.581, - "helm_lite/LegalBench": 0.334, - "helm_lite/MedQA": 0.41, - "helm_lite/WMT 2014": 0.038, - "helm_mmlu/MMLU All Subjects": 0.584, - "helm_mmlu/Abstract Algebra": 0.31, - "helm_mmlu/Anatomy": 0.437, - "helm_mmlu/College Physics": 0.382, - "helm_mmlu/Computer Security": 0.73, - "helm_mmlu/Econometrics": 0.342, - "helm_mmlu/Global Facts": 0.35, - "helm_mmlu/Jurisprudence": 0.694, - "helm_mmlu/Philosophy": 0.598, - "helm_mmlu/Professional Psychology": 0.572, - "helm_mmlu/Us Foreign Policy": 0.78, - "helm_mmlu/Astronomy": 0.605, - "helm_mmlu/Business Ethics": 0.59, - "helm_mmlu/Clinical Knowledge": 0.619, - "helm_mmlu/Conceptual Physics": 0.519, - "helm_mmlu/Electrical Engineering": 0.545, - "helm_mmlu/Elementary Mathematics": 0.463, - "helm_mmlu/Formal Logic": 0.389, - "helm_mmlu/High School World History": 0.73, - "helm_mmlu/Human Sexuality": 0.733, - "helm_mmlu/International Law": 0.752, - "helm_mmlu/Logical Fallacies": 0.767, - "helm_mmlu/Machine Learning": 0.5, - "helm_mmlu/Management": 0.748, - "helm_mmlu/Marketing": 0.833, - "helm_mmlu/Medical Genetics": 0.62, - "helm_mmlu/Miscellaneous": 0.688, - "helm_mmlu/Moral Scenarios": 0.231, - "helm_mmlu/Nutrition": 0.627, - "helm_mmlu/Prehistory": 0.605, - "helm_mmlu/Public Relations": 0.673, - "helm_mmlu/Security Studies": 0.702, - "helm_mmlu/Sociology": 0.816, - "helm_mmlu/Virology": 0.47, - "helm_mmlu/World Religions": 0.702, - "helm_mmlu/Mean win rate": 0.824, - "hfopenllm_v2/IFEval": 0.2739, - "hfopenllm_v2/BBH": 0.4881, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.4099, - "hfopenllm_v2/MMLU-PRO": 0.2628 + "hfopenllm_v2/IFEval": 0.2454, + "hfopenllm_v2/BBH": 0.3774, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3908, + "hfopenllm_v2/MMLU-PRO": 0.2143 } }, { - "id": "microsoft/phi-3-medium-4k-instruct", - "name": "Phi-3 14B", - "developer": "microsoft", + "id": "PuxAI/LUA_model", + "name": "LUA_model", + "developer": "PuxAI", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.509, - "helm_lite/NarrativeQA": 0.724, - "helm_lite/NaturalQuestions (closed-book)": 0.278, - "helm_lite/OpenbookQA": 0.916, - "helm_lite/MMLU": 0.675, - "helm_lite/MATH": 0.611, - "helm_lite/GSM8K": 0.878, - "helm_lite/LegalBench": 0.593, - "helm_lite/MedQA": 0.696, - "helm_lite/WMT 2014": 0.17, - "helm_mmlu/MMLU All Subjects": 0.775, - "helm_mmlu/Abstract Algebra": 0.5, - "helm_mmlu/Anatomy": 0.719, - "helm_mmlu/College Physics": 0.529, - "helm_mmlu/Computer Security": 0.79, - "helm_mmlu/Econometrics": 0.614, - "helm_mmlu/Global Facts": 0.5, - "helm_mmlu/Jurisprudence": 0.88, - "helm_mmlu/Philosophy": 0.804, - "helm_mmlu/Professional Psychology": 0.835, - "helm_mmlu/Us Foreign Policy": 0.95, - "helm_mmlu/Astronomy": 0.849, - "helm_mmlu/Business Ethics": 0.8, - "helm_mmlu/Clinical Knowledge": 0.826, - "helm_mmlu/Conceptual Physics": 0.809, - "helm_mmlu/Electrical Engineering": 0.683, - "helm_mmlu/Elementary Mathematics": 0.709, - "helm_mmlu/Formal Logic": 0.587, - "helm_mmlu/High School World History": 0.903, - "helm_mmlu/Human Sexuality": 0.863, - "helm_mmlu/International Law": 0.934, - "helm_mmlu/Logical Fallacies": 0.828, - "helm_mmlu/Machine Learning": 0.696, - "helm_mmlu/Management": 0.864, - "helm_mmlu/Marketing": 0.919, - "helm_mmlu/Medical Genetics": 0.91, - "helm_mmlu/Miscellaneous": 0.894, - "helm_mmlu/Moral Scenarios": 0.639, - "helm_mmlu/Nutrition": 0.837, - "helm_mmlu/Prehistory": 0.867, - "helm_mmlu/Public Relations": 0.755, - "helm_mmlu/Security Studies": 0.829, - "helm_mmlu/Sociology": 0.891, - "helm_mmlu/Virology": 0.554, - "helm_mmlu/World Religions": 0.865, - "helm_mmlu/Mean win rate": 0.015 + "hfopenllm_v2/IFEval": 0.2282, + "hfopenllm_v2/BBH": 0.2877, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3484, + "hfopenllm_v2/MMLU-PRO": 0.1123 } }, { - "id": "microsoft/phi-3-small-8k-instruct", - "name": "Phi-3 7B", - "developer": "microsoft", + "id": "PygmalionAI/pygmalion-6b", + "name": "pygmalion-6b", + "developer": "PygmalionAI", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.473, - "helm_lite/NarrativeQA": 0.754, - "helm_lite/NaturalQuestions (closed-book)": 0.324, - "helm_lite/OpenbookQA": 0.912, - "helm_lite/MMLU": 0.659, - "helm_lite/MATH": 0.703, - "helm_lite/GSM8K": -1.0, - "helm_lite/LegalBench": 0.584, - "helm_lite/MedQA": 0.672, - "helm_lite/WMT 2014": 0.154, - "helm_mmlu/MMLU All Subjects": 0.757, - "helm_mmlu/Abstract Algebra": 0.44, - "helm_mmlu/Anatomy": 0.726, - "helm_mmlu/College Physics": 0.559, - "helm_mmlu/Computer Security": 0.77, - "helm_mmlu/Econometrics": 0.596, - "helm_mmlu/Global Facts": 0.52, - "helm_mmlu/Jurisprudence": 0.843, - "helm_mmlu/Philosophy": 0.82, - "helm_mmlu/Professional Psychology": 0.835, - "helm_mmlu/Us Foreign Policy": 0.95, - "helm_mmlu/Astronomy": 0.849, - "helm_mmlu/Business Ethics": 0.77, - "helm_mmlu/Clinical Knowledge": 0.83, - "helm_mmlu/Conceptual Physics": 0.779, - "helm_mmlu/Electrical Engineering": 0.69, - "helm_mmlu/Elementary Mathematics": 0.619, - "helm_mmlu/Formal Logic": 0.595, - "helm_mmlu/High School World History": 0.848, - "helm_mmlu/Human Sexuality": 0.817, - "helm_mmlu/International Law": 0.851, - "helm_mmlu/Logical Fallacies": 0.81, - "helm_mmlu/Machine Learning": 0.652, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.897, - "helm_mmlu/Medical Genetics": 0.84, - "helm_mmlu/Miscellaneous": 0.871, - "helm_mmlu/Moral Scenarios": 0.711, - "helm_mmlu/Nutrition": 0.833, - "helm_mmlu/Prehistory": 0.858, - "helm_mmlu/Public Relations": 0.727, - "helm_mmlu/Security Studies": 0.804, - "helm_mmlu/Sociology": 0.886, - "helm_mmlu/Virology": 0.548, - "helm_mmlu/World Religions": 0.825, - "helm_mmlu/Mean win rate": 0.708 + "hfopenllm_v2/IFEval": 0.2091, + "hfopenllm_v2/BBH": 0.3199, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3684, + "hfopenllm_v2/MMLU-PRO": 0.1184 } }, { - "id": "microsoft/phi-4", - "name": "phi-4", - "developer": "microsoft", + "id": "Q-bert/MetaMath-1B", + "name": "MetaMath-1B", + "developer": "Q-bert", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0488, - "hfopenllm_v2/BBH": 0.6703, - "hfopenllm_v2/MATH Level 5": 0.2787, - "hfopenllm_v2/GPQA": 0.401, - "hfopenllm_v2/MUSR": 0.5034, - "hfopenllm_v2/MMLU-PRO": 0.5295 + "hfopenllm_v2/IFEval": 0.53, + "hfopenllm_v2/BBH": 0.3451, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3289, + "hfopenllm_v2/MMLU-PRO": 0.1495 } }, { - "id": "mightbe/Better-PairRM", - "name": "mightbe/Better-PairRM", - "developer": "mightbe", + "id": "qingy2019/LLaMa_3.2_3B_Catalysts", + "name": "LLaMa_3.2_3B_Catalysts", + "developer": "qingy2019", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.673, - "reward-bench/Chat": 0.9553, - "reward-bench/Chat Hard": 0.3925, - "reward-bench/Safety": 0.8203, - "reward-bench/Reasoning": 0.4983, - "reward-bench/Prior Sets (0.5 weight)": 0.724 + "hfopenllm_v2/IFEval": 0.4992, + "hfopenllm_v2/BBH": 0.4468, + "hfopenllm_v2/MATH Level 5": 0.1292, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3788, + "hfopenllm_v2/MMLU-PRO": 0.3008 } }, { - "id": "migtissera/Llama-3-70B-Synthia-v3.5", - "name": "Llama-3-70B-Synthia-v3.5", - "developer": "migtissera", + "id": "qingy2019/OpenMath2-Llama3.1-8B", + "name": "OpenMath2-Llama3.1-8B", + "developer": "qingy2019", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6076, - "hfopenllm_v2/BBH": 0.6489, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4922, - "hfopenllm_v2/MMLU-PRO": 0.4658 + "hfopenllm_v2/IFEval": 0.2331, + "hfopenllm_v2/BBH": 0.4096, + "hfopenllm_v2/MATH Level 5": 0.2674, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3436, + "hfopenllm_v2/MMLU-PRO": 0.1553 } }, { - "id": "migtissera/Llama-3-8B-Synthia-v3.5", - "name": "Llama-3-8B-Synthia-v3.5", - "developer": "migtissera", + "id": "qingy2019/Oracle-14B", + "name": "Oracle-14B", + "developer": "qingy2019", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.507, - "hfopenllm_v2/BBH": 0.4888, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.4044, - "hfopenllm_v2/MMLU-PRO": 0.303 + "hfopenllm_v2/IFEval": 0.2358, + "hfopenllm_v2/BBH": 0.4612, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3717, + "hfopenllm_v2/MMLU-PRO": 0.2382 } }, { - "id": "migtissera/Tess-3-7B-SFT", - "name": "Tess-3-7B-SFT", - "developer": "migtissera", + "id": "qingy2019/Qwen2.5-Math-14B-Instruct", + "name": "Qwen2.5-Math-14B-Instruct", + "developer": "qingy2019", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3946, - "hfopenllm_v2/BBH": 0.4607, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4113, - "hfopenllm_v2/MMLU-PRO": 0.3034 + "hfopenllm_v2/IFEval": 0.6005, + "hfopenllm_v2/BBH": 0.6356, + "hfopenllm_v2/MATH Level 5": 0.2764, + "hfopenllm_v2/GPQA": 0.3691, + "hfopenllm_v2/MUSR": 0.4757, + "hfopenllm_v2/MMLU-PRO": 0.5339 } }, { - "id": "migtissera/Tess-3-Mistral-Nemo-12B", - "name": "Tess-3-Mistral-Nemo-12B", - "developer": "migtissera", + "id": "qingy2019/Qwen2.5-Math-14B-Instruct-Alpha", + "name": "Qwen2.5-Math-14B-Instruct-Alpha", + "developer": "qingy2019", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3355, - "hfopenllm_v2/BBH": 0.4899, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.4458, - "hfopenllm_v2/MMLU-PRO": 0.2565 + "hfopenllm_v2/IFEval": 0.5981, + "hfopenllm_v2/BBH": 0.6375, + "hfopenllm_v2/MATH Level 5": 0.3142, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.4649, + "hfopenllm_v2/MMLU-PRO": 0.5331 } }, { - "id": "migtissera/Tess-v2.5-Phi-3-medium-128k-14B", - "name": "Tess-v2.5-Phi-3-medium-128k-14B", - "developer": "migtissera", + "id": "qingy2019/Qwen2.5-Math-14B-Instruct-Pro", + "name": "Qwen2.5-Math-14B-Instruct-Pro", + "developer": "qingy2019", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4539, - "hfopenllm_v2/BBH": 0.6207, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4113, - "hfopenllm_v2/MMLU-PRO": 0.3732 + "hfopenllm_v2/IFEval": 0.1922, + "hfopenllm_v2/BBH": 0.5319, + "hfopenllm_v2/MATH Level 5": 0.284, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.374, + "hfopenllm_v2/MMLU-PRO": 0.3558 } }, { - "id": "migtissera/Tess-v2.5.2-Qwen2-72B", - "name": "Tess-v2.5.2-Qwen2-72B", - "developer": "migtissera", + "id": "qingy2019/Qwen2.5-Ultimate-14B-Instruct", + "name": "Qwen2.5-Ultimate-14B-Instruct", + "developer": "qingy2019", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4494, - "hfopenllm_v2/BBH": 0.6647, - "hfopenllm_v2/MATH Level 5": 0.2938, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4188, - "hfopenllm_v2/MMLU-PRO": 0.5561 + "hfopenllm_v2/IFEval": 0.3938, + "hfopenllm_v2/BBH": 0.5842, + "hfopenllm_v2/MATH Level 5": 0.2893, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.4929 } }, { - "id": "migtissera/Trinity-2-Codestral-22B", - "name": "Trinity-2-Codestral-22B", - "developer": "migtissera", + "id": "qingy2024/Benchmaxx-Llama-3.2-1B-Instruct", + "name": "Benchmaxx-Llama-3.2-1B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4202, - "hfopenllm_v2/BBH": 0.5593, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4111, - "hfopenllm_v2/MMLU-PRO": 0.3308 + "hfopenllm_v2/IFEval": 0.2014, + "hfopenllm_v2/BBH": 0.8269, + "hfopenllm_v2/MATH Level 5": 0.4804, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3446, + "hfopenllm_v2/MMLU-PRO": 0.1113 } }, { - "id": "migtissera/Trinity-2-Codestral-22B-v0.2", - "name": "Trinity-2-Codestral-22B-v0.2", - "developer": "migtissera", + "id": "qingy2024/Eyas-17B-Instruct", + "name": "Eyas-17B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4345, - "hfopenllm_v2/BBH": 0.5686, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.334 + "hfopenllm_v2/IFEval": 0.6575, + "hfopenllm_v2/BBH": 0.6085, + "hfopenllm_v2/MATH Level 5": 0.247, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4522, + "hfopenllm_v2/MMLU-PRO": 0.4343 } }, { - "id": "mindw96/DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3", - "name": "DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3", - "developer": "mindw96", + "id": "qingy2024/Falcon3-2x10B-MoE-Instruct", + "name": "Falcon3-2x10B-MoE-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1388, - "hfopenllm_v2/BBH": 0.3068, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3792, - "hfopenllm_v2/MMLU-PRO": 0.1106 + "hfopenllm_v2/IFEval": 0.785, + "hfopenllm_v2/BBH": 0.6185, + "hfopenllm_v2/MATH Level 5": 0.2795, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4284, + "hfopenllm_v2/MMLU-PRO": 0.4423 } }, { - "id": "minghaowu/Qwen1.5-1.8B-OpenHermes-2.5", - "name": "Qwen1.5-1.8B-OpenHermes-2.5", - "developer": "minghaowu", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2778, - "hfopenllm_v2/BBH": 0.3375, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3529, - "hfopenllm_v2/MMLU-PRO": 0.1792 + "id": "qingy2024/Fusion-14B-Instruct", + "name": "Fusion-14B-Instruct", + "developer": "qingy2024", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.726, + "hfopenllm_v2/BBH": 0.6396, + "hfopenllm_v2/MATH Level 5": 0.3369, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.44, + "hfopenllm_v2/MMLU-PRO": 0.5044 } }, { - "id": "minimax/Minimax-2.5", - "name": "Minimax-2.5", - "developer": "minimax", + "id": "qingy2024/Fusion2-14B-Instruct", + "name": "Fusion2-14B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Corporate Lawyer Mean Score": 0.339 + "hfopenllm_v2/IFEval": 0.6064, + "hfopenllm_v2/BBH": 0.6119, + "hfopenllm_v2/MATH Level 5": 0.3127, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4634, + "hfopenllm_v2/MMLU-PRO": 0.5051 } }, { - "id": "minimax/minimax-m2", - "name": "MiniMax M2", - "developer": "MiniMax", + "id": "qingy2024/Fusion4-14B-Instruct", + "name": "Fusion4-14B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 30.0 + "hfopenllm_v2/IFEval": 0.7649, + "hfopenllm_v2/BBH": 0.6543, + "hfopenllm_v2/MATH Level 5": 0.3882, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4326, + "hfopenllm_v2/MMLU-PRO": 0.5194 } }, { - "id": "minimax/minimax-m2.1", - "name": "MiniMax M2.1", - "developer": "MiniMax", + "id": "qingy2024/OwO-14B-Instruct", + "name": "OwO-14B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 36.6 + "hfopenllm_v2/IFEval": 0.1383, + "hfopenllm_v2/BBH": 0.6165, + "hfopenllm_v2/MATH Level 5": 0.4162, + "hfopenllm_v2/GPQA": 0.3641, + "hfopenllm_v2/MUSR": 0.4407, + "hfopenllm_v2/MMLU-PRO": 0.5181 } }, { - "id": "minimax/minimax-m2.5", - "name": "Minimax m2.5", - "developer": "Minimax", + "id": "qingy2024/Qwarkstar-4B", + "name": "Qwarkstar-4B", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 42.2 + "hfopenllm_v2/IFEval": 0.1994, + "hfopenllm_v2/BBH": 0.4015, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4428, + "hfopenllm_v2/MMLU-PRO": 0.2425 } }, { - "id": "ministral/Ministral-3b-instruct", - "name": "Ministral-3b-instruct", - "developer": "ministral", + "id": "qingy2024/Qwarkstar-4B-Instruct-Preview", + "name": "Qwarkstar-4B-Instruct-Preview", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1358, - "hfopenllm_v2/BBH": 0.3192, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3382, - "hfopenllm_v2/MMLU-PRO": 0.1093 + "hfopenllm_v2/IFEval": 0.5324, + "hfopenllm_v2/BBH": 0.4358, + "hfopenllm_v2/MATH Level 5": 0.1284, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3896, + "hfopenllm_v2/MMLU-PRO": 0.2502 } }, { - "id": "mistral-community/Mistral-7B-v0.2", - "name": "Mistral-7B-v0.2", - "developer": "mistral-community", + "id": "qingy2024/Qwen2.5-4B", + "name": "Qwen2.5-4B", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2266, - "hfopenllm_v2/BBH": 0.451, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4032, - "hfopenllm_v2/MMLU-PRO": 0.2953 + "hfopenllm_v2/IFEval": 0.2158, + "hfopenllm_v2/BBH": 0.4269, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.461, + "hfopenllm_v2/MMLU-PRO": 0.2525 } }, { - "id": "mistral-community/Mixtral-8x22B-v0.1", - "name": "Mixtral-8x22B-v0.1", - "developer": "mistral-community", + "id": "qingy2024/Qwen2.5-Coder-Draft-1.5B-Instruct", + "name": "Qwen2.5-Coder-Draft-1.5B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3167, - "hfopenllm_v2/BBH": 0.38, - "hfopenllm_v2/MATH Level 5": 0.1543, - "hfopenllm_v2/GPQA": 0.33, - "hfopenllm_v2/MUSR": 0.3533, - "hfopenllm_v2/MMLU-PRO": 0.36 + "hfopenllm_v2/IFEval": 0.4125, + "hfopenllm_v2/BBH": 0.3837, + "hfopenllm_v2/MATH Level 5": 0.1579, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.2244 } }, { - "id": "mistral-community/mixtral-8x22B-v0.3", - "name": "mixtral-8x22B-v0.3", - "developer": "mistral-community", + "id": "qingy2024/Qwen2.5-Math-14B-Instruct-Alpha", + "name": "Qwen2.5-Math-14B-Instruct-Alpha", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2583, - "hfopenllm_v2/BBH": 0.625, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.3775, - "hfopenllm_v2/MUSR": 0.4037, - "hfopenllm_v2/MMLU-PRO": 0.4639 + "hfopenllm_v2/IFEval": 0.7704, + "hfopenllm_v2/BBH": 0.6465, + "hfopenllm_v2/MATH Level 5": 0.429, + "hfopenllm_v2/GPQA": 0.349, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.4966 } }, { - "id": "mistralai/Codestral-22B-v0.1", - "name": "Codestral-22B-v0.1", - "developer": "mistralai", + "id": "qingy2024/Qwen2.5-Math-14B-Instruct-Preview", + "name": "Qwen2.5-Math-14B-Instruct-Preview", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5772, - "hfopenllm_v2/BBH": 0.5139, - "hfopenllm_v2/MATH Level 5": 0.1005, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.3156 + "hfopenllm_v2/IFEval": 0.7826, + "hfopenllm_v2/BBH": 0.6294, + "hfopenllm_v2/MATH Level 5": 0.4758, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.4115, + "hfopenllm_v2/MMLU-PRO": 0.4993 } }, { - "id": "mistralai/Ministral-8B-Instruct-2410", - "name": "Ministral-8B-Instruct-2410", - "developer": "mistralai", + "id": "qingy2024/Qwen2.6-14B-Instruct", + "name": "Qwen2.6-14B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5896, - "hfopenllm_v2/BBH": 0.4762, - "hfopenllm_v2/MATH Level 5": 0.1956, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.3291 + "hfopenllm_v2/IFEval": 0.5811, + "hfopenllm_v2/BBH": 0.6394, + "hfopenllm_v2/MATH Level 5": 0.3051, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4569, + "hfopenllm_v2/MMLU-PRO": 0.5285 } }, { - "id": "mistralai/Mistral-7B-Instruct-v0.1", - "name": "Mistral-7B-Instruct-v0.1", - "developer": "mistralai", + "id": "qingy2024/Qwen2.6-Math-14B-Instruct", + "name": "Qwen2.6-Math-14B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4487, - "hfopenllm_v2/BBH": 0.3355, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3848, - "hfopenllm_v2/MMLU-PRO": 0.2414 + "hfopenllm_v2/IFEval": 0.3862, + "hfopenllm_v2/BBH": 0.6324, + "hfopenllm_v2/MATH Level 5": 0.429, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.4759, + "hfopenllm_v2/MMLU-PRO": 0.5241 } }, { - "id": "mistralai/Mistral-7B-Instruct-v0.2", - "name": "Mistral-7B-Instruct-v0.2", - "developer": "mistralai", + "id": "qingy2024/QwEnlarge-16B-Instruct", + "name": "QwEnlarge-16B-Instruct", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5496, - "hfopenllm_v2/BBH": 0.446, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3966, - "hfopenllm_v2/MMLU-PRO": 0.2717 + "hfopenllm_v2/IFEval": 0.7802, + "hfopenllm_v2/BBH": 0.5949, + "hfopenllm_v2/MATH Level 5": 0.46, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4101, + "hfopenllm_v2/MMLU-PRO": 0.4476 } }, { - "id": "mistralai/Mistral-7B-Instruct-v0.3", - "name": "Mistral-7B-Instruct-v0.3", - "developer": "mistralai", + "id": "qingy2024/QwQ-14B-Math-v0.2", + "name": "QwQ-14B-Math-v0.2", + "developer": "qingy2024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5465, - "hfopenllm_v2/BBH": 0.4722, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.3075 + "hfopenllm_v2/IFEval": 0.3391, + "hfopenllm_v2/BBH": 0.5731, + "hfopenllm_v2/MATH Level 5": 0.4811, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.4021, + "hfopenllm_v2/MMLU-PRO": 0.48 } }, { - "id": "mistralai/Mistral-7B-v0.1", - "name": "Mistral-7B-v0.1", - "developer": "mistralai", + "id": "qq8933/OpenLongCoT-Base-Gemma2-2B", + "name": "OpenLongCoT-Base-Gemma2-2B", + "developer": "qq8933", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2386, - "hfopenllm_v2/BBH": 0.4419, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4139, - "hfopenllm_v2/MMLU-PRO": 0.3013 + "hfopenllm_v2/IFEval": 0.1965, + "hfopenllm_v2/BBH": 0.3106, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.1316 } }, { - "id": "mistralai/Mistral-7B-v0.3", - "name": "Mistral-7B-v0.3", - "developer": "mistralai", + "id": "Quazim0t0/1up-14b", + "name": "1up-14b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2266, - "hfopenllm_v2/BBH": 0.4517, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4032, - "hfopenllm_v2/MMLU-PRO": 0.2953 + "hfopenllm_v2/IFEval": 0.6888, + "hfopenllm_v2/BBH": 0.6921, + "hfopenllm_v2/MATH Level 5": 0.4162, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4583, + "hfopenllm_v2/MMLU-PRO": 0.5406 } }, { - "id": "mistralai/Mistral-Large-Instruct-2411", - "name": "Mistral-Large-Instruct-2411", - "developer": "mistralai", + "id": "Quazim0t0/Adamant-14B-sce", + "name": "Adamant-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8401, - "hfopenllm_v2/BBH": 0.6747, - "hfopenllm_v2/MATH Level 5": 0.4955, - "hfopenllm_v2/GPQA": 0.4371, - "hfopenllm_v2/MUSR": 0.454, - "hfopenllm_v2/MMLU-PRO": 0.5562 + "hfopenllm_v2/IFEval": 0.6858, + "hfopenllm_v2/BBH": 0.6859, + "hfopenllm_v2/MATH Level 5": 0.3988, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4558, + "hfopenllm_v2/MMLU-PRO": 0.5372 } }, { - "id": "mistralai/Mistral-Nemo-Base-2407", - "name": "Mistral-Nemo-Base-2407", - "developer": "mistralai", + "id": "Quazim0t0/Alice-14B", + "name": "Alice-14B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.163, - "hfopenllm_v2/BBH": 0.5035, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3921, - "hfopenllm_v2/MMLU-PRO": 0.3472 + "hfopenllm_v2/IFEval": 0.6836, + "hfopenllm_v2/BBH": 0.6938, + "hfopenllm_v2/MATH Level 5": 0.4569, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4479, + "hfopenllm_v2/MMLU-PRO": 0.5419 } }, { - "id": "mistralai/Mistral-Nemo-Instruct-2407", - "name": "Mistral-Nemo-Instruct-2407", - "developer": "mistralai", + "id": "Quazim0t0/Alien-CoT-14B-sce", + "name": "Alien-CoT-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.638, - "hfopenllm_v2/BBH": 0.5037, - "hfopenllm_v2/MATH Level 5": 0.1269, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.39, - "hfopenllm_v2/MMLU-PRO": 0.3517 + "hfopenllm_v2/IFEval": 0.0749, + "hfopenllm_v2/BBH": 0.6395, + "hfopenllm_v2/MATH Level 5": 0.5204, + "hfopenllm_v2/GPQA": 0.3918, + "hfopenllm_v2/MUSR": 0.4785, + "hfopenllm_v2/MMLU-PRO": 0.517 } }, { - "id": "mistralai/Mistral-Small-24B-Base-2501", - "name": "Mistral-Small-24B-Base-2501", - "developer": "mistralai", + "id": "Quazim0t0/Aura-8B-Linear", + "name": "Aura-8B-Linear", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1672, - "hfopenllm_v2/BBH": 0.6442, - "hfopenllm_v2/MATH Level 5": 0.1971, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4237, - "hfopenllm_v2/MMLU-PRO": 0.5406 + "hfopenllm_v2/IFEval": 0.7948, + "hfopenllm_v2/BBH": 0.5074, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3687, + "hfopenllm_v2/MMLU-PRO": 0.3801 } }, { - "id": "mistralai/Mistral-Small-Instruct-2409", - "name": "Mistral-Small-Instruct-2409", - "developer": "mistralai", + "id": "Quazim0t0/bloom-14b-stock", + "name": "bloom-14b-stock", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6283, - "hfopenllm_v2/BBH": 0.583, - "hfopenllm_v2/MATH Level 5": 0.2039, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4063, - "hfopenllm_v2/MMLU-PRO": 0.4099 + "hfopenllm_v2/IFEval": 0.6575, + "hfopenllm_v2/BBH": 0.6878, + "hfopenllm_v2/MATH Level 5": 0.4811, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.5373 } }, { - "id": "mistralai/Mistral-v0.1-7B", - "name": "Mistral v0.1 7B", - "developer": "mistralai", + "id": "Quazim0t0/caramel-14B", + "name": "caramel-14B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.884, - "helm_classic/MMLU": 0.572, - "helm_classic/BoolQ": 0.874, - "helm_classic/NarrativeQA": 0.716, - "helm_classic/NaturalQuestions (open-book)": 0.687, - "helm_classic/QuAC": 0.423, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.422, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.962, - "helm_classic/CivilComments": 0.624, - "helm_classic/RAFT": 0.707 + "hfopenllm_v2/IFEval": 0.6745, + "hfopenllm_v2/BBH": 0.6919, + "hfopenllm_v2/MATH Level 5": 0.4713, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4454, + "hfopenllm_v2/MMLU-PRO": 0.5436 } }, { - "id": "mistralai/Mixtral-8x22B-Instruct-v0.1", - "name": "Mixtral-8x22B-Instruct-v0.1", - "developer": "mistralai", + "id": "Quazim0t0/Casa-14b-sce", + "name": "Casa-14b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7184, - "hfopenllm_v2/BBH": 0.6125, - "hfopenllm_v2/MATH Level 5": 0.1873, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.4483 + "hfopenllm_v2/IFEval": 0.6718, + "hfopenllm_v2/BBH": 0.6891, + "hfopenllm_v2/MATH Level 5": 0.4985, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.5408 } }, { - "id": "mistralai/Mixtral-8x22B-v0.1", - "name": "Mixtral-8x22B-v0.1", - "developer": "mistralai", + "id": "Quazim0t0/Charlie-8B-Linear", + "name": "Charlie-8B-Linear", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2583, - "hfopenllm_v2/BBH": 0.624, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4037, - "hfopenllm_v2/MMLU-PRO": 0.4639 + "hfopenllm_v2/IFEval": 0.7381, + "hfopenllm_v2/BBH": 0.5141, + "hfopenllm_v2/MATH Level 5": 0.2651, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3485, + "hfopenllm_v2/MMLU-PRO": 0.3573 } }, { - "id": "mistralai/Mixtral-8x7B-Instruct-v0.1", - "name": "Mixtral-8x7B-Instruct-v0.1", - "developer": "mistralai", + "id": "Quazim0t0/Chromatic-8b-sce", + "name": "Chromatic-8b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5599, - "hfopenllm_v2/BBH": 0.4962, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4203, - "hfopenllm_v2/MMLU-PRO": 0.3692, - "reward-bench/Score": 0.7455, - "reward-bench/Chat": 0.9497, - "reward-bench/Chat Hard": 0.6404, - "reward-bench/Safety": 0.7257, - "reward-bench/Reasoning": 0.7872, - "reward-bench/Prior Sets (0.5 weight)": 0.5033 + "hfopenllm_v2/IFEval": 0.5085, + "hfopenllm_v2/BBH": 0.5063, + "hfopenllm_v2/MATH Level 5": 0.1556, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4051, + "hfopenllm_v2/MMLU-PRO": 0.3755 } }, { - "id": "mistralai/Mixtral-8x7B-v0.1", - "name": "Mixtral-8x7B-v0.1", - "developer": "mistralai", + "id": "Quazim0t0/CoT_Phi", + "name": "CoT_Phi", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2415, - "hfopenllm_v2/BBH": 0.5087, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4321, - "hfopenllm_v2/MMLU-PRO": 0.385 + "hfopenllm_v2/IFEval": 0.6159, + "hfopenllm_v2/BBH": 0.6751, + "hfopenllm_v2/MATH Level 5": 0.3308, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4244, + "hfopenllm_v2/MMLU-PRO": 0.4901 } }, { - "id": "mistralai/mistral-7b-instruct-v0.3", - "name": "Mistral Instruct v0.3 7B", - "developer": "mistralai", + "id": "Quazim0t0/Dyson-14b", + "name": "Dyson-14b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.376, - "helm_capabilities/MMLU-Pro": 0.277, - "helm_capabilities/GPQA": 0.303, - "helm_capabilities/IFEval": 0.567, - "helm_capabilities/WildBench": 0.66, - "helm_capabilities/Omni-MATH": 0.072, - "helm_lite/Mean win rate": 0.196, - "helm_lite/NarrativeQA": 0.716, - "helm_lite/NaturalQuestions (closed-book)": 0.253, - "helm_lite/OpenbookQA": 0.79, - "helm_lite/MMLU": 0.51, - "helm_lite/MATH": 0.289, - "helm_lite/GSM8K": 0.538, - "helm_lite/LegalBench": 0.331, - "helm_lite/MedQA": 0.517, - "helm_lite/WMT 2014": 0.142, - "helm_mmlu/MMLU All Subjects": 0.599, - "helm_mmlu/Abstract Algebra": 0.27, - "helm_mmlu/Anatomy": 0.585, - "helm_mmlu/College Physics": 0.343, - "helm_mmlu/Computer Security": 0.7, - "helm_mmlu/Econometrics": 0.421, - "helm_mmlu/Global Facts": 0.33, - "helm_mmlu/Jurisprudence": 0.713, - "helm_mmlu/Philosophy": 0.659, - "helm_mmlu/Professional Psychology": 0.641, - "helm_mmlu/Us Foreign Policy": 0.79, - "helm_mmlu/Astronomy": 0.638, - "helm_mmlu/Business Ethics": 0.57, - "helm_mmlu/Clinical Knowledge": 0.687, - "helm_mmlu/Conceptual Physics": 0.549, - "helm_mmlu/Electrical Engineering": 0.572, - "helm_mmlu/Elementary Mathematics": 0.402, - "helm_mmlu/Formal Logic": 0.397, - "helm_mmlu/High School World History": 0.759, - "helm_mmlu/Human Sexuality": 0.702, - "helm_mmlu/International Law": 0.76, - "helm_mmlu/Logical Fallacies": 0.712, - "helm_mmlu/Machine Learning": 0.455, - "helm_mmlu/Management": 0.767, - "helm_mmlu/Marketing": 0.842, - "helm_mmlu/Medical Genetics": 0.75, - "helm_mmlu/Miscellaneous": 0.785, - "helm_mmlu/Moral Scenarios": 0.393, - "helm_mmlu/Nutrition": 0.676, - "helm_mmlu/Prehistory": 0.673, - "helm_mmlu/Public Relations": 0.636, - "helm_mmlu/Security Studies": 0.682, - "helm_mmlu/Sociology": 0.806, - "helm_mmlu/Virology": 0.47, - "helm_mmlu/World Religions": 0.825, - "helm_mmlu/Mean win rate": 0.509 + "hfopenllm_v2/IFEval": 0.5857, + "hfopenllm_v2/BBH": 0.6863, + "hfopenllm_v2/MATH Level 5": 0.5393, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4259, + "hfopenllm_v2/MMLU-PRO": 0.5399 + } + }, + { + "id": "Quazim0t0/Edu-14B-Linear", + "name": "Edu-14B-Linear", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6158, + "hfopenllm_v2/BBH": 0.6758, + "hfopenllm_v2/MATH Level 5": 0.2447, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4378, + "hfopenllm_v2/MMLU-PRO": 0.5086 } }, { - "id": "mistralai/mistral-7b-v0.1", - "name": "Mistral v0.1 7B", - "developer": "mistralai", + "id": "Quazim0t0/Fugazi14b", + "name": "Fugazi14b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.292, - "helm_lite/NarrativeQA": 0.716, - "helm_lite/NaturalQuestions (closed-book)": 0.367, - "helm_lite/OpenbookQA": 0.776, - "helm_lite/MMLU": 0.584, - "helm_lite/MATH": 0.297, - "helm_lite/GSM8K": 0.377, - "helm_lite/LegalBench": 0.58, - "helm_lite/MedQA": 0.525, - "helm_lite/WMT 2014": 0.16, - "helm_mmlu/MMLU All Subjects": 0.566, - "helm_mmlu/Abstract Algebra": 0.25, - "helm_mmlu/Anatomy": 0.467, - "helm_mmlu/College Physics": 0.314, - "helm_mmlu/Computer Security": 0.69, - "helm_mmlu/Econometrics": 0.351, - "helm_mmlu/Global Facts": 0.29, - "helm_mmlu/Jurisprudence": 0.667, - "helm_mmlu/Philosophy": 0.63, - "helm_mmlu/Professional Psychology": 0.578, - "helm_mmlu/Us Foreign Policy": 0.79, - "helm_mmlu/Astronomy": 0.599, - "helm_mmlu/Business Ethics": 0.56, - "helm_mmlu/Clinical Knowledge": 0.653, - "helm_mmlu/Conceptual Physics": 0.451, - "helm_mmlu/Electrical Engineering": 0.538, - "helm_mmlu/Elementary Mathematics": 0.32, - "helm_mmlu/Formal Logic": 0.365, - "helm_mmlu/High School World History": 0.726, - "helm_mmlu/Human Sexuality": 0.702, - "helm_mmlu/International Law": 0.76, - "helm_mmlu/Logical Fallacies": 0.693, - "helm_mmlu/Machine Learning": 0.438, - "helm_mmlu/Management": 0.709, - "helm_mmlu/Marketing": 0.833, - "helm_mmlu/Medical Genetics": 0.68, - "helm_mmlu/Miscellaneous": 0.72, - "helm_mmlu/Moral Scenarios": 0.33, - "helm_mmlu/Nutrition": 0.657, - "helm_mmlu/Prehistory": 0.642, - "helm_mmlu/Public Relations": 0.6, - "helm_mmlu/Security Studies": 0.731, - "helm_mmlu/Sociology": 0.831, - "helm_mmlu/Virology": 0.44, - "helm_mmlu/World Religions": 0.789, - "helm_mmlu/Mean win rate": 0.213 + "hfopenllm_v2/IFEval": 0.6998, + "hfopenllm_v2/BBH": 0.6941, + "hfopenllm_v2/MATH Level 5": 0.4653, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4546, + "hfopenllm_v2/MMLU-PRO": 0.5417 } }, { - "id": "mistralai/mistral-large-2402", - "name": "Mistral Large 2402", - "developer": "mistralai", + "id": "Quazim0t0/Geedorah-14B", + "name": "Geedorah-14B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.328, - "helm_lite/NarrativeQA": 0.454, - "helm_lite/NaturalQuestions (closed-book)": 0.311, - "helm_lite/OpenbookQA": 0.894, - "helm_lite/MMLU": 0.638, - "helm_lite/MATH": 0.75, - "helm_lite/GSM8K": 0.694, - "helm_lite/LegalBench": 0.479, - "helm_lite/MedQA": 0.499, - "helm_lite/WMT 2014": 0.182, - "helm_mmlu/MMLU All Subjects": 0.688, - "helm_mmlu/Abstract Algebra": 0.45, - "helm_mmlu/Anatomy": 0.674, - "helm_mmlu/College Physics": 0.373, - "helm_mmlu/Computer Security": 0.8, - "helm_mmlu/Econometrics": 0.64, - "helm_mmlu/Global Facts": 0.34, - "helm_mmlu/Jurisprudence": 0.815, - "helm_mmlu/Philosophy": 0.794, - "helm_mmlu/Professional Psychology": 0.809, - "helm_mmlu/Us Foreign Policy": 0.92, - "helm_mmlu/Astronomy": 0.842, - "helm_mmlu/Business Ethics": 0.67, - "helm_mmlu/Clinical Knowledge": 0.751, - "helm_mmlu/Conceptual Physics": 0.574, - "helm_mmlu/Electrical Engineering": 0.545, - "helm_mmlu/Elementary Mathematics": 0.508, - "helm_mmlu/Formal Logic": 0.532, - "helm_mmlu/High School World History": 0.886, - "helm_mmlu/Human Sexuality": 0.847, - "helm_mmlu/International Law": 0.868, - "helm_mmlu/Logical Fallacies": 0.81, - "helm_mmlu/Machine Learning": 0.562, - "helm_mmlu/Management": 0.854, - "helm_mmlu/Marketing": 0.897, - "helm_mmlu/Medical Genetics": 0.74, - "helm_mmlu/Miscellaneous": 0.9, - "helm_mmlu/Moral Scenarios": 0.579, - "helm_mmlu/Nutrition": 0.791, - "helm_mmlu/Prehistory": 0.904, - "helm_mmlu/Public Relations": 0.709, - "helm_mmlu/Security Studies": 0.824, - "helm_mmlu/Sociology": 0.93, - "helm_mmlu/Virology": 0.554, - "helm_mmlu/World Religions": 0.883, - "helm_mmlu/Mean win rate": 0.464 + "hfopenllm_v2/IFEval": 0.6873, + "hfopenllm_v2/BBH": 0.6964, + "hfopenllm_v2/MATH Level 5": 0.4449, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4547, + "hfopenllm_v2/MMLU-PRO": 0.5421 } }, { - "id": "mistralai/mistral-large-2407", - "name": "Mistral Large 2 2407", - "developer": "mistralai", + "id": "Quazim0t0/GivingTree-8b-sce", + "name": "GivingTree-8b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.744, - "helm_lite/NarrativeQA": 0.779, - "helm_lite/NaturalQuestions (closed-book)": 0.453, - "helm_lite/OpenbookQA": 0.932, - "helm_lite/MMLU": 0.725, - "helm_lite/MATH": 0.677, - "helm_lite/GSM8K": 0.912, - "helm_lite/LegalBench": 0.646, - "helm_lite/MedQA": 0.775, - "helm_lite/WMT 2014": 0.192, - "helm_mmlu/MMLU All Subjects": 0.8, - "helm_mmlu/Abstract Algebra": 0.7, - "helm_mmlu/Anatomy": 0.785, - "helm_mmlu/College Physics": 0.559, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.693, - "helm_mmlu/Global Facts": 0.56, - "helm_mmlu/Jurisprudence": 0.861, - "helm_mmlu/Philosophy": 0.826, - "helm_mmlu/Professional Psychology": 0.861, - "helm_mmlu/Us Foreign Policy": 0.9, - "helm_mmlu/Astronomy": 0.921, - "helm_mmlu/Business Ethics": 0.79, - "helm_mmlu/Clinical Knowledge": 0.864, - "helm_mmlu/Conceptual Physics": 0.864, - "helm_mmlu/Electrical Engineering": 0.793, - "helm_mmlu/Elementary Mathematics": 0.799, - "helm_mmlu/Formal Logic": 0.579, - "helm_mmlu/High School World History": 0.92, - "helm_mmlu/Human Sexuality": 0.924, - "helm_mmlu/International Law": 0.926, - "helm_mmlu/Logical Fallacies": 0.847, - "helm_mmlu/Machine Learning": 0.661, - "helm_mmlu/Management": 0.883, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.9, - "helm_mmlu/Miscellaneous": 0.936, - "helm_mmlu/Moral Scenarios": 0.839, - "helm_mmlu/Nutrition": 0.827, - "helm_mmlu/Prehistory": 0.92, - "helm_mmlu/Public Relations": 0.764, - "helm_mmlu/Security Studies": 0.865, - "helm_mmlu/Sociology": 0.91, - "helm_mmlu/Virology": 0.59, - "helm_mmlu/World Religions": 0.865, - "helm_mmlu/Mean win rate": 0.24 + "hfopenllm_v2/IFEval": 0.5006, + "hfopenllm_v2/BBH": 0.504, + "hfopenllm_v2/MATH Level 5": 0.1526, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4051, + "hfopenllm_v2/MMLU-PRO": 0.3761 } }, { - "id": "mistralai/mistral-large-2411", - "name": "Mistral Large 2411", - "developer": "mistralai", + "id": "Quazim0t0/graphite-14b-sce", + "name": "graphite-14b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.598, - "helm_capabilities/MMLU-Pro": 0.599, - "helm_capabilities/GPQA": 0.435, - "helm_capabilities/IFEval": 0.876, - "helm_capabilities/WildBench": 0.801, - "helm_capabilities/Omni-MATH": 0.281 + "hfopenllm_v2/IFEval": 0.3217, + "hfopenllm_v2/BBH": 0.6631, + "hfopenllm_v2/MATH Level 5": 0.3006, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.528 } }, { - "id": "mistralai/mistral-medium-2312", - "name": "Mistral Medium 2312", - "developer": "mistralai", + "id": "Quazim0t0/GuiltySpark-14B-ties", + "name": "GuiltySpark-14B-ties", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.268, - "helm_lite/NarrativeQA": 0.449, - "helm_lite/NaturalQuestions (closed-book)": 0.29, - "helm_lite/OpenbookQA": 0.83, - "helm_lite/MMLU": 0.618, - "helm_lite/MATH": 0.565, - "helm_lite/GSM8K": 0.706, - "helm_lite/LegalBench": 0.452, - "helm_lite/MedQA": 0.61, - "helm_lite/WMT 2014": 0.169 + "hfopenllm_v2/IFEval": 0.6854, + "hfopenllm_v2/BBH": 0.6914, + "hfopenllm_v2/MATH Level 5": 0.3837, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4557, + "hfopenllm_v2/MMLU-PRO": 0.54 } }, { - "id": "mistralai/mistral-medium-3", - "name": "mistral-medium-3", - "developer": "mistralai", + "id": "Quazim0t0/GZA-14B-sce", + "name": "GZA-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.5511, - "global-mmlu-lite/Culturally Sensitive": 0.5391, - "global-mmlu-lite/Culturally Agnostic": 0.5631, - "global-mmlu-lite/Arabic": 0.455, - "global-mmlu-lite/English": 0.38, - "global-mmlu-lite/Bengali": 0.5175, - "global-mmlu-lite/German": 0.4775, - "global-mmlu-lite/French": 0.41, - "global-mmlu-lite/Hindi": 0.555, - "global-mmlu-lite/Indonesian": 0.515, - "global-mmlu-lite/Italian": 0.535, - "global-mmlu-lite/Japanese": 0.58, - "global-mmlu-lite/Korean": 0.595, - "global-mmlu-lite/Portuguese": 0.5175, - "global-mmlu-lite/Spanish": 0.5375, - "global-mmlu-lite/Swahili": 0.7075, - "global-mmlu-lite/Yoruba": 0.7675, - "global-mmlu-lite/Chinese": 0.535, - "global-mmlu-lite/Burmese": 0.7325 + "hfopenllm_v2/IFEval": 0.6274, + "hfopenllm_v2/BBH": 0.6687, + "hfopenllm_v2/MATH Level 5": 0.4721, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4285, + "hfopenllm_v2/MMLU-PRO": 0.5232 } }, { - "id": "mistralai/mistral-small-2402", - "name": "Mistral Small 2402", - "developer": "mistralai", + "id": "Quazim0t0/Halo-14B-sce", + "name": "Halo-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.288, - "helm_lite/NarrativeQA": 0.519, - "helm_lite/NaturalQuestions (closed-book)": 0.304, - "helm_lite/OpenbookQA": 0.862, - "helm_lite/MMLU": 0.593, - "helm_lite/MATH": 0.621, - "helm_lite/GSM8K": 0.734, - "helm_lite/LegalBench": 0.389, - "helm_lite/MedQA": 0.616, - "helm_lite/WMT 2014": 0.169, - "helm_mmlu/MMLU All Subjects": 0.687, - "helm_mmlu/Abstract Algebra": 0.26, - "helm_mmlu/Anatomy": 0.674, - "helm_mmlu/College Physics": 0.402, - "helm_mmlu/Computer Security": 0.77, - "helm_mmlu/Econometrics": 0.614, - "helm_mmlu/Global Facts": 0.45, - "helm_mmlu/Jurisprudence": 0.833, - "helm_mmlu/Philosophy": 0.765, - "helm_mmlu/Professional Psychology": 0.768, - "helm_mmlu/Us Foreign Policy": 0.89, - "helm_mmlu/Astronomy": 0.77, - "helm_mmlu/Business Ethics": 0.71, - "helm_mmlu/Clinical Knowledge": 0.766, - "helm_mmlu/Conceptual Physics": 0.685, - "helm_mmlu/Electrical Engineering": 0.628, - "helm_mmlu/Elementary Mathematics": 0.415, - "helm_mmlu/Formal Logic": 0.516, - "helm_mmlu/High School World History": 0.857, - "helm_mmlu/Human Sexuality": 0.824, - "helm_mmlu/International Law": 0.826, - "helm_mmlu/Logical Fallacies": 0.804, - "helm_mmlu/Machine Learning": 0.562, - "helm_mmlu/Management": 0.786, - "helm_mmlu/Marketing": 0.906, - "helm_mmlu/Medical Genetics": 0.75, - "helm_mmlu/Miscellaneous": 0.844, - "helm_mmlu/Moral Scenarios": 0.575, - "helm_mmlu/Nutrition": 0.761, - "helm_mmlu/Prehistory": 0.802, - "helm_mmlu/Public Relations": 0.773, - "helm_mmlu/Security Studies": 0.788, - "helm_mmlu/Sociology": 0.871, - "helm_mmlu/Virology": 0.542, - "helm_mmlu/World Religions": 0.848, - "helm_mmlu/Mean win rate": 0.54 + "hfopenllm_v2/IFEval": 0.6754, + "hfopenllm_v2/BBH": 0.6876, + "hfopenllm_v2/MATH Level 5": 0.429, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4401, + "hfopenllm_v2/MMLU-PRO": 0.5376 } }, { - "id": "mistralai/mistral-small-2503", - "name": "mistral-small-2503", - "developer": "mistralai", + "id": "Quazim0t0/Heretic1.5b", + "name": "Heretic1.5b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.7852, - "global-mmlu-lite/Culturally Sensitive": 0.7537, - "global-mmlu-lite/Culturally Agnostic": 0.8166, - "global-mmlu-lite/Arabic": 0.7875, - "global-mmlu-lite/English": 0.8, - "global-mmlu-lite/Bengali": 0.7725, - "global-mmlu-lite/German": 0.7975, - "global-mmlu-lite/French": 0.8, - "global-mmlu-lite/Hindi": 0.795, - "global-mmlu-lite/Indonesian": 0.785, - "global-mmlu-lite/Italian": 0.805, - "global-mmlu-lite/Japanese": 0.77, - "global-mmlu-lite/Korean": 0.79, - "global-mmlu-lite/Portuguese": 0.7925, - "global-mmlu-lite/Spanish": 0.7825, - "global-mmlu-lite/Swahili": 0.775, - "global-mmlu-lite/Yoruba": 0.735, - "global-mmlu-lite/Chinese": 0.7925, - "global-mmlu-lite/Burmese": 0.7825, - "helm_capabilities/Mean score": 0.558, - "helm_capabilities/MMLU-Pro": 0.61, - "helm_capabilities/GPQA": 0.392, - "helm_capabilities/IFEval": 0.75, - "helm_capabilities/WildBench": 0.788, - "helm_capabilities/Omni-MATH": 0.248 + "hfopenllm_v2/IFEval": 0.2062, + "hfopenllm_v2/BBH": 0.3529, + "hfopenllm_v2/MATH Level 5": 0.244, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3511, + "hfopenllm_v2/MMLU-PRO": 0.1728 } }, { - "id": "mistralai/mixtral-8x22b", - "name": "Mixtral 8x22B", - "developer": "mistralai", + "id": "Quazim0t0/Hyde-14b-sce", + "name": "Hyde-14b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.705, - "helm_lite/NarrativeQA": 0.779, - "helm_lite/NaturalQuestions (closed-book)": 0.478, - "helm_lite/OpenbookQA": 0.882, - "helm_lite/MMLU": 0.701, - "helm_lite/MATH": 0.656, - "helm_lite/GSM8K": 0.8, - "helm_lite/LegalBench": 0.708, - "helm_lite/MedQA": 0.704, - "helm_lite/WMT 2014": 0.209, - "helm_mmlu/MMLU All Subjects": 0.778, - "helm_mmlu/Abstract Algebra": 0.48, - "helm_mmlu/Anatomy": 0.741, - "helm_mmlu/College Physics": 0.569, - "helm_mmlu/Computer Security": 0.84, - "helm_mmlu/Econometrics": 0.667, - "helm_mmlu/Global Facts": 0.56, - "helm_mmlu/Jurisprudence": 0.852, - "helm_mmlu/Philosophy": 0.842, - "helm_mmlu/Professional Psychology": 0.845, - "helm_mmlu/Us Foreign Policy": 0.95, - "helm_mmlu/Astronomy": 0.882, - "helm_mmlu/Business Ethics": 0.74, - "helm_mmlu/Clinical Knowledge": 0.819, - "helm_mmlu/Conceptual Physics": 0.796, - "helm_mmlu/Electrical Engineering": 0.766, - "helm_mmlu/Elementary Mathematics": 0.622, - "helm_mmlu/Formal Logic": 0.627, - "helm_mmlu/High School World History": 0.895, - "helm_mmlu/Human Sexuality": 0.885, - "helm_mmlu/International Law": 0.917, - "helm_mmlu/Logical Fallacies": 0.877, - "helm_mmlu/Machine Learning": 0.661, - "helm_mmlu/Management": 0.883, - "helm_mmlu/Marketing": 0.915, - "helm_mmlu/Medical Genetics": 0.85, - "helm_mmlu/Miscellaneous": 0.899, - "helm_mmlu/Moral Scenarios": 0.646, - "helm_mmlu/Nutrition": 0.866, - "helm_mmlu/Prehistory": 0.87, - "helm_mmlu/Public Relations": 0.755, - "helm_mmlu/Security Studies": 0.865, - "helm_mmlu/Sociology": 0.92, - "helm_mmlu/Virology": 0.596, - "helm_mmlu/World Religions": 0.901, - "helm_mmlu/Mean win rate": 0.598 + "hfopenllm_v2/IFEval": 0.6715, + "hfopenllm_v2/BBH": 0.6885, + "hfopenllm_v2/MATH Level 5": 0.2734, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4141, + "hfopenllm_v2/MMLU-PRO": 0.53 } }, { - "id": "mistralai/mixtral-8x22b-instruct-v0.1", - "name": "Mixtral Instruct 8x22B", - "developer": "mistralai", + "id": "Quazim0t0/Imagine-v0.5-16bit", + "name": "Imagine-v0.5-16bit", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.478, - "helm_capabilities/MMLU-Pro": 0.46, - "helm_capabilities/GPQA": 0.334, - "helm_capabilities/IFEval": 0.724, - "helm_capabilities/WildBench": 0.711, - "helm_capabilities/Omni-MATH": 0.163 + "hfopenllm_v2/IFEval": 0.2759, + "hfopenllm_v2/BBH": 0.6769, + "hfopenllm_v2/MATH Level 5": 0.1397, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4349, + "hfopenllm_v2/MMLU-PRO": 0.5354 } }, { - "id": "mistralai/mixtral-8x7b-32kseqlen", - "name": "Mixtral 8x7B 32K seqlen", - "developer": "mistralai", + "id": "Quazim0t0/Imbue-14b", + "name": "Imbue-14b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.51, - "helm_lite/NarrativeQA": 0.767, - "helm_lite/NaturalQuestions (closed-book)": 0.427, - "helm_lite/OpenbookQA": 0.868, - "helm_lite/MMLU": 0.649, - "helm_lite/MATH": 0.494, - "helm_lite/GSM8K": 0.622, - "helm_lite/LegalBench": 0.63, - "helm_lite/MedQA": 0.652, - "helm_lite/WMT 2014": 0.19, - "helm_mmlu/MMLU All Subjects": 0.717, - "helm_mmlu/Abstract Algebra": 0.38, - "helm_mmlu/Anatomy": 0.696, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.605, - "helm_mmlu/Global Facts": 0.46, - "helm_mmlu/Jurisprudence": 0.833, - "helm_mmlu/Philosophy": 0.797, - "helm_mmlu/Professional Psychology": 0.779, - "helm_mmlu/Us Foreign Policy": 0.93, - "helm_mmlu/Astronomy": 0.829, - "helm_mmlu/Business Ethics": 0.72, - "helm_mmlu/Clinical Knowledge": 0.785, - "helm_mmlu/Conceptual Physics": 0.681, - "helm_mmlu/Electrical Engineering": 0.676, - "helm_mmlu/Elementary Mathematics": 0.476, - "helm_mmlu/Formal Logic": 0.532, - "helm_mmlu/High School World History": 0.886, - "helm_mmlu/Human Sexuality": 0.87, - "helm_mmlu/International Law": 0.86, - "helm_mmlu/Logical Fallacies": 0.767, - "helm_mmlu/Machine Learning": 0.509, - "helm_mmlu/Management": 0.845, - "helm_mmlu/Marketing": 0.923, - "helm_mmlu/Medical Genetics": 0.76, - "helm_mmlu/Miscellaneous": 0.881, - "helm_mmlu/Moral Scenarios": 0.444, - "helm_mmlu/Nutrition": 0.83, - "helm_mmlu/Prehistory": 0.849, - "helm_mmlu/Public Relations": 0.682, - "helm_mmlu/Security Studies": 0.792, - "helm_mmlu/Sociology": 0.871, - "helm_mmlu/Virology": 0.506, - "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.689 + "hfopenllm_v2/IFEval": 0.52, + "hfopenllm_v2/BBH": 0.6845, + "hfopenllm_v2/MATH Level 5": 0.5317, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4167, + "hfopenllm_v2/MMLU-PRO": 0.5402 + } + }, + { + "id": "Quazim0t0/Insom", + "name": "Insom", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6818, + "hfopenllm_v2/BBH": 0.6881, + "hfopenllm_v2/MATH Level 5": 0.3852, + "hfopenllm_v2/GPQA": 0.3498, + "hfopenllm_v2/MUSR": 0.4311, + "hfopenllm_v2/MMLU-PRO": 0.5352 + } + }, + { + "id": "Quazim0t0/InspectorDeck-14B-sce", + "name": "InspectorDeck-14B-sce", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3241, + "hfopenllm_v2/BBH": 0.6668, + "hfopenllm_v2/MATH Level 5": 0.3165, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3982, + "hfopenllm_v2/MMLU-PRO": 0.5261 + } + }, + { + "id": "Quazim0t0/Jekyl-8b-sce", + "name": "Jekyl-8b-sce", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4697, + "hfopenllm_v2/BBH": 0.4994, + "hfopenllm_v2/MATH Level 5": 0.1616, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4197, + "hfopenllm_v2/MMLU-PRO": 0.3686 } }, { - "id": "mistralai/mixtral-8x7b-instruct-v0.1", - "name": "Mixtral Instruct 8x7B", - "developer": "mistralai", + "id": "Quazim0t0/Jigsaw-14B-Linear", + "name": "Jigsaw-14B-Linear", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.397, - "helm_capabilities/MMLU-Pro": 0.335, - "helm_capabilities/GPQA": 0.296, - "helm_capabilities/IFEval": 0.575, - "helm_capabilities/WildBench": 0.673, - "helm_capabilities/Omni-MATH": 0.105 + "hfopenllm_v2/IFEval": 0.648, + "hfopenllm_v2/BBH": 0.6865, + "hfopenllm_v2/MATH Level 5": 0.2651, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.4483, + "hfopenllm_v2/MMLU-PRO": 0.5234 } }, { - "id": "mistralai/open-mistral-nemo-2407", - "name": "Mistral NeMo 2402", - "developer": "mistralai", + "id": "Quazim0t0/Katana-8b-sce", + "name": "Katana-8b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.333, - "helm_lite/NarrativeQA": 0.731, - "helm_lite/NaturalQuestions (closed-book)": 0.265, - "helm_lite/OpenbookQA": 0.822, - "helm_lite/MMLU": 0.604, - "helm_lite/MATH": 0.668, - "helm_lite/GSM8K": 0.782, - "helm_lite/LegalBench": 0.415, - "helm_lite/MedQA": 0.59, - "helm_lite/WMT 2014": 0.177, - "helm_mmlu/MMLU All Subjects": 0.653, - "helm_mmlu/Abstract Algebra": 0.29, - "helm_mmlu/Anatomy": 0.607, - "helm_mmlu/College Physics": 0.373, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.561, - "helm_mmlu/Global Facts": 0.4, - "helm_mmlu/Jurisprudence": 0.796, - "helm_mmlu/Philosophy": 0.733, - "helm_mmlu/Professional Psychology": 0.588, - "helm_mmlu/Us Foreign Policy": 0.89, - "helm_mmlu/Astronomy": 0.691, - "helm_mmlu/Business Ethics": 0.49, - "helm_mmlu/Clinical Knowledge": 0.736, - "helm_mmlu/Conceptual Physics": 0.647, - "helm_mmlu/Electrical Engineering": 0.531, - "helm_mmlu/Elementary Mathematics": 0.439, - "helm_mmlu/Formal Logic": 0.405, - "helm_mmlu/High School World History": 0.848, - "helm_mmlu/Human Sexuality": 0.702, - "helm_mmlu/International Law": 0.769, - "helm_mmlu/Logical Fallacies": 0.791, - "helm_mmlu/Machine Learning": 0.402, - "helm_mmlu/Management": 0.796, - "helm_mmlu/Marketing": 0.889, - "helm_mmlu/Medical Genetics": 0.78, - "helm_mmlu/Miscellaneous": 0.861, - "helm_mmlu/Moral Scenarios": 0.381, - "helm_mmlu/Nutrition": 0.709, - "helm_mmlu/Prehistory": 0.765, - "helm_mmlu/Public Relations": 0.718, - "helm_mmlu/Security Studies": 0.771, - "helm_mmlu/Sociology": 0.726, - "helm_mmlu/Virology": 0.56, - "helm_mmlu/World Religions": 0.789, - "helm_mmlu/Mean win rate": 0.215 + "hfopenllm_v2/IFEval": 0.5107, + "hfopenllm_v2/BBH": 0.5075, + "hfopenllm_v2/MATH Level 5": 0.1511, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4038, + "hfopenllm_v2/MMLU-PRO": 0.3771 } }, { - "id": "mixtao/MixTAO-7Bx2-MoE-v8.1", - "name": "MixTAO-7Bx2-MoE-v8.1", - "developer": "mixtao", + "id": "Quazim0t0/Knot-CoT-14B-sce", + "name": "Knot-CoT-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4162, - "hfopenllm_v2/BBH": 0.5189, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4463, - "hfopenllm_v2/MMLU-PRO": 0.3123 + "hfopenllm_v2/IFEval": 0.4832, + "hfopenllm_v2/BBH": 0.6616, + "hfopenllm_v2/MATH Level 5": 0.3995, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.414, + "hfopenllm_v2/MMLU-PRO": 0.5154 } }, { - "id": "mkurman/llama-3.2-MEDIT-3B-o1", - "name": "llama-3.2-MEDIT-3B-o1", - "developer": "mkurman", + "id": "Quazim0t0/Lineage-14B", + "name": "Lineage-14B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4382, - "hfopenllm_v2/BBH": 0.44, - "hfopenllm_v2/MATH Level 5": 0.1307, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3565, - "hfopenllm_v2/MMLU-PRO": 0.2741 + "hfopenllm_v2/IFEval": 0.707, + "hfopenllm_v2/BBH": 0.6934, + "hfopenllm_v2/MATH Level 5": 0.4245, + "hfopenllm_v2/GPQA": 0.3599, + "hfopenllm_v2/MUSR": 0.4597, + "hfopenllm_v2/MMLU-PRO": 0.5411 } }, { - "id": "mkurman/phi-4-MedIT-11B-exp-1", - "name": "phi-4-MedIT-11B-exp-1", - "developer": "mkurman", + "id": "Quazim0t0/Lo-Phi-14b", + "name": "Lo-Phi-14b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5948, - "hfopenllm_v2/BBH": 0.5414, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3848, - "hfopenllm_v2/MMLU-PRO": 0.3825 + "hfopenllm_v2/IFEval": 0.4941, + "hfopenllm_v2/BBH": 0.6852, + "hfopenllm_v2/MATH Level 5": 0.5196, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.5369 } }, { - "id": "mkurman/phi4-MedIT-10B-o1", - "name": "phi4-MedIT-10B-o1", - "developer": "mkurman", + "id": "Quazim0t0/Loke-14B-sce", + "name": "Loke-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3463, - "hfopenllm_v2/BBH": 0.5198, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3968, - "hfopenllm_v2/MMLU-PRO": 0.3507 + "hfopenllm_v2/IFEval": 0.6848, + "hfopenllm_v2/BBH": 0.6924, + "hfopenllm_v2/MATH Level 5": 0.3905, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4637, + "hfopenllm_v2/MMLU-PRO": 0.5401 } }, { - "id": "mkxu/llama-3-8b-instruct-fpo", - "name": "llama-3-8b-instruct-fpo", - "developer": "mkxu", + "id": "Quazim0t0/Math_Phi4_Reason", + "name": "Math_Phi4_Reason", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.679, - "hfopenllm_v2/BBH": 0.4959, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3658, - "hfopenllm_v2/MMLU-PRO": 0.3605 + "hfopenllm_v2/IFEval": 0.322, + "hfopenllm_v2/BBH": 0.624, + "hfopenllm_v2/MATH Level 5": 0.3278, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.503 } }, { - "id": "mkxu/llama-3-8b-po1", - "name": "llama-3-8b-po1", - "developer": "mkxu", + "id": "Quazim0t0/MFDOOM-14B", + "name": "MFDOOM-14B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4081, - "hfopenllm_v2/BBH": 0.4976, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3804, - "hfopenllm_v2/MMLU-PRO": 0.3562 + "hfopenllm_v2/IFEval": 0.6736, + "hfopenllm_v2/BBH": 0.6916, + "hfopenllm_v2/MATH Level 5": 0.5264, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4377, + "hfopenllm_v2/MMLU-PRO": 0.5426 } }, { - "id": "mlabonne/AlphaMonarch-7B", - "name": "AlphaMonarch-7B", - "developer": "mlabonne", + "id": "Quazim0t0/MFGRIMM-14B", + "name": "MFGRIMM-14B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4939, - "hfopenllm_v2/BBH": 0.4626, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4121, - "hfopenllm_v2/MMLU-PRO": 0.2473 + "hfopenllm_v2/IFEval": 0.6894, + "hfopenllm_v2/BBH": 0.6909, + "hfopenllm_v2/MATH Level 5": 0.506, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4361, + "hfopenllm_v2/MMLU-PRO": 0.5416 } }, { - "id": "mlabonne/Beyonder-4x7B-v3", - "name": "Beyonder-4x7B-v3", - "developer": "mlabonne", + "id": "Quazim0t0/Mithril-14B-sce", + "name": "Mithril-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5608, - "hfopenllm_v2/BBH": 0.4671, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.2512 + "hfopenllm_v2/IFEval": 0.6958, + "hfopenllm_v2/BBH": 0.6926, + "hfopenllm_v2/MATH Level 5": 0.3822, + "hfopenllm_v2/GPQA": 0.3691, + "hfopenllm_v2/MUSR": 0.4611, + "hfopenllm_v2/MMLU-PRO": 0.5403 } }, { - "id": "mlabonne/BigQwen2.5-52B-Instruct", - "name": "BigQwen2.5-52B-Instruct", - "developer": "mlabonne", + "id": "Quazim0t0/mocha-14B", + "name": "mocha-14B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7913, - "hfopenllm_v2/BBH": 0.7121, - "hfopenllm_v2/MATH Level 5": 0.5476, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4113, - "hfopenllm_v2/MMLU-PRO": 0.5519 + "hfopenllm_v2/IFEval": 0.5893, + "hfopenllm_v2/BBH": 0.6895, + "hfopenllm_v2/MATH Level 5": 0.5264, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4272, + "hfopenllm_v2/MMLU-PRO": 0.5384 } }, { - "id": "mlabonne/BigQwen2.5-Echo-47B-Instruct", - "name": "BigQwen2.5-Echo-47B-Instruct", - "developer": "mlabonne", + "id": "Quazim0t0/Mononoke-14B-sce", + "name": "Mononoke-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7357, - "hfopenllm_v2/BBH": 0.6125, - "hfopenllm_v2/MATH Level 5": 0.4381, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4125, - "hfopenllm_v2/MMLU-PRO": 0.4734 + "hfopenllm_v2/IFEval": 0.3502, + "hfopenllm_v2/BBH": 0.6744, + "hfopenllm_v2/MATH Level 5": 0.4698, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4155, + "hfopenllm_v2/MMLU-PRO": 0.5298 } }, { - "id": "mlabonne/ChimeraLlama-3-8B-v2", - "name": "ChimeraLlama-3-8B-v2", - "developer": "mlabonne", + "id": "Quazim0t0/mosaic-14b-sce", + "name": "mosaic-14b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4469, - "hfopenllm_v2/BBH": 0.5046, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3791, - "hfopenllm_v2/MMLU-PRO": 0.3569 + "hfopenllm_v2/IFEval": 0.6876, + "hfopenllm_v2/BBH": 0.6907, + "hfopenllm_v2/MATH Level 5": 0.4026, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4558, + "hfopenllm_v2/MMLU-PRO": 0.5396 } }, { - "id": "mlabonne/ChimeraLlama-3-8B-v3", - "name": "ChimeraLlama-3-8B-v3", - "developer": "mlabonne", + "id": "Quazim0t0/Motion-8B-Linear", + "name": "Motion-8B-Linear", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4408, - "hfopenllm_v2/BBH": 0.4978, - "hfopenllm_v2/MATH Level 5": 0.0884, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4004, - "hfopenllm_v2/MMLU-PRO": 0.3669 + "hfopenllm_v2/IFEval": 0.7686, + "hfopenllm_v2/BBH": 0.5084, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3606, + "hfopenllm_v2/MMLU-PRO": 0.3785 } }, { - "id": "mlabonne/Daredevil-8B", - "name": "Daredevil-8B", - "developer": "mlabonne", + "id": "Quazim0t0/Mouse-9B", + "name": "Mouse-9B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4548, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.1065, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.3939, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.1325, + "hfopenllm_v2/BBH": 0.2979, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.347, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "mlabonne/Daredevil-8B-abliterated", - "name": "Daredevil-8B-abliterated", - "developer": "mlabonne", + "id": "Quazim0t0/Nova-14b-sce", + "name": "Nova-14b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4426, - "hfopenllm_v2/BBH": 0.4254, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.407, - "hfopenllm_v2/MMLU-PRO": 0.3701 + "hfopenllm_v2/IFEval": 0.7022, + "hfopenllm_v2/BBH": 0.6935, + "hfopenllm_v2/MATH Level 5": 0.4162, + "hfopenllm_v2/GPQA": 0.3633, + "hfopenllm_v2/MUSR": 0.4571, + "hfopenllm_v2/MMLU-PRO": 0.5413 } }, { - "id": "mlabonne/Hermes-3-Llama-3.1-70B-lorablated", - "name": "Hermes-3-Llama-3.1-70B-lorablated", - "developer": "mlabonne", + "id": "Quazim0t0/NovaScotia-14b-stock", + "name": "NovaScotia-14b-stock", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3424, - "hfopenllm_v2/BBH": 0.6693, - "hfopenllm_v2/MATH Level 5": 0.2243, - "hfopenllm_v2/GPQA": 0.3658, - "hfopenllm_v2/MUSR": 0.5029, - "hfopenllm_v2/MMLU-PRO": 0.4679 + "hfopenllm_v2/IFEval": 0.6787, + "hfopenllm_v2/BBH": 0.6935, + "hfopenllm_v2/MATH Level 5": 0.463, + "hfopenllm_v2/GPQA": 0.349, + "hfopenllm_v2/MUSR": 0.4493, + "hfopenllm_v2/MMLU-PRO": 0.5409 } }, { - "id": "mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated", - "name": "Meta-Llama-3.1-8B-Instruct-abliterated", - "developer": "mlabonne", + "id": "Quazim0t0/Oasis-14B-ties", + "name": "Oasis-14B-ties", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7329, - "hfopenllm_v2/BBH": 0.4874, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3649, - "hfopenllm_v2/MMLU-PRO": 0.3503 + "hfopenllm_v2/IFEval": 0.6937, + "hfopenllm_v2/BBH": 0.6915, + "hfopenllm_v2/MATH Level 5": 0.3754, + "hfopenllm_v2/GPQA": 0.3649, + "hfopenllm_v2/MUSR": 0.4571, + "hfopenllm_v2/MMLU-PRO": 0.5405 } }, { - "id": "mlabonne/NeuralBeagle14-7B", - "name": "NeuralBeagle14-7B", - "developer": "mlabonne", + "id": "Quazim0t0/ODB-14B-sce", + "name": "ODB-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4935, - "hfopenllm_v2/BBH": 0.4628, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4319, - "hfopenllm_v2/MMLU-PRO": 0.2601 + "hfopenllm_v2/IFEval": 0.7016, + "hfopenllm_v2/BBH": 0.6942, + "hfopenllm_v2/MATH Level 5": 0.4116, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4571, + "hfopenllm_v2/MMLU-PRO": 0.5411 } }, { - "id": "mlabonne/NeuralDaredevil-8B-abliterated", - "name": "NeuralDaredevil-8B-abliterated", - "developer": "mlabonne", + "id": "Quazim0t0/Origami-14B-sce", + "name": "Origami-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7561, - "hfopenllm_v2/BBH": 0.5111, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.3841 + "hfopenllm_v2/IFEval": 0.3259, + "hfopenllm_v2/BBH": 0.662, + "hfopenllm_v2/MATH Level 5": 0.2915, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4035, + "hfopenllm_v2/MMLU-PRO": 0.5244 } }, { - "id": "mlabonne/OrpoLlama-3-8B", - "name": "OrpoLlama-3-8B", - "developer": "mlabonne", + "id": "Quazim0t0/Phi4.Turn.R1Distill.16bit", + "name": "Phi4.Turn.R1Distill.16bit", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3653, - "hfopenllm_v2/BBH": 0.4424, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.2705 + "hfopenllm_v2/IFEval": 0.3126, + "hfopenllm_v2/BBH": 0.6563, + "hfopenllm_v2/MATH Level 5": 0.2311, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3902, + "hfopenllm_v2/MMLU-PRO": 0.5257 } }, { - "id": "mlabonne/phixtral-2x2_8", - "name": "phixtral-2x2_8", - "developer": "mlabonne", + "id": "Quazim0t0/Phi4.Turn.R1Distill_v1.5.1-Tensors", + "name": "Phi4.Turn.R1Distill_v1.5.1-Tensors", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3431, - "hfopenllm_v2/BBH": 0.4889, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3644, - "hfopenllm_v2/MMLU-PRO": 0.2551 + "hfopenllm_v2/IFEval": 0.2995, + "hfopenllm_v2/BBH": 0.6456, + "hfopenllm_v2/MATH Level 5": 0.219, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3929, + "hfopenllm_v2/MMLU-PRO": 0.5117 } }, { - "id": "mlx-community/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32", - "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32", - "developer": "mlx-community", + "id": "Quazim0t0/Phi4Basis-14B-sce", + "name": "Phi4Basis-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3369, - "hfopenllm_v2/BBH": 0.3292, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3249, - "hfopenllm_v2/MMLU-PRO": 0.1638 + "hfopenllm_v2/IFEval": 0.6502, + "hfopenllm_v2/BBH": 0.6909, + "hfopenllm_v2/MATH Level 5": 0.4789, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4338, + "hfopenllm_v2/MMLU-PRO": 0.539 } }, { - "id": "mlx-community/Mistral-Small-24B-Instruct-2501-bf16", - "name": "Mistral-Small-24B-Instruct-2501-bf16", - "developer": "mlx-community", + "id": "Quazim0t0/Ponder-14B-linear", + "name": "Ponder-14B-linear", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6283, - "hfopenllm_v2/BBH": 0.6713, - "hfopenllm_v2/MATH Level 5": 0.3225, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4618, - "hfopenllm_v2/MMLU-PRO": 0.5395 + "hfopenllm_v2/IFEval": 0.6906, + "hfopenllm_v2/BBH": 0.6943, + "hfopenllm_v2/MATH Level 5": 0.4282, + "hfopenllm_v2/GPQA": 0.3582, + "hfopenllm_v2/MUSR": 0.4558, + "hfopenllm_v2/MMLU-PRO": 0.5408 } }, { - "id": "mmnga/Llama-3-70B-japanese-suzume-vector-v0.1", - "name": "Llama-3-70B-japanese-suzume-vector-v0.1", - "developer": "mmnga", + "id": "Quazim0t0/Rosemary-14b", + "name": "Rosemary-14b", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6915, + "hfopenllm_v2/BBH": 0.6955, + "hfopenllm_v2/MATH Level 5": 0.4388, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4492, + "hfopenllm_v2/MMLU-PRO": 0.5396 + } + }, + { + "id": "Quazim0t0/Rune-14b", + "name": "Rune-14b", + "developer": "Quazim0t0", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7016, + "hfopenllm_v2/BBH": 0.6937, + "hfopenllm_v2/MATH Level 5": 0.4585, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4533, + "hfopenllm_v2/MMLU-PRO": 0.5411 + } + }, + { + "id": "Quazim0t0/RZA-14B-sce", + "name": "RZA-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4649, - "hfopenllm_v2/BBH": 0.6542, - "hfopenllm_v2/MATH Level 5": 0.2326, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4141, - "hfopenllm_v2/MMLU-PRO": 0.5224 + "hfopenllm_v2/IFEval": 0.4774, + "hfopenllm_v2/BBH": 0.6686, + "hfopenllm_v2/MATH Level 5": 0.5189, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4113, + "hfopenllm_v2/MMLU-PRO": 0.5383 } }, { - "id": "mobiuslabsgmbh/DeepSeek-R1-ReDistill-Llama3-8B-v1.1", - "name": "DeepSeek-R1-ReDistill-Llama3-8B-v1.1", - "developer": "mobiuslabsgmbh", + "id": "Quazim0t0/Sake-20b", + "name": "Sake-20b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3704, - "hfopenllm_v2/BBH": 0.3473, - "hfopenllm_v2/MATH Level 5": 0.3285, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.2198 + "hfopenllm_v2/IFEval": 0.6693, + "hfopenllm_v2/BBH": 0.677, + "hfopenllm_v2/MATH Level 5": 0.4653, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4494, + "hfopenllm_v2/MMLU-PRO": 0.5391 } }, { - "id": "mobiuslabsgmbh/DeepSeek-R1-ReDistill-Qwen-7B-v1.1", - "name": "DeepSeek-R1-ReDistill-Qwen-7B-v1.1", - "developer": "mobiuslabsgmbh", + "id": "Quazim0t0/Spok-14b-sce", + "name": "Spok-14b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3473, - "hfopenllm_v2/BBH": 0.3698, - "hfopenllm_v2/MATH Level 5": 0.3497, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4009, - "hfopenllm_v2/MMLU-PRO": 0.2326 + "hfopenllm_v2/IFEval": 0.6682, + "hfopenllm_v2/BBH": 0.6899, + "hfopenllm_v2/MATH Level 5": 0.2719, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4141, + "hfopenllm_v2/MMLU-PRO": 0.5298 } }, { - "id": "moeru-ai/L3.1-Moe-2x8B-v0.2", - "name": "L3.1-Moe-2x8B-v0.2", - "developer": "moeru-ai", + "id": "Quazim0t0/Sumatra-20b", + "name": "Sumatra-20b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7348, - "hfopenllm_v2/BBH": 0.5256, - "hfopenllm_v2/MATH Level 5": 0.1699, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4199, - "hfopenllm_v2/MMLU-PRO": 0.3858 + "hfopenllm_v2/IFEval": 0.6738, + "hfopenllm_v2/BBH": 0.6855, + "hfopenllm_v2/MATH Level 5": 0.3671, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.456, + "hfopenllm_v2/MMLU-PRO": 0.5415 } }, { - "id": "moeru-ai/L3.1-Moe-4x8B-v0.1", - "name": "L3.1-Moe-4x8B-v0.1", - "developer": "moeru-ai", + "id": "Quazim0t0/SuperNova14b", + "name": "SuperNova14b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4332, - "hfopenllm_v2/BBH": 0.4939, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3609, - "hfopenllm_v2/MMLU-PRO": 0.3454 + "hfopenllm_v2/IFEval": 0.7076, + "hfopenllm_v2/BBH": 0.6937, + "hfopenllm_v2/MATH Level 5": 0.4396, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4545, + "hfopenllm_v2/MMLU-PRO": 0.5435 } }, { - "id": "moeru-ai/L3.1-Moe-4x8B-v0.2", - "name": "L3.1-Moe-4x8B-v0.2", - "developer": "moeru-ai", + "id": "Quazim0t0/SZA-14B-sce", + "name": "SZA-14B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5407, - "hfopenllm_v2/BBH": 0.4466, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3234, - "hfopenllm_v2/MMLU-PRO": 0.2763 + "hfopenllm_v2/IFEval": 0.5659, + "hfopenllm_v2/BBH": 0.6889, + "hfopenllm_v2/MATH Level 5": 0.5242, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4339, + "hfopenllm_v2/MMLU-PRO": 0.5353 } }, { - "id": "monsterapi/Llama-3_1-8B-Instruct-orca-ORPO", - "name": "Llama-3_1-8B-Instruct-orca-ORPO", - "developer": "monsterapi", + "id": "Quazim0t0/TB0-8B-sce", + "name": "TB0-8B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2273, - "hfopenllm_v2/BBH": 0.2865, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3445, - "hfopenllm_v2/MMLU-PRO": 0.1168 + "hfopenllm_v2/IFEval": 0.5107, + "hfopenllm_v2/BBH": 0.5075, + "hfopenllm_v2/MATH Level 5": 0.1511, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4038, + "hfopenllm_v2/MMLU-PRO": 0.3771 } }, { - "id": "monsterapi/gemma-2-2b-LoRA-MonsterInstruct", - "name": "gemma-2-2b-LoRA-MonsterInstruct", - "developer": "monsterapi", + "id": "Quazim0t0/TBL-8B-sce", + "name": "TBL-8B-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3903, - "hfopenllm_v2/BBH": 0.365, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3644, - "hfopenllm_v2/MMLU-PRO": 0.1987 + "hfopenllm_v2/IFEval": 0.4581, + "hfopenllm_v2/BBH": 0.5008, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4236, + "hfopenllm_v2/MMLU-PRO": 0.3689 } }, { - "id": "moonshot-ai/kimi-k2-instruct", - "name": "Kimi K2 Instruct", - "developer": "Moonshot AI", + "id": "Quazim0t0/tesseract-14b-stock", + "name": "tesseract-14b-stock", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 26.7 + "hfopenllm_v2/IFEval": 0.5848, + "hfopenllm_v2/BBH": 0.688, + "hfopenllm_v2/MATH Level 5": 0.5144, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.5389 } }, { - "id": "moonshot-ai/kimi-k2-thinking", - "name": "Kimi K2 Thinking", - "developer": "Moonshot AI", + "id": "Quazim0t0/ThinkPhi1.1-Tensors", + "name": "ThinkPhi1.1-Tensors", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 35.7 + "hfopenllm_v2/IFEval": 0.3908, + "hfopenllm_v2/BBH": 0.6449, + "hfopenllm_v2/MATH Level 5": 0.182, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.418, + "hfopenllm_v2/MMLU-PRO": 0.4908 } }, { - "id": "moonshot-ai/kimi-k2.5", - "name": "Kimi K2.5", - "developer": "Kimi", + "id": "Quazim0t0/time-14b-stock", + "name": "time-14b-stock", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 43.2 + "hfopenllm_v2/IFEval": 0.6699, + "hfopenllm_v2/BBH": 0.6897, + "hfopenllm_v2/MATH Level 5": 0.5083, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.5419 } }, { - "id": "moonshot/Kimi K2 Thinking", - "name": "Kimi K2 Thinking", - "developer": "moonshot", + "id": "Quazim0t0/Venti-20b", + "name": "Venti-20b", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.04, - "apex-agents/Overall Pass@8": 0.144, - "apex-agents/Overall Mean Score": 0.115, - "apex-agents/Investment Banking Pass@1": 0.012, - "apex-agents/Management Consulting Pass@1": 0.029, - "apex-agents/Corporate Law Pass@1": 0.08, - "apex-agents/Corporate Lawyer Mean Score": 0.223 + "hfopenllm_v2/IFEval": 0.6641, + "hfopenllm_v2/BBH": 0.6901, + "hfopenllm_v2/MATH Level 5": 0.3391, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.448, + "hfopenllm_v2/MMLU-PRO": 0.5386 } }, { - "id": "moonshot/Kimi K2.5", - "name": "Kimi K2.5", - "developer": "moonshot", + "id": "Quazim0t0/Venti-Blend-sce", + "name": "Venti-Blend-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Corporate Lawyer Mean Score": 0.402 + "hfopenllm_v2/IFEval": 0.6879, + "hfopenllm_v2/BBH": 0.6843, + "hfopenllm_v2/MATH Level 5": 0.4056, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4389, + "hfopenllm_v2/MMLU-PRO": 0.5414 } }, { - "id": "moonshotai/kimi-k2-instruct", - "name": "Kimi K2 Instruct", - "developer": "moonshotai", + "id": "Quazim0t0/Vine-14b-sce", + "name": "Vine-14b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.768, - "helm_capabilities/MMLU-Pro": 0.819, - "helm_capabilities/GPQA": 0.652, - "helm_capabilities/IFEval": 0.85, - "helm_capabilities/WildBench": 0.862, - "helm_capabilities/Omni-MATH": 0.654 + "hfopenllm_v2/IFEval": 0.6733, + "hfopenllm_v2/BBH": 0.6891, + "hfopenllm_v2/MATH Level 5": 0.5008, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.5408 } }, { - "id": "mosaicml/MPT-30B", - "name": "MPT 30B", - "developer": "mosaicml", + "id": "Quazim0t0/Wendy-14B", + "name": "Wendy-14B", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.714, - "helm_classic/MMLU": 0.437, - "helm_classic/BoolQ": 0.704, - "helm_classic/NarrativeQA": 0.732, - "helm_classic/NaturalQuestions (open-book)": 0.673, - "helm_classic/QuAC": 0.393, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.231, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.959, - "helm_classic/CivilComments": 0.599, - "helm_classic/RAFT": 0.723 + "hfopenllm_v2/IFEval": 0.6772, + "hfopenllm_v2/BBH": 0.6958, + "hfopenllm_v2/MATH Level 5": 0.4834, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4428, + "hfopenllm_v2/MMLU-PRO": 0.5435 } }, { - "id": "mosaicml/MPT-Instruct-30B", - "name": "MPT-Instruct 30B", - "developer": "mosaicml", + "id": "Quazim0t0/Wu-14b-sce", + "name": "Wu-14b-sce", + "developer": "Quazim0t0", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.716, - "helm_classic/MMLU": 0.444, - "helm_classic/BoolQ": 0.85, - "helm_classic/NarrativeQA": 0.733, - "helm_classic/NaturalQuestions (open-book)": 0.697, - "helm_classic/QuAC": 0.327, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.234, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.956, - "helm_classic/CivilComments": 0.573, - "helm_classic/RAFT": 0.68 + "hfopenllm_v2/IFEval": 0.6718, + "hfopenllm_v2/BBH": 0.6885, + "hfopenllm_v2/MATH Level 5": 0.2613, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4114, + "hfopenllm_v2/MMLU-PRO": 0.5293 } }, { - "id": "mosaicml/mpt-7b", - "name": "mpt-7b", - "developer": "mosaicml", + "id": "Qwen/Qwen1.5-0.5B", + "name": "Qwen1.5-0.5B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2152, - "hfopenllm_v2/BBH": 0.33, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3672, - "hfopenllm_v2/MMLU-PRO": 0.1206 + "hfopenllm_v2/IFEval": 0.1706, + "hfopenllm_v2/BBH": 0.3154, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3616, + "hfopenllm_v2/MMLU-PRO": 0.1307 } }, { - "id": "mosama/Qwen2.5-1.5B-Instruct-CoT-Reflection", - "name": "Qwen2.5-1.5B-Instruct-CoT-Reflection", - "developer": "mosama", + "id": "Qwen/Qwen1.5-0.5B-Chat", + "name": "Qwen/Qwen1.5-0.5B-Chat", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.287, - "hfopenllm_v2/BBH": 0.4109, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3212, - "hfopenllm_v2/MMLU-PRO": 0.2651 + "hfopenllm_v2/IFEval": 0.1807, + "hfopenllm_v2/BBH": 0.3167, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3837, + "hfopenllm_v2/MMLU-PRO": 0.1213, + "reward-bench/Score": 0.5298, + "reward-bench/Chat": 0.3547, + "reward-bench/Chat Hard": 0.6294, + "reward-bench/Safety": 0.5703, + "reward-bench/Reasoning": 0.5984, + "reward-bench/Prior Sets (0.5 weight)": 0.4629 } }, { - "id": "mrdayl/OpenCogito", - "name": "OpenCogito", - "developer": "mrdayl", + "id": "Qwen/Qwen1.5-1.8B", + "name": "Qwen1.5-1.8B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3934, - "hfopenllm_v2/BBH": 0.472, - "hfopenllm_v2/MATH Level 5": 0.2183, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.424, - "hfopenllm_v2/MMLU-PRO": 0.3452 + "hfopenllm_v2/IFEval": 0.2154, + "hfopenllm_v2/BBH": 0.3476, + "hfopenllm_v2/MATH Level 5": 0.0317, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3605, + "hfopenllm_v2/MMLU-PRO": 0.1882 } }, { - "id": "mrdayl/OpenCognito", - "name": "OpenCognito", - "developer": "mrdayl", + "id": "Qwen/Qwen1.5-1.8B-Chat", + "name": "Qwen/Qwen1.5-1.8B-Chat", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4062, - "hfopenllm_v2/BBH": 0.4706, - "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/IFEval": 0.2019, + "hfopenllm_v2/BBH": 0.3256, + "hfopenllm_v2/MATH Level 5": 0.0196, "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4293, - "hfopenllm_v2/MMLU-PRO": 0.3443 + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.1804, + "reward-bench/Score": 0.589, + "reward-bench/Chat": 0.5615, + "reward-bench/Chat Hard": 0.6031, + "reward-bench/Safety": 0.4838, + "reward-bench/Reasoning": 0.7793, + "reward-bench/Prior Sets (0.5 weight)": 0.4453 } }, { - "id": "mrdayl/OpenCognito-r1", - "name": "OpenCognito-r1", - "developer": "mrdayl", + "id": "Qwen/Qwen1.5-110B", + "name": "Qwen1.5-110B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4241, - "hfopenllm_v2/BBH": 0.4673, - "hfopenllm_v2/MATH Level 5": 0.1903, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4241, - "hfopenllm_v2/MMLU-PRO": 0.3475 + "hfopenllm_v2/IFEval": 0.3422, + "hfopenllm_v2/BBH": 0.61, + "hfopenllm_v2/MATH Level 5": 0.247, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4408, + "hfopenllm_v2/MMLU-PRO": 0.5361 } }, { - "id": "mrdayl/OpenCognito-r2", - "name": "OpenCognito-r2", - "developer": "mrdayl", + "id": "qwen/qwen1.5-110b-chat", + "name": "Qwen1.5 Chat 110B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3959, - "hfopenllm_v2/BBH": 0.4688, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4202, - "hfopenllm_v2/MMLU-PRO": 0.3462 + "helm_lite/Mean win rate": 0.55, + "helm_lite/NarrativeQA": 0.721, + "helm_lite/NaturalQuestions (closed-book)": 0.35, + "helm_lite/OpenbookQA": 0.922, + "helm_lite/MMLU": 0.704, + "helm_lite/MATH": 0.568, + "helm_lite/GSM8K": 0.815, + "helm_lite/LegalBench": 0.624, + "helm_lite/MedQA": 0.64, + "helm_lite/WMT 2014": 0.192, + "helm_mmlu/MMLU All Subjects": 0.768, + "helm_mmlu/Abstract Algebra": 0.57, + "helm_mmlu/Anatomy": 0.696, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.82, + "helm_mmlu/Econometrics": 0.64, + "helm_mmlu/Global Facts": 0.51, + "helm_mmlu/Jurisprudence": 0.833, + "helm_mmlu/Philosophy": 0.823, + "helm_mmlu/Professional Psychology": 0.82, + "helm_mmlu/Us Foreign Policy": 0.87, + "helm_mmlu/Astronomy": 0.901, + "helm_mmlu/Business Ethics": 0.8, + "helm_mmlu/Clinical Knowledge": 0.766, + "helm_mmlu/Conceptual Physics": 0.838, + "helm_mmlu/Electrical Engineering": 0.752, + "helm_mmlu/Elementary Mathematics": 0.669, + "helm_mmlu/Formal Logic": 0.643, + "helm_mmlu/High School World History": 0.903, + "helm_mmlu/Human Sexuality": 0.855, + "helm_mmlu/International Law": 0.876, + "helm_mmlu/Logical Fallacies": 0.828, + "helm_mmlu/Machine Learning": 0.634, + "helm_mmlu/Management": 0.835, + "helm_mmlu/Marketing": 0.919, + "helm_mmlu/Medical Genetics": 0.85, + "helm_mmlu/Miscellaneous": 0.934, + "helm_mmlu/Moral Scenarios": 0.783, + "helm_mmlu/Nutrition": 0.804, + "helm_mmlu/Prehistory": 0.867, + "helm_mmlu/Public Relations": 0.773, + "helm_mmlu/Security Studies": 0.735, + "helm_mmlu/Sociology": 0.866, + "helm_mmlu/Virology": 0.542, + "helm_mmlu/World Religions": 0.871, + "helm_mmlu/Mean win rate": 0.875, + "hfopenllm_v2/IFEval": 0.5939, + "hfopenllm_v2/BBH": 0.6184, + "hfopenllm_v2/MATH Level 5": 0.2341, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4522, + "hfopenllm_v2/MMLU-PRO": 0.4825 } }, { - "id": "mrdayl/OpenThink", - "name": "OpenThink", - "developer": "mrdayl", + "id": "qwen/qwen1.5-14b", + "name": "Qwen1.5 14B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2054, - "hfopenllm_v2/BBH": 0.346, - "hfopenllm_v2/MATH Level 5": 0.2885, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3289, - "hfopenllm_v2/MMLU-PRO": 0.185 + "helm_lite/Mean win rate": 0.425, + "helm_lite/NarrativeQA": 0.711, + "helm_lite/NaturalQuestions (closed-book)": 0.3, + "helm_lite/OpenbookQA": 0.862, + "helm_lite/MMLU": 0.626, + "helm_lite/MATH": 0.686, + "helm_lite/GSM8K": 0.693, + "helm_lite/LegalBench": 0.593, + "helm_lite/MedQA": 0.515, + "helm_lite/WMT 2014": 0.178, + "helm_mmlu/MMLU All Subjects": 0.686, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.637, + "helm_mmlu/College Physics": 0.48, + "helm_mmlu/Computer Security": 0.84, + "helm_mmlu/Econometrics": 0.561, + "helm_mmlu/Global Facts": 0.49, + "helm_mmlu/Jurisprudence": 0.769, + "helm_mmlu/Philosophy": 0.717, + "helm_mmlu/Professional Psychology": 0.699, + "helm_mmlu/Us Foreign Policy": 0.87, + "helm_mmlu/Astronomy": 0.724, + "helm_mmlu/Business Ethics": 0.75, + "helm_mmlu/Clinical Knowledge": 0.736, + "helm_mmlu/Conceptual Physics": 0.694, + "helm_mmlu/Electrical Engineering": 0.683, + "helm_mmlu/Elementary Mathematics": 0.603, + "helm_mmlu/Formal Logic": 0.492, + "helm_mmlu/High School World History": 0.84, + "helm_mmlu/Human Sexuality": 0.756, + "helm_mmlu/International Law": 0.826, + "helm_mmlu/Logical Fallacies": 0.736, + "helm_mmlu/Machine Learning": 0.509, + "helm_mmlu/Management": 0.816, + "helm_mmlu/Marketing": 0.893, + "helm_mmlu/Medical Genetics": 0.76, + "helm_mmlu/Miscellaneous": 0.835, + "helm_mmlu/Moral Scenarios": 0.368, + "helm_mmlu/Nutrition": 0.742, + "helm_mmlu/Prehistory": 0.71, + "helm_mmlu/Public Relations": 0.655, + "helm_mmlu/Security Studies": 0.8, + "helm_mmlu/Sociology": 0.841, + "helm_mmlu/Virology": 0.458, + "helm_mmlu/World Religions": 0.842, + "helm_mmlu/Mean win rate": 0.796, + "hfopenllm_v2/IFEval": 0.2905, + "hfopenllm_v2/BBH": 0.508, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.3644 } }, { - "id": "mrm8488/phi-4-14B-grpo-gsm8k-3e", - "name": "phi-4-14B-grpo-gsm8k-3e", - "developer": "mrm8488", + "id": "Qwen/Qwen1.5-14B-Chat", + "name": "Qwen/Qwen1.5-14B-Chat", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6885, - "hfopenllm_v2/BBH": 0.6805, - "hfopenllm_v2/MATH Level 5": 0.4524, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.3994, - "hfopenllm_v2/MMLU-PRO": 0.5268 + "hfopenllm_v2/IFEval": 0.4768, + "hfopenllm_v2/BBH": 0.5229, + "hfopenllm_v2/MATH Level 5": 0.1526, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.44, + "hfopenllm_v2/MMLU-PRO": 0.3618, + "reward-bench/Score": 0.6864, + "reward-bench/Chat": 0.5726, + "reward-bench/Chat Hard": 0.7018, + "reward-bench/Safety": 0.7122, + "reward-bench/Reasoning": 0.8961, + "reward-bench/Prior Sets (0.5 weight)": 0.4123 } }, { - "id": "mrm8488/phi-4-14B-grpo-limo", - "name": "phi-4-14B-grpo-limo", - "developer": "mrm8488", + "id": "qwen/qwen1.5-32b", + "name": "Qwen1.5 32B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6812, - "hfopenllm_v2/BBH": 0.6785, - "hfopenllm_v2/MATH Level 5": 0.4569, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.3981, - "hfopenllm_v2/MMLU-PRO": 0.5261 + "helm_lite/Mean win rate": 0.546, + "helm_lite/NarrativeQA": 0.589, + "helm_lite/NaturalQuestions (closed-book)": 0.353, + "helm_lite/OpenbookQA": 0.932, + "helm_lite/MMLU": 0.628, + "helm_lite/MATH": 0.733, + "helm_lite/GSM8K": 0.773, + "helm_lite/LegalBench": 0.636, + "helm_lite/MedQA": 0.656, + "helm_lite/WMT 2014": 0.193, + "helm_mmlu/MMLU All Subjects": 0.744, + "helm_mmlu/Abstract Algebra": 0.4, + "helm_mmlu/Anatomy": 0.644, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.77, + "helm_mmlu/Econometrics": 0.561, + "helm_mmlu/Global Facts": 0.47, + "helm_mmlu/Jurisprudence": 0.843, + "helm_mmlu/Philosophy": 0.826, + "helm_mmlu/Professional Psychology": 0.75, + "helm_mmlu/Us Foreign Policy": 0.91, + "helm_mmlu/Astronomy": 0.855, + "helm_mmlu/Business Ethics": 0.77, + "helm_mmlu/Clinical Knowledge": 0.781, + "helm_mmlu/Conceptual Physics": 0.766, + "helm_mmlu/Electrical Engineering": 0.731, + "helm_mmlu/Elementary Mathematics": 0.685, + "helm_mmlu/Formal Logic": 0.524, + "helm_mmlu/High School World History": 0.869, + "helm_mmlu/Human Sexuality": 0.847, + "helm_mmlu/International Law": 0.884, + "helm_mmlu/Logical Fallacies": 0.822, + "helm_mmlu/Machine Learning": 0.616, + "helm_mmlu/Management": 0.874, + "helm_mmlu/Marketing": 0.936, + "helm_mmlu/Medical Genetics": 0.85, + "helm_mmlu/Miscellaneous": 0.884, + "helm_mmlu/Moral Scenarios": 0.545, + "helm_mmlu/Nutrition": 0.81, + "helm_mmlu/Prehistory": 0.83, + "helm_mmlu/Public Relations": 0.664, + "helm_mmlu/Security Studies": 0.829, + "helm_mmlu/Sociology": 0.881, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.854, + "helm_mmlu/Mean win rate": 0.624, + "hfopenllm_v2/IFEval": 0.3297, + "hfopenllm_v2/BBH": 0.5715, + "hfopenllm_v2/MATH Level 5": 0.3029, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4278, + "hfopenllm_v2/MMLU-PRO": 0.45 } }, { - "id": "mukaj/Llama-3.1-Hawkish-8B", - "name": "Llama-3.1-Hawkish-8B", - "developer": "mukaj", + "id": "Qwen/Qwen1.5-32B-Chat", + "name": "Qwen1.5-32B-Chat", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.672, - "hfopenllm_v2/BBH": 0.4884, - "hfopenllm_v2/MATH Level 5": 0.2432, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3967, - "hfopenllm_v2/MMLU-PRO": 0.3331 + "hfopenllm_v2/IFEval": 0.5532, + "hfopenllm_v2/BBH": 0.6067, + "hfopenllm_v2/MATH Level 5": 0.1956, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.416, + "hfopenllm_v2/MMLU-PRO": 0.4457 } }, { - "id": "multiple/multiple", - "name": "Multiple", - "developer": "Multiple", + "id": "Qwen/Qwen1.5-4B", + "name": "Qwen1.5-4B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 72.4 + "hfopenllm_v2/IFEval": 0.2445, + "hfopenllm_v2/BBH": 0.4054, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3604, + "hfopenllm_v2/MMLU-PRO": 0.246 } }, { - "id": "my_model/", - "name": "my_model/", - "developer": "my_model", + "id": "Qwen/Qwen1.5-4B-Chat", + "name": "Qwen/Qwen1.5-4B-Chat", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5267, - "reward-bench/Chat": 0.4553, - "reward-bench/Chat Hard": 0.5592, - "reward-bench/Safety": 0.4392, - "reward-bench/Reasoning": 0.6532 + "hfopenllm_v2/IFEval": 0.3157, + "hfopenllm_v2/BBH": 0.4006, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3978, + "hfopenllm_v2/MMLU-PRO": 0.2396, + "reward-bench/Score": 0.5477, + "reward-bench/Chat": 0.3883, + "reward-bench/Chat Hard": 0.6272, + "reward-bench/Safety": 0.5568, + "reward-bench/Reasoning": 0.6689, + "reward-bench/Prior Sets (0.5 weight)": 0.447 } }, { - "id": "natong19/Mistral-Nemo-Instruct-2407-abliterated", - "name": "Mistral-Nemo-Instruct-2407-abliterated", - "developer": "natong19", + "id": "qwen/qwen1.5-72b", + "name": "Qwen1.5 72B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6392, - "hfopenllm_v2/BBH": 0.5048, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4033, - "hfopenllm_v2/MMLU-PRO": 0.3518 + "helm_lite/Mean win rate": 0.608, + "helm_lite/NarrativeQA": 0.601, + "helm_lite/NaturalQuestions (closed-book)": 0.417, + "helm_lite/OpenbookQA": 0.93, + "helm_lite/MMLU": 0.647, + "helm_lite/MATH": 0.683, + "helm_lite/GSM8K": 0.799, + "helm_lite/LegalBench": 0.694, + "helm_lite/MedQA": 0.67, + "helm_lite/WMT 2014": 0.201, + "helm_mmlu/MMLU All Subjects": 0.774, + "helm_mmlu/Abstract Algebra": 0.44, + "helm_mmlu/Anatomy": 0.733, + "helm_mmlu/College Physics": 0.559, + "helm_mmlu/Computer Security": 0.81, + "helm_mmlu/Econometrics": 0.544, + "helm_mmlu/Global Facts": 0.56, + "helm_mmlu/Jurisprudence": 0.824, + "helm_mmlu/Philosophy": 0.83, + "helm_mmlu/Professional Psychology": 0.809, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.868, + "helm_mmlu/Business Ethics": 0.79, + "helm_mmlu/Clinical Knowledge": 0.834, + "helm_mmlu/Conceptual Physics": 0.821, + "helm_mmlu/Electrical Engineering": 0.779, + "helm_mmlu/Elementary Mathematics": 0.696, + "helm_mmlu/Formal Logic": 0.556, + "helm_mmlu/High School World History": 0.899, + "helm_mmlu/Human Sexuality": 0.878, + "helm_mmlu/International Law": 0.909, + "helm_mmlu/Logical Fallacies": 0.853, + "helm_mmlu/Machine Learning": 0.67, + "helm_mmlu/Management": 0.854, + "helm_mmlu/Marketing": 0.949, + "helm_mmlu/Medical Genetics": 0.87, + "helm_mmlu/Miscellaneous": 0.921, + "helm_mmlu/Moral Scenarios": 0.669, + "helm_mmlu/Nutrition": 0.859, + "helm_mmlu/Prehistory": 0.88, + "helm_mmlu/Public Relations": 0.755, + "helm_mmlu/Security Studies": 0.824, + "helm_mmlu/Sociology": 0.9, + "helm_mmlu/Virology": 0.584, + "helm_mmlu/World Religions": 0.883, + "helm_mmlu/Mean win rate": 0.65 } }, { - "id": "natong19/Qwen2-7B-Instruct-abliterated", - "name": "Qwen2-7B-Instruct-abliterated", - "developer": "natong19", + "id": "Qwen/Qwen1.5-72B-Chat", + "name": "Qwen/Qwen1.5-72B-Chat", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5837, - "hfopenllm_v2/BBH": 0.5553, - "hfopenllm_v2/MATH Level 5": 0.2764, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.3842 + "reward-bench/Score": 0.6723, + "reward-bench/Chat": 0.6229, + "reward-bench/Chat Hard": 0.6601, + "reward-bench/Safety": 0.6757, + "reward-bench/Reasoning": 0.8554, + "reward-bench/Prior Sets (0.5 weight)": 0.4226 } }, { - "id": "nazimali/Mistral-Nemo-Kurdish", - "name": "Mistral-Nemo-Kurdish", - "developer": "nazimali", + "id": "qwen/qwen1.5-7b", + "name": "Qwen1.5 7B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3401, - "hfopenllm_v2/BBH": 0.5133, - "hfopenllm_v2/MATH Level 5": 0.0959, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4116, - "hfopenllm_v2/MMLU-PRO": 0.3235 + "helm_lite/Mean win rate": 0.275, + "helm_lite/NarrativeQA": 0.448, + "helm_lite/NaturalQuestions (closed-book)": 0.27, + "helm_lite/OpenbookQA": 0.806, + "helm_lite/MMLU": 0.569, + "helm_lite/MATH": 0.561, + "helm_lite/GSM8K": 0.6, + "helm_lite/LegalBench": 0.523, + "helm_lite/MedQA": 0.479, + "helm_lite/WMT 2014": 0.153, + "helm_mmlu/MMLU All Subjects": 0.626, + "helm_mmlu/Abstract Algebra": 0.39, + "helm_mmlu/Anatomy": 0.526, + "helm_mmlu/College Physics": 0.471, + "helm_mmlu/Computer Security": 0.76, + "helm_mmlu/Econometrics": 0.447, + "helm_mmlu/Global Facts": 0.4, + "helm_mmlu/Jurisprudence": 0.778, + "helm_mmlu/Philosophy": 0.691, + "helm_mmlu/Professional Psychology": 0.603, + "helm_mmlu/Us Foreign Policy": 0.84, + "helm_mmlu/Astronomy": 0.671, + "helm_mmlu/Business Ethics": 0.69, + "helm_mmlu/Clinical Knowledge": 0.691, + "helm_mmlu/Conceptual Physics": 0.579, + "helm_mmlu/Electrical Engineering": 0.572, + "helm_mmlu/Elementary Mathematics": 0.5, + "helm_mmlu/Formal Logic": 0.397, + "helm_mmlu/High School World History": 0.789, + "helm_mmlu/Human Sexuality": 0.695, + "helm_mmlu/International Law": 0.76, + "helm_mmlu/Logical Fallacies": 0.706, + "helm_mmlu/Machine Learning": 0.411, + "helm_mmlu/Management": 0.816, + "helm_mmlu/Marketing": 0.863, + "helm_mmlu/Medical Genetics": 0.69, + "helm_mmlu/Miscellaneous": 0.765, + "helm_mmlu/Moral Scenarios": 0.372, + "helm_mmlu/Nutrition": 0.696, + "helm_mmlu/Prehistory": 0.688, + "helm_mmlu/Public Relations": 0.627, + "helm_mmlu/Security Studies": 0.727, + "helm_mmlu/Sociology": 0.836, + "helm_mmlu/Virology": 0.488, + "helm_mmlu/World Religions": 0.778, + "helm_mmlu/Mean win rate": 0.843, + "hfopenllm_v2/IFEval": 0.2684, + "hfopenllm_v2/BBH": 0.456, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4103, + "hfopenllm_v2/MMLU-PRO": 0.2916 } }, { - "id": "nazimali/Mistral-Nemo-Kurdish-Instruct", - "name": "Mistral-Nemo-Kurdish-Instruct", - "developer": "nazimali", + "id": "Qwen/Qwen1.5-7B-Chat", + "name": "Qwen/Qwen1.5-7B-Chat", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.486, - "hfopenllm_v2/BBH": 0.4721, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4006, - "hfopenllm_v2/MMLU-PRO": 0.3087 + "hfopenllm_v2/IFEval": 0.4371, + "hfopenllm_v2/BBH": 0.451, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3779, + "hfopenllm_v2/MMLU-PRO": 0.2951, + "reward-bench/Score": 0.675, + "reward-bench/Chat": 0.5363, + "reward-bench/Chat Hard": 0.6908, + "reward-bench/Safety": 0.6919, + "reward-bench/Reasoning": 0.9041, + "reward-bench/Prior Sets (0.5 weight)": 0.4288 } }, { - "id": "nbeerbower/BigKartoffel-mistral-nemo-20B", - "name": "BigKartoffel-mistral-nemo-20B", - "developer": "nbeerbower", + "id": "Qwen/Qwen1.5-MoE-A2.7B", + "name": "Qwen1.5-MoE-A2.7B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5857, - "hfopenllm_v2/BBH": 0.5515, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.353 + "hfopenllm_v2/IFEval": 0.266, + "hfopenllm_v2/BBH": 0.4114, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4013, + "hfopenllm_v2/MMLU-PRO": 0.2778 } }, { - "id": "nbeerbower/DoppelKartoffel-Mistral-Nemo-23B", - "name": "DoppelKartoffel-Mistral-Nemo-23B", - "developer": "nbeerbower", + "id": "Qwen/Qwen1.5-MoE-A2.7B-Chat", + "name": "Qwen/Qwen1.5-MoE-A2.7B-Chat", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5191, - "hfopenllm_v2/BBH": 0.5218, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3795, - "hfopenllm_v2/MMLU-PRO": 0.308 + "hfopenllm_v2/IFEval": 0.3795, + "hfopenllm_v2/BBH": 0.4272, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3899, + "hfopenllm_v2/MMLU-PRO": 0.2923, + "reward-bench/Score": 0.6644, + "reward-bench/Chat": 0.7291, + "reward-bench/Chat Hard": 0.6316, + "reward-bench/Safety": 0.6284, + "reward-bench/Reasoning": 0.774, + "reward-bench/Prior Sets (0.5 weight)": 0.4536 } }, { - "id": "nbeerbower/DoublePotato-Mistral-Nemo-13B", - "name": "DoublePotato-Mistral-Nemo-13B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-0.5B", + "name": "Qwen2-0.5B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6796, - "hfopenllm_v2/BBH": 0.5438, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.46, - "hfopenllm_v2/MMLU-PRO": 0.3596 + "hfopenllm_v2/IFEval": 0.1873, + "hfopenllm_v2/BBH": 0.3239, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3752, + "hfopenllm_v2/MMLU-PRO": 0.172 } }, { - "id": "nbeerbower/Dumpling-Qwen2.5-1.5B", - "name": "Dumpling-Qwen2.5-1.5B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-0.5B-Instruct", + "name": "Qwen2-0.5B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3699, - "hfopenllm_v2/BBH": 0.416, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3728, - "hfopenllm_v2/MMLU-PRO": 0.2772 + "hfopenllm_v2/IFEval": 0.2247, + "hfopenllm_v2/BBH": 0.3173, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3353, + "hfopenllm_v2/MMLU-PRO": 0.1531 } }, { - "id": "nbeerbower/Dumpling-Qwen2.5-14B", - "name": "Dumpling-Qwen2.5-14B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-1.5B", + "name": "Qwen2-1.5B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6064, - "hfopenllm_v2/BBH": 0.6451, - "hfopenllm_v2/MATH Level 5": 0.3097, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4354, - "hfopenllm_v2/MMLU-PRO": 0.517 + "hfopenllm_v2/IFEval": 0.2113, + "hfopenllm_v2/BBH": 0.3575, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3658, + "hfopenllm_v2/MMLU-PRO": 0.2552 } }, { - "id": "nbeerbower/Dumpling-Qwen2.5-7B-1k-r16", - "name": "Dumpling-Qwen2.5-7B-1k-r16", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-1.5B-Instruct", + "name": "Qwen2-1.5B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.486, - "hfopenllm_v2/BBH": 0.5214, - "hfopenllm_v2/MATH Level 5": 0.2364, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.423, - "hfopenllm_v2/MMLU-PRO": 0.3959 + "hfopenllm_v2/IFEval": 0.3371, + "hfopenllm_v2/BBH": 0.3852, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4293, + "hfopenllm_v2/MMLU-PRO": 0.2501 } }, { - "id": "nbeerbower/Dumpling-Qwen2.5-7B-1k-r64-2e-5", - "name": "Dumpling-Qwen2.5-7B-1k-r64-2e-5", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-57B-A14B", + "name": "Qwen2-57B-A14B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4179, - "hfopenllm_v2/BBH": 0.5301, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4486, - "hfopenllm_v2/MMLU-PRO": 0.4122 + "hfopenllm_v2/IFEval": 0.3113, + "hfopenllm_v2/BBH": 0.5618, + "hfopenllm_v2/MATH Level 5": 0.1866, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4174, + "hfopenllm_v2/MMLU-PRO": 0.4916 } }, { - "id": "nbeerbower/EVA-abliterated-TIES-Qwen2.5-1.5B", - "name": "EVA-abliterated-TIES-Qwen2.5-1.5B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-57B-A14B-Instruct", + "name": "Qwen2-57B-A14B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4115, - "hfopenllm_v2/BBH": 0.3997, - "hfopenllm_v2/MATH Level 5": 0.1375, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3502, - "hfopenllm_v2/MMLU-PRO": 0.2712 + "hfopenllm_v2/IFEval": 0.6338, + "hfopenllm_v2/BBH": 0.5888, + "hfopenllm_v2/MATH Level 5": 0.2817, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4361, + "hfopenllm_v2/MMLU-PRO": 0.4575 } }, { - "id": "nbeerbower/EVA-abliterated-TIES-Qwen2.5-14B", - "name": "EVA-abliterated-TIES-Qwen2.5-14B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-72B", + "name": "Qwen2-72B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7836, - "hfopenllm_v2/BBH": 0.6372, - "hfopenllm_v2/MATH Level 5": 0.5045, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.4407, - "hfopenllm_v2/MMLU-PRO": 0.5211 + "hfopenllm_v2/IFEval": 0.3824, + "hfopenllm_v2/BBH": 0.6617, + "hfopenllm_v2/MATH Level 5": 0.3112, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4704, + "hfopenllm_v2/MMLU-PRO": 0.5731 } }, { - "id": "nbeerbower/Flammades-Mistral-Nemo-12B", - "name": "Flammades-Mistral-Nemo-12B", - "developer": "nbeerbower", + "id": "qwen/qwen2-72b-instruct", + "name": "Qwen2 Instruct 72B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3842, - "hfopenllm_v2/BBH": 0.53, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4806, - "hfopenllm_v2/MMLU-PRO": 0.3661 + "helm_lite/Mean win rate": 0.77, + "helm_lite/NarrativeQA": 0.727, + "helm_lite/NaturalQuestions (closed-book)": 0.39, + "helm_lite/OpenbookQA": 0.954, + "helm_lite/MMLU": 0.769, + "helm_lite/MATH": 0.79, + "helm_lite/GSM8K": 0.92, + "helm_lite/LegalBench": 0.712, + "helm_lite/MedQA": 0.746, + "helm_lite/WMT 2014": 0.207, + "helm_mmlu/MMLU All Subjects": 0.824, + "helm_mmlu/Abstract Algebra": 0.67, + "helm_mmlu/Anatomy": 0.793, + "helm_mmlu/College Physics": 0.598, + "helm_mmlu/Computer Security": 0.85, + "helm_mmlu/Econometrics": 0.737, + "helm_mmlu/Global Facts": 0.58, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.859, + "helm_mmlu/Professional Psychology": 0.886, + "helm_mmlu/Us Foreign Policy": 0.94, + "helm_mmlu/Astronomy": 0.934, + "helm_mmlu/Business Ethics": 0.82, + "helm_mmlu/Clinical Knowledge": 0.868, + "helm_mmlu/Conceptual Physics": 0.872, + "helm_mmlu/Electrical Engineering": 0.793, + "helm_mmlu/Elementary Mathematics": 0.825, + "helm_mmlu/Formal Logic": 0.667, + "helm_mmlu/High School World History": 0.932, + "helm_mmlu/Human Sexuality": 0.893, + "helm_mmlu/International Law": 0.893, + "helm_mmlu/Logical Fallacies": 0.914, + "helm_mmlu/Machine Learning": 0.768, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.953, + "helm_mmlu/Medical Genetics": 0.9, + "helm_mmlu/Miscellaneous": 0.943, + "helm_mmlu/Moral Scenarios": 0.815, + "helm_mmlu/Nutrition": 0.902, + "helm_mmlu/Prehistory": 0.914, + "helm_mmlu/Public Relations": 0.745, + "helm_mmlu/Security Studies": 0.837, + "helm_mmlu/Sociology": 0.935, + "helm_mmlu/Virology": 0.56, + "helm_mmlu/World Religions": 0.848, + "helm_mmlu/Mean win rate": 0.826, + "hfopenllm_v2/IFEval": 0.7989, + "hfopenllm_v2/BBH": 0.6977, + "hfopenllm_v2/MATH Level 5": 0.4177, + "hfopenllm_v2/GPQA": 0.3725, + "hfopenllm_v2/MUSR": 0.456, + "hfopenllm_v2/MMLU-PRO": 0.5403 } }, { - "id": "nbeerbower/Gemma2-Gutenberg-Doppel-9B", - "name": "Gemma2-Gutenberg-Doppel-9B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-7B", + "name": "Qwen2-7B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7171, - "hfopenllm_v2/BBH": 0.587, - "hfopenllm_v2/MATH Level 5": 0.1979, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.4608, - "hfopenllm_v2/MMLU-PRO": 0.4127 + "hfopenllm_v2/IFEval": 0.3149, + "hfopenllm_v2/BBH": 0.5315, + "hfopenllm_v2/MATH Level 5": 0.2039, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4439, + "hfopenllm_v2/MMLU-PRO": 0.4183 } }, { - "id": "nbeerbower/Gutensuppe-mistral-nemo-12B", - "name": "Gutensuppe-mistral-nemo-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-7B-Instruct", + "name": "Qwen2-7B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2916, - "hfopenllm_v2/BBH": 0.5487, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.368 + "hfopenllm_v2/IFEval": 0.5679, + "hfopenllm_v2/BBH": 0.5545, + "hfopenllm_v2/MATH Level 5": 0.2764, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3928, + "hfopenllm_v2/MMLU-PRO": 0.3847 } }, { - "id": "nbeerbower/Hermes2-Gutenberg2-Mistral-7B", - "name": "Hermes2-Gutenberg2-Mistral-7B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-Math-72B-Instruct", + "name": "Qwen2-Math-72B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3721, - "hfopenllm_v2/BBH": 0.4981, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4623, - "hfopenllm_v2/MMLU-PRO": 0.2993 + "hfopenllm_v2/IFEval": 0.5694, + "hfopenllm_v2/BBH": 0.6343, + "hfopenllm_v2/MATH Level 5": 0.5536, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4517, + "hfopenllm_v2/MMLU-PRO": 0.4273 } }, { - "id": "nbeerbower/Kartoffel-Deepfry-12B", - "name": "Kartoffel-Deepfry-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-Math-7B", + "name": "Qwen2-Math-7B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5022, - "hfopenllm_v2/BBH": 0.5365, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4792, - "hfopenllm_v2/MMLU-PRO": 0.3582 + "hfopenllm_v2/IFEval": 0.2687, + "hfopenllm_v2/BBH": 0.387, + "hfopenllm_v2/MATH Level 5": 0.2477, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3593, + "hfopenllm_v2/MMLU-PRO": 0.1197 } }, { - "id": "nbeerbower/Llama-3.1-Nemotron-lorablated-70B", - "name": "Llama-3.1-Nemotron-lorablated-70B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-VL-72B-Instruct", + "name": "Qwen2-VL-72B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7229, - "hfopenllm_v2/BBH": 0.6825, - "hfopenllm_v2/MATH Level 5": 0.3338, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4682, - "hfopenllm_v2/MMLU-PRO": 0.5343 + "hfopenllm_v2/IFEval": 0.5982, + "hfopenllm_v2/BBH": 0.6946, + "hfopenllm_v2/MATH Level 5": 0.3444, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4492, + "hfopenllm_v2/MMLU-PRO": 0.5717 } }, { - "id": "nbeerbower/Llama3.1-Gutenberg-Doppel-70B", - "name": "Llama3.1-Gutenberg-Doppel-70B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2-VL-7B-Instruct", + "name": "Qwen2-VL-7B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7092, - "hfopenllm_v2/BBH": 0.6661, - "hfopenllm_v2/MATH Level 5": 0.2122, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4897, - "hfopenllm_v2/MMLU-PRO": 0.4737 + "hfopenllm_v2/IFEval": 0.4599, + "hfopenllm_v2/BBH": 0.5465, + "hfopenllm_v2/MATH Level 5": 0.1986, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4375, + "hfopenllm_v2/MMLU-PRO": 0.4095 } }, { - "id": "nbeerbower/Lyra-Gutenberg-mistral-nemo-12B", - "name": "Lyra-Gutenberg-mistral-nemo-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-0.5B", + "name": "Qwen2.5-0.5B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3495, - "hfopenllm_v2/BBH": 0.5586, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4357, - "hfopenllm_v2/MMLU-PRO": 0.3628 + "hfopenllm_v2/IFEval": 0.1627, + "hfopenllm_v2/BBH": 0.3275, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3433, + "hfopenllm_v2/MMLU-PRO": 0.1906 } }, { - "id": "nbeerbower/Lyra4-Gutenberg-12B", - "name": "Lyra4-Gutenberg-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-0.5B-Instruct", + "name": "Qwen2.5-0.5B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2212, - "hfopenllm_v2/BBH": 0.5387, - "hfopenllm_v2/MATH Level 5": 0.1299, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4038, - "hfopenllm_v2/MMLU-PRO": 0.3571 + "hfopenllm_v2/IFEval": 0.3071, + "hfopenllm_v2/BBH": 0.3341, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3329, + "hfopenllm_v2/MMLU-PRO": 0.1697 } }, { - "id": "nbeerbower/Lyra4-Gutenberg2-12B", - "name": "Lyra4-Gutenberg2-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-1.5B", + "name": "Qwen2.5-1.5B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2585, - "hfopenllm_v2/BBH": 0.5345, - "hfopenllm_v2/MATH Level 5": 0.1171, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.3972, - "hfopenllm_v2/MMLU-PRO": 0.3565 + "hfopenllm_v2/IFEval": 0.2674, + "hfopenllm_v2/BBH": 0.4078, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3576, + "hfopenllm_v2/MMLU-PRO": 0.2855 } }, { - "id": "nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated", - "name": "Mahou-1.5-mistral-nemo-12B-lorablated", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-1.5B-Instruct", + "name": "Qwen2.5-1.5B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6825, - "hfopenllm_v2/BBH": 0.5496, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4522, - "hfopenllm_v2/MMLU-PRO": 0.3574 + "hfopenllm_v2/IFEval": 0.4476, + "hfopenllm_v2/BBH": 0.4289, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3663, + "hfopenllm_v2/MMLU-PRO": 0.2799 } }, { - "id": "nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT", - "name": "Mistral-Gutenberg-Doppel-7B-FFT", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-14B", + "name": "Qwen2.5-14B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5717, - "hfopenllm_v2/BBH": 0.4076, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4059, - "hfopenllm_v2/MMLU-PRO": 0.2729 + "hfopenllm_v2/IFEval": 0.3694, + "hfopenllm_v2/BBH": 0.6161, + "hfopenllm_v2/MATH Level 5": 0.29, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4502, + "hfopenllm_v2/MMLU-PRO": 0.5249 } }, { - "id": "nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B", - "name": "Mistral-Nemo-Gutenberg-Doppel-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-14B-Instruct", + "name": "Qwen2.5-14B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3567, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4132, - "hfopenllm_v2/MMLU-PRO": 0.3579 + "hfopenllm_v2/IFEval": 0.8158, + "hfopenllm_v2/BBH": 0.639, + "hfopenllm_v2/MATH Level 5": 0.5476, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4101, + "hfopenllm_v2/MMLU-PRO": 0.4904 } }, { - "id": "nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2", - "name": "Mistral-Nemo-Gutenberg-Doppel-12B-v2", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-14B-Instruct-1M", + "name": "Qwen2.5-14B-Instruct-1M", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6536, - "hfopenllm_v2/BBH": 0.5374, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4233, - "hfopenllm_v2/MMLU-PRO": 0.3546 + "hfopenllm_v2/IFEval": 0.8414, + "hfopenllm_v2/BBH": 0.6198, + "hfopenllm_v2/MATH Level 5": 0.5302, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.418, + "hfopenllm_v2/MMLU-PRO": 0.485 } }, { - "id": "nbeerbower/Mistral-Nemo-Moderne-12B-FFT-experimental", - "name": "Mistral-Nemo-Moderne-12B-FFT-experimental", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-32B", + "name": "Qwen2.5-32B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3352, - "hfopenllm_v2/BBH": 0.5234, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3715, - "hfopenllm_v2/MMLU-PRO": 0.3455 + "hfopenllm_v2/IFEval": 0.4077, + "hfopenllm_v2/BBH": 0.6771, + "hfopenllm_v2/MATH Level 5": 0.3565, + "hfopenllm_v2/GPQA": 0.4119, + "hfopenllm_v2/MUSR": 0.4978, + "hfopenllm_v2/MMLU-PRO": 0.5805 } }, { - "id": "nbeerbower/Mistral-Nemo-Prism-12B", - "name": "Mistral-Nemo-Prism-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-32B-Instruct", + "name": "Qwen2.5-32B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6858, - "hfopenllm_v2/BBH": 0.5475, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4626, - "hfopenllm_v2/MMLU-PRO": 0.3581 + "hfopenllm_v2/IFEval": 0.8346, + "hfopenllm_v2/BBH": 0.6913, + "hfopenllm_v2/MATH Level 5": 0.6254, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4261, + "hfopenllm_v2/MMLU-PRO": 0.5667 } }, { - "id": "nbeerbower/Mistral-Nemo-Prism-12B-v2", - "name": "Mistral-Nemo-Prism-12B-v2", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-3B", + "name": "Qwen2.5-3B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6974, - "hfopenllm_v2/BBH": 0.5492, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.46, - "hfopenllm_v2/MMLU-PRO": 0.3567 + "hfopenllm_v2/IFEval": 0.269, + "hfopenllm_v2/BBH": 0.4612, + "hfopenllm_v2/MATH Level 5": 0.148, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4303, + "hfopenllm_v2/MMLU-PRO": 0.3203 } }, { - "id": "nbeerbower/Mistral-Nemo-Prism-12B-v7", - "name": "Mistral-Nemo-Prism-12B-v7", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-3B-Instruct", + "name": "Qwen2.5-3B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6962, - "hfopenllm_v2/BBH": 0.5521, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4639, - "hfopenllm_v2/MMLU-PRO": 0.359 + "hfopenllm_v2/IFEval": 0.6475, + "hfopenllm_v2/BBH": 0.4693, + "hfopenllm_v2/MATH Level 5": 0.3678, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3968, + "hfopenllm_v2/MMLU-PRO": 0.3255 } }, { - "id": "nbeerbower/Mistral-Small-Drummer-22B", - "name": "Mistral-Small-Drummer-22B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-72B", + "name": "Qwen2.5-72B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6331, - "hfopenllm_v2/BBH": 0.5793, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4064, - "hfopenllm_v2/MMLU-PRO": 0.4095 + "hfopenllm_v2/IFEval": 0.4137, + "hfopenllm_v2/BBH": 0.6797, + "hfopenllm_v2/MATH Level 5": 0.3912, + "hfopenllm_v2/GPQA": 0.4052, + "hfopenllm_v2/MUSR": 0.4771, + "hfopenllm_v2/MMLU-PRO": 0.5968 } }, { - "id": "nbeerbower/Mistral-Small-Gutenberg-Doppel-22B", - "name": "Mistral-Small-Gutenberg-Doppel-22B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-72B-Instruct", + "name": "Qwen2.5-72B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4893, - "hfopenllm_v2/BBH": 0.5859, - "hfopenllm_v2/MATH Level 5": 0.2183, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.3971, - "hfopenllm_v2/MMLU-PRO": 0.4124 + "hfopenllm_v2/IFEval": 0.8638, + "hfopenllm_v2/BBH": 0.7273, + "hfopenllm_v2/MATH Level 5": 0.5982, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4206, + "hfopenllm_v2/MMLU-PRO": 0.5626 } }, { - "id": "nbeerbower/Nemo-Loony-12B-experimental", - "name": "Nemo-Loony-12B-experimental", - "developer": "nbeerbower", + "id": "qwen/qwen2.5-72b-instruct-turbo", + "name": "Qwen2.5 Instruct Turbo 72B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3734, - "hfopenllm_v2/BBH": 0.3822, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1589 + "helm_capabilities/Mean score": 0.599, + "helm_capabilities/MMLU-Pro": 0.631, + "helm_capabilities/GPQA": 0.426, + "helm_capabilities/IFEval": 0.806, + "helm_capabilities/WildBench": 0.802, + "helm_capabilities/Omni-MATH": 0.33, + "helm_lite/Mean win rate": 0.745, + "helm_lite/NarrativeQA": 0.745, + "helm_lite/NaturalQuestions (closed-book)": 0.359, + "helm_lite/OpenbookQA": 0.962, + "helm_lite/MMLU": 0.77, + "helm_lite/MATH": 0.884, + "helm_lite/GSM8K": 0.9, + "helm_lite/LegalBench": 0.74, + "helm_lite/MedQA": 0.753, + "helm_lite/WMT 2014": 0.207, + "helm_mmlu/MMLU All Subjects": 0.834, + "helm_mmlu/Abstract Algebra": 0.68, + "helm_mmlu/Anatomy": 0.822, + "helm_mmlu/College Physics": 0.588, + "helm_mmlu/Computer Security": 0.86, + "helm_mmlu/Econometrics": 0.728, + "helm_mmlu/Global Facts": 0.61, + "helm_mmlu/Jurisprudence": 0.87, + "helm_mmlu/Philosophy": 0.839, + "helm_mmlu/Professional Psychology": 0.864, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.934, + "helm_mmlu/Business Ethics": 0.85, + "helm_mmlu/Clinical Knowledge": 0.872, + "helm_mmlu/Conceptual Physics": 0.885, + "helm_mmlu/Electrical Engineering": 0.8, + "helm_mmlu/Elementary Mathematics": 0.87, + "helm_mmlu/Formal Logic": 0.73, + "helm_mmlu/High School World History": 0.92, + "helm_mmlu/Human Sexuality": 0.878, + "helm_mmlu/International Law": 0.893, + "helm_mmlu/Logical Fallacies": 0.89, + "helm_mmlu/Machine Learning": 0.777, + "helm_mmlu/Management": 0.913, + "helm_mmlu/Marketing": 0.953, + "helm_mmlu/Medical Genetics": 0.92, + "helm_mmlu/Miscellaneous": 0.932, + "helm_mmlu/Moral Scenarios": 0.787, + "helm_mmlu/Nutrition": 0.886, + "helm_mmlu/Prehistory": 0.91, + "helm_mmlu/Public Relations": 0.782, + "helm_mmlu/Security Studies": 0.849, + "helm_mmlu/Sociology": 0.925, + "helm_mmlu/Virology": 0.584, + "helm_mmlu/World Religions": 0.901, + "helm_mmlu/Mean win rate": 0.548 } }, { - "id": "nbeerbower/Nemoties-ChatML-12B", - "name": "Nemoties-ChatML-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-7B", + "name": "Qwen2.5-7B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6382, - "hfopenllm_v2/BBH": 0.547, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4509, - "hfopenllm_v2/MMLU-PRO": 0.3551 + "hfopenllm_v2/IFEval": 0.3374, + "hfopenllm_v2/BBH": 0.5416, + "hfopenllm_v2/MATH Level 5": 0.2508, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4424, + "hfopenllm_v2/MMLU-PRO": 0.4365, + "la_leaderboard/la_leaderboard": 27.61 } }, { - "id": "nbeerbower/Qwen2.5-Gutenberg-Doppel-14B", - "name": "Qwen2.5-Gutenberg-Doppel-14B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-7B-Instruct", + "name": "Qwen2.5-7B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8091, - "hfopenllm_v2/BBH": 0.6382, - "hfopenllm_v2/MATH Level 5": 0.5415, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4101, - "hfopenllm_v2/MMLU-PRO": 0.4921 + "hfopenllm_v2/IFEval": 0.7585, + "hfopenllm_v2/BBH": 0.5394, + "hfopenllm_v2/MATH Level 5": 0.5, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.4287 } }, { - "id": "nbeerbower/SmolNemo-12B-FFT-experimental", - "name": "SmolNemo-12B-FFT-experimental", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-7B-Instruct-1M", + "name": "Qwen2.5-7B-Instruct-1M", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3348, - "hfopenllm_v2/BBH": 0.3336, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3847, - "hfopenllm_v2/MMLU-PRO": 0.1217 + "hfopenllm_v2/IFEval": 0.7448, + "hfopenllm_v2/BBH": 0.5404, + "hfopenllm_v2/MATH Level 5": 0.4335, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4087, + "hfopenllm_v2/MMLU-PRO": 0.3505 } }, { - "id": "nbeerbower/Stella-mistral-nemo-12B-v2", - "name": "Stella-mistral-nemo-12B-v2", - "developer": "nbeerbower", + "id": "qwen/qwen2.5-7b-instruct-turbo", + "name": "Qwen2.5 Instruct Turbo 7B", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3274, - "hfopenllm_v2/BBH": 0.5484, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4304, - "hfopenllm_v2/MMLU-PRO": 0.3684 + "helm_capabilities/Mean score": 0.529, + "helm_capabilities/MMLU-Pro": 0.539, + "helm_capabilities/GPQA": 0.341, + "helm_capabilities/IFEval": 0.741, + "helm_capabilities/WildBench": 0.731, + "helm_capabilities/Omni-MATH": 0.294, + "helm_lite/Mean win rate": 0.488, + "helm_lite/NarrativeQA": 0.742, + "helm_lite/NaturalQuestions (closed-book)": 0.205, + "helm_lite/OpenbookQA": 0.862, + "helm_lite/MMLU": 0.658, + "helm_lite/MATH": 0.835, + "helm_lite/GSM8K": 0.83, + "helm_lite/LegalBench": 0.632, + "helm_lite/MedQA": 0.6, + "helm_lite/WMT 2014": 0.155, + "helm_mmlu/MMLU All Subjects": 0.729, + "helm_mmlu/Abstract Algebra": 0.49, + "helm_mmlu/Anatomy": 0.689, + "helm_mmlu/College Physics": 0.51, + "helm_mmlu/Computer Security": 0.79, + "helm_mmlu/Econometrics": 0.64, + "helm_mmlu/Global Facts": 0.42, + "helm_mmlu/Jurisprudence": 0.796, + "helm_mmlu/Philosophy": 0.746, + "helm_mmlu/Professional Psychology": 0.757, + "helm_mmlu/Us Foreign Policy": 0.86, + "helm_mmlu/Astronomy": 0.836, + "helm_mmlu/Business Ethics": 0.82, + "helm_mmlu/Clinical Knowledge": 0.785, + "helm_mmlu/Conceptual Physics": 0.736, + "helm_mmlu/Electrical Engineering": 0.717, + "helm_mmlu/Elementary Mathematics": 0.643, + "helm_mmlu/Formal Logic": 0.587, + "helm_mmlu/High School World History": 0.878, + "helm_mmlu/Human Sexuality": 0.794, + "helm_mmlu/International Law": 0.86, + "helm_mmlu/Logical Fallacies": 0.773, + "helm_mmlu/Machine Learning": 0.554, + "helm_mmlu/Management": 0.845, + "helm_mmlu/Marketing": 0.919, + "helm_mmlu/Medical Genetics": 0.85, + "helm_mmlu/Miscellaneous": 0.852, + "helm_mmlu/Moral Scenarios": 0.511, + "helm_mmlu/Nutrition": 0.778, + "helm_mmlu/Prehistory": 0.836, + "helm_mmlu/Public Relations": 0.709, + "helm_mmlu/Security Studies": 0.682, + "helm_mmlu/Sociology": 0.861, + "helm_mmlu/Virology": 0.578, + "helm_mmlu/World Religions": 0.83, + "helm_mmlu/Mean win rate": 0.887 } }, { - "id": "nbeerbower/gemma2-gutenberg-27B", - "name": "gemma2-gutenberg-27B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Coder-14B", + "name": "Qwen2.5-Coder-14B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2947, - "hfopenllm_v2/BBH": 0.3797, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3727, - "hfopenllm_v2/MMLU-PRO": 0.1982 + "hfopenllm_v2/IFEval": 0.3473, + "hfopenllm_v2/BBH": 0.5865, + "hfopenllm_v2/MATH Level 5": 0.2251, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.3874, + "hfopenllm_v2/MMLU-PRO": 0.4521 } }, { - "id": "nbeerbower/gemma2-gutenberg-9B", - "name": "gemma2-gutenberg-9B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Coder-14B-Instruct", + "name": "Qwen2.5-Coder-14B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2796, - "hfopenllm_v2/BBH": 0.5951, - "hfopenllm_v2/MATH Level 5": 0.0808, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.4192 + "hfopenllm_v2/IFEval": 0.6908, + "hfopenllm_v2/BBH": 0.614, + "hfopenllm_v2/MATH Level 5": 0.3248, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.3915, + "hfopenllm_v2/MMLU-PRO": 0.3939 } }, { - "id": "nbeerbower/llama-3-gutenberg-8B", - "name": "llama-3-gutenberg-8B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Coder-32B", + "name": "Qwen2.5-Coder-32B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4372, - "hfopenllm_v2/BBH": 0.4994, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.3831 + "hfopenllm_v2/IFEval": 0.4363, + "hfopenllm_v2/BBH": 0.6404, + "hfopenllm_v2/MATH Level 5": 0.3089, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4528, + "hfopenllm_v2/MMLU-PRO": 0.5303 } }, { - "id": "nbeerbower/llama3.1-cc-8B", - "name": "llama3.1-cc-8B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Coder-32B-Instruct", + "name": "Qwen2.5-Coder-32B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5068, - "hfopenllm_v2/BBH": 0.4871, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3885, - "hfopenllm_v2/MMLU-PRO": 0.3347 + "hfopenllm_v2/IFEval": 0.7265, + "hfopenllm_v2/BBH": 0.6625, + "hfopenllm_v2/MATH Level 5": 0.4955, + "hfopenllm_v2/GPQA": 0.349, + "hfopenllm_v2/MUSR": 0.4386, + "hfopenllm_v2/MMLU-PRO": 0.4413 } }, { - "id": "nbeerbower/llama3.1-kartoffeldes-70B", - "name": "llama3.1-kartoffeldes-70B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Coder-7B", + "name": "Qwen2.5-Coder-7B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.823, - "hfopenllm_v2/BBH": 0.6894, - "hfopenllm_v2/MATH Level 5": 0.3218, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4646, - "hfopenllm_v2/MMLU-PRO": 0.4988 + "hfopenllm_v2/IFEval": 0.3446, + "hfopenllm_v2/BBH": 0.4856, + "hfopenllm_v2/MATH Level 5": 0.1918, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3449, + "hfopenllm_v2/MMLU-PRO": 0.3679 } }, { - "id": "nbeerbower/mistral-nemo-bophades-12B", - "name": "mistral-nemo-bophades-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Coder-7B-Instruct", + "name": "Qwen2.5-Coder-7B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6794, - "hfopenllm_v2/BBH": 0.4988, - "hfopenllm_v2/MATH Level 5": 0.1231, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.3501 + "hfopenllm_v2/IFEval": 0.6101, + "hfopenllm_v2/BBH": 0.5008, + "hfopenllm_v2/MATH Level 5": 0.3716, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3352 } }, { - "id": "nbeerbower/mistral-nemo-bophades3-12B", - "name": "mistral-nemo-bophades3-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Math-1.5B-Instruct", + "name": "Qwen2.5-Math-1.5B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6578, - "hfopenllm_v2/BBH": 0.5449, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4604, - "hfopenllm_v2/MMLU-PRO": 0.3371 + "hfopenllm_v2/IFEval": 0.1856, + "hfopenllm_v2/BBH": 0.3752, + "hfopenllm_v2/MATH Level 5": 0.2628, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3685, + "hfopenllm_v2/MMLU-PRO": 0.1801 } }, { - "id": "nbeerbower/mistral-nemo-cc-12B", - "name": "mistral-nemo-cc-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Math-72B-Instruct", + "name": "Qwen2.5-Math-72B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1435, - "hfopenllm_v2/BBH": 0.5399, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4424, - "hfopenllm_v2/MMLU-PRO": 0.3598 + "hfopenllm_v2/IFEval": 0.4003, + "hfopenllm_v2/BBH": 0.6452, + "hfopenllm_v2/MATH Level 5": 0.6239, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4473, + "hfopenllm_v2/MMLU-PRO": 0.4812 } }, { - "id": "nbeerbower/mistral-nemo-gutades-12B", - "name": "mistral-nemo-gutades-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Math-7B", + "name": "Qwen2.5-Math-7B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3425, - "hfopenllm_v2/BBH": 0.5407, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.404, - "hfopenllm_v2/MMLU-PRO": 0.3561 + "hfopenllm_v2/IFEval": 0.246, + "hfopenllm_v2/BBH": 0.4455, + "hfopenllm_v2/MATH Level 5": 0.3051, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.3781, + "hfopenllm_v2/MMLU-PRO": 0.2718 } }, { - "id": "nbeerbower/mistral-nemo-gutenberg-12B", - "name": "mistral-nemo-gutenberg-12B", - "developer": "nbeerbower", + "id": "Qwen/Qwen2.5-Math-7B-Instruct", + "name": "Qwen2.5-Math-7B-Instruct", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3504, - "hfopenllm_v2/BBH": 0.5281, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3562 + "hfopenllm_v2/IFEval": 0.2636, + "hfopenllm_v2/BBH": 0.4388, + "hfopenllm_v2/MATH Level 5": 0.5808, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3647, + "hfopenllm_v2/MMLU-PRO": 0.282 } }, { - "id": "nbeerbower/mistral-nemo-gutenberg-12B-v2", - "name": "mistral-nemo-gutenberg-12B-v2", - "developer": "nbeerbower", + "id": "qwen/qwen3-235b-a22b-fp8-tput", + "name": "Qwen3 235B A22B FP8 Throughput", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6203, - "hfopenllm_v2/BBH": 0.5397, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.3499 + "helm_capabilities/Mean score": 0.726, + "helm_capabilities/MMLU-Pro": 0.817, + "helm_capabilities/GPQA": 0.623, + "helm_capabilities/IFEval": 0.816, + "helm_capabilities/WildBench": 0.828, + "helm_capabilities/Omni-MATH": 0.548 } }, { - "id": "nbeerbower/mistral-nemo-gutenberg-12B-v3", - "name": "mistral-nemo-gutenberg-12B-v3", - "developer": "nbeerbower", + "id": "qwen/qwen3-235b-a22b-instruct-2507-fp8", + "name": "Qwen3 235B A22B Instruct 2507 FP8", + "developer": "qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2183, - "hfopenllm_v2/BBH": 0.5441, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.445, - "hfopenllm_v2/MMLU-PRO": 0.3644 + "helm_capabilities/Mean score": 0.798, + "helm_capabilities/MMLU-Pro": 0.844, + "helm_capabilities/GPQA": 0.726, + "helm_capabilities/IFEval": 0.835, + "helm_capabilities/WildBench": 0.866, + "helm_capabilities/Omni-MATH": 0.718 } }, { - "id": "nbeerbower/mistral-nemo-gutenberg-12B-v4", - "name": "mistral-nemo-gutenberg-12B-v4", - "developer": "nbeerbower", + "id": "Qwen/QwQ-32B", + "name": "QwQ-32B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2379, - "hfopenllm_v2/BBH": 0.5269, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.4104, - "hfopenllm_v2/MMLU-PRO": 0.3575 + "hfopenllm_v2/IFEval": 0.3977, + "hfopenllm_v2/BBH": 0.2983, + "hfopenllm_v2/MATH Level 5": 0.1609, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.4206, + "hfopenllm_v2/MMLU-PRO": 0.1196 } }, { - "id": "nbeerbower/mistral-nemo-gutenberg2-12B-test", - "name": "mistral-nemo-gutenberg2-12B-test", - "developer": "nbeerbower", + "id": "Qwen/QwQ-32B-Preview", + "name": "QwQ-32B-Preview", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3385, - "hfopenllm_v2/BBH": 0.5255, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4157, - "hfopenllm_v2/MMLU-PRO": 0.3555 + "hfopenllm_v2/IFEval": 0.4035, + "hfopenllm_v2/BBH": 0.6691, + "hfopenllm_v2/MATH Level 5": 0.4494, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.411, + "hfopenllm_v2/MMLU-PRO": 0.5678 } }, { - "id": "nbeerbower/mistral-nemo-kartoffel-12B", - "name": "mistral-nemo-kartoffel-12B", - "developer": "nbeerbower", + "id": "Qwen/WorldPM-72B", + "name": "Qwen/WorldPM-72B", + "developer": "Qwen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7032, - "hfopenllm_v2/BBH": 0.5484, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4653, - "hfopenllm_v2/MMLU-PRO": 0.3585 + "reward-bench/Score": 0.6333, + "reward-bench/Factuality": 0.7074, + "reward-bench/Precise IF": 0.3125, + "reward-bench/Math": 0.6557, + "reward-bench/Safety": 0.8533, + "reward-bench/Focus": 0.9172, + "reward-bench/Ties": 0.3535 } }, { - "id": "nbeerbower/mistral-nemo-narwhal-12B", - "name": "mistral-nemo-narwhal-12B", - "developer": "nbeerbower", + "id": "R-I-S-E/RISE-Judge-Qwen2.5-32B", + "name": "R-I-S-E/RISE-Judge-Qwen2.5-32B", + "developer": "R-I-S-E", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5549, - "hfopenllm_v2/BBH": 0.5057, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3847, - "hfopenllm_v2/MMLU-PRO": 0.3483 + "reward-bench/Score": 0.9266, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.8333, + "reward-bench/Safety": 0.9189, + "reward-bench/Reasoning": 0.9877 } }, { - "id": "nbeerbower/mistral-nemo-wissenschaft-12B", - "name": "mistral-nemo-wissenschaft-12B", - "developer": "nbeerbower", + "id": "R-I-S-E/RISE-Judge-Qwen2.5-7B", + "name": "R-I-S-E/RISE-Judge-Qwen2.5-7B", + "developer": "R-I-S-E", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.652, - "hfopenllm_v2/BBH": 0.504, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.3532 + "reward-bench/Score": 0.8819, + "reward-bench/Chat": 0.9218, + "reward-bench/Chat Hard": 0.7654, + "reward-bench/Safety": 0.8797, + "reward-bench/Reasoning": 0.9608 } }, { - "id": "nbrahme/IndusQ", - "name": "IndusQ", - "developer": "nbrahme", + "id": "Rakuten/RakutenAI-2.0-mini-instruct", + "name": "RakutenAI-2.0-mini-instruct", + "developer": "Rakuten", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.244, - "hfopenllm_v2/BBH": 0.3062, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3366, - "hfopenllm_v2/MMLU-PRO": 0.112 + "hfopenllm_v2/IFEval": 0.6794, + "hfopenllm_v2/BBH": 0.2867, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3249, + "hfopenllm_v2/MMLU-PRO": 0.1118 } }, { - "id": "necva/IE-cont-Llama3.1-8B", - "name": "IE-cont-Llama3.1-8B", - "developer": "necva", + "id": "Rakuten/RakutenAI-7B", + "name": "RakutenAI-7B", + "developer": "Rakuten", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2049, - "hfopenllm_v2/BBH": 0.2912, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3575, - "hfopenllm_v2/MMLU-PRO": 0.1167 + "hfopenllm_v2/IFEval": 0.1556, + "hfopenllm_v2/BBH": 0.4315, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.2877 } }, { - "id": "necva/replica-IEPile", - "name": "replica-IEPile", - "developer": "necva", + "id": "Rakuten/RakutenAI-7B-chat", + "name": "RakutenAI-7B-chat", + "developer": "Rakuten", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4678, - "hfopenllm_v2/BBH": 0.4779, - "hfopenllm_v2/MATH Level 5": 0.1239, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3561 + "hfopenllm_v2/IFEval": 0.2686, + "hfopenllm_v2/BBH": 0.4316, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.379, + "hfopenllm_v2/MMLU-PRO": 0.2798 } }, { - "id": "neopolita/jessi-v0.1-bf16-falcon3-7b-instruct", - "name": "jessi-v0.1-bf16-falcon3-7b-instruct", - "developer": "neopolita", + "id": "raphgg/test-2.5-72B", + "name": "test-2.5-72B", + "developer": "raphgg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7527, - "hfopenllm_v2/BBH": 0.5516, - "hfopenllm_v2/MATH Level 5": 0.3807, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4825, - "hfopenllm_v2/MMLU-PRO": 0.3924 + "hfopenllm_v2/IFEval": 0.8437, + "hfopenllm_v2/BBH": 0.7266, + "hfopenllm_v2/MATH Level 5": 0.4109, + "hfopenllm_v2/GPQA": 0.3893, + "hfopenllm_v2/MUSR": 0.4812, + "hfopenllm_v2/MMLU-PRO": 0.5837 } }, { - "id": "neopolita/jessi-v0.1-falcon3-10b-instruct", - "name": "jessi-v0.1-falcon3-10b-instruct", - "developer": "neopolita", + "id": "rasyosef/Mistral-NeMo-Minitron-8B-Chat", + "name": "Mistral-NeMo-Minitron-8B-Chat", + "developer": "rasyosef", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7552, - "hfopenllm_v2/BBH": 0.5953, - "hfopenllm_v2/MATH Level 5": 0.2002, - "hfopenllm_v2/GPQA": 0.3188, - "hfopenllm_v2/MUSR": 0.4279, - "hfopenllm_v2/MMLU-PRO": 0.4188 + "hfopenllm_v2/IFEval": 0.4452, + "hfopenllm_v2/BBH": 0.4759, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4304, + "hfopenllm_v2/MMLU-PRO": 0.2404 } }, { - "id": "neopolita/jessi-v0.1-qwen2.5-7b-instruct", - "name": "jessi-v0.1-qwen2.5-7b-instruct", - "developer": "neopolita", + "id": "rasyosef/Phi-1_5-Instruct-v0.1", + "name": "Phi-1_5-Instruct-v0.1", + "developer": "rasyosef", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7327, - "hfopenllm_v2/BBH": 0.5292, - "hfopenllm_v2/MATH Level 5": 0.4086, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.4228 + "hfopenllm_v2/IFEval": 0.2402, + "hfopenllm_v2/BBH": 0.3118, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3422, + "hfopenllm_v2/MMLU-PRO": 0.1562 } }, { - "id": "neopolita/jessi-v0.1-virtuoso-small", - "name": "jessi-v0.1-virtuoso-small", - "developer": "neopolita", + "id": "rasyosef/phi-2-instruct-apo", + "name": "phi-2-instruct-apo", + "developer": "rasyosef", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7959, - "hfopenllm_v2/BBH": 0.6443, - "hfopenllm_v2/MATH Level 5": 0.3399, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4362, - "hfopenllm_v2/MMLU-PRO": 0.513 + "hfopenllm_v2/IFEval": 0.3146, + "hfopenllm_v2/BBH": 0.4445, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.2155 } }, { - "id": "neopolita/jessi-v0.2-falcon3-10b-instruct", - "name": "jessi-v0.2-falcon3-10b-instruct", - "developer": "neopolita", + "id": "rasyosef/phi-2-instruct-v0.1", + "name": "phi-2-instruct-v0.1", + "developer": "rasyosef", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7768, - "hfopenllm_v2/BBH": 0.6205, - "hfopenllm_v2/MATH Level 5": 0.2122, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4281, - "hfopenllm_v2/MMLU-PRO": 0.4354 + "hfopenllm_v2/IFEval": 0.3681, + "hfopenllm_v2/BBH": 0.4726, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3524, + "hfopenllm_v2/MMLU-PRO": 0.2247 } }, { - "id": "neopolita/jessi-v0.2-falcon3-7b-instruct", - "name": "jessi-v0.2-falcon3-7b-instruct", - "developer": "neopolita", + "id": "Ray2333/Gemma-2B-rewardmodel-baseline", + "name": "Ray2333/Gemma-2B-rewardmodel-baseline", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5771, - "hfopenllm_v2/BBH": 0.5363, - "hfopenllm_v2/MATH Level 5": 0.2538, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4479, - "hfopenllm_v2/MMLU-PRO": 0.3905 + "reward-bench/Score": 0.729, + "reward-bench/Chat": 0.9413, + "reward-bench/Chat Hard": 0.4693, + "reward-bench/Safety": 0.7865, + "reward-bench/Reasoning": 0.7384, + "reward-bench/Prior Sets (0.5 weight)": 0.6897 } }, { - "id": "neopolita/jessi-v0.3-falcon3-7b-instruct", - "name": "jessi-v0.3-falcon3-7b-instruct", - "developer": "neopolita", + "id": "Ray2333/Gemma-2B-rewardmodel-ft", + "name": "Ray2333/Gemma-2B-rewardmodel-ft", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7509, - "hfopenllm_v2/BBH": 0.5388, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4692, - "hfopenllm_v2/MMLU-PRO": 0.397 + "reward-bench/Score": 0.8048, + "reward-bench/Chat": 0.7793, + "reward-bench/Chat Hard": 0.7478, + "reward-bench/Safety": 0.8527, + "reward-bench/Reasoning": 0.8393 } - }, - { - "id": "neopolita/jessi-v0.4-falcon3-7b-instruct", - "name": "jessi-v0.4-falcon3-7b-instruct", - "developer": "neopolita", + }, + { + "id": "Ray2333/GRM-Gemma-2B-rewardmodel-ft", + "name": "Ray2333/GRM-Gemma-2B-rewardmodel-ft", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7604, - "hfopenllm_v2/BBH": 0.5522, - "hfopenllm_v2/MATH Level 5": 0.3769, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4971, - "hfopenllm_v2/MMLU-PRO": 0.4004 + "reward-bench/Score": 0.8447, + "reward-bench/Chat": 0.8939, + "reward-bench/Chat Hard": 0.7522, + "reward-bench/Safety": 0.8446, + "reward-bench/Reasoning": 0.8881 } }, { - "id": "neopolita/jessi-v0.5-falcon3-7b-instruct", - "name": "jessi-v0.5-falcon3-7b-instruct", - "developer": "neopolita", + "id": "Ray2333/GRM-Gemma-2B-sftreg", + "name": "Ray2333/GRM-Gemma-2B-sftreg", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7412, - "hfopenllm_v2/BBH": 0.559, - "hfopenllm_v2/MATH Level 5": 0.3739, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4865, - "hfopenllm_v2/MMLU-PRO": 0.3966 + "reward-bench/Score": 0.7451, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.4868, + "reward-bench/Safety": 0.7932, + "reward-bench/Reasoning": 0.7684, + "reward-bench/Prior Sets (0.5 weight)": 0.6983 } }, { - "id": "neopolita/jessi-v0.6-falcon3-7b-instruct", - "name": "jessi-v0.6-falcon3-7b-instruct", - "developer": "neopolita", + "id": "Ray2333/GRM-gemma2-2B-rewardmodel-ft", + "name": "Ray2333/GRM-gemma2-2B-rewardmodel-ft", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7402, - "hfopenllm_v2/BBH": 0.5509, - "hfopenllm_v2/MATH Level 5": 0.3565, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4904, - "hfopenllm_v2/MMLU-PRO": 0.3957 + "reward-bench/Score": 0.8839, + "reward-bench/Factuality": 0.5305, + "reward-bench/Precise IF": 0.3125, + "reward-bench/Math": 0.5902, + "reward-bench/Safety": 0.9216, + "reward-bench/Focus": 0.7455, + "reward-bench/Ties": 0.4788, + "reward-bench/Chat": 0.9302, + "reward-bench/Chat Hard": 0.7719, + "reward-bench/Reasoning": 0.912 } }, { - "id": "neopolita/loki-v0.1-virtuoso", - "name": "loki-v0.1-virtuoso", - "developer": "neopolita", + "id": "Ray2333/GRM-llama3-8B-distill", + "name": "Ray2333/GRM-llama3-8B-distill", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7819, - "hfopenllm_v2/BBH": 0.6467, - "hfopenllm_v2/MATH Level 5": 0.3391, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4375, - "hfopenllm_v2/MMLU-PRO": 0.5129 + "reward-bench/Score": 0.589, + "reward-bench/Chat": 0.9832, + "reward-bench/Chat Hard": 0.6842, + "reward-bench/Safety": 0.7222, + "reward-bench/Reasoning": 0.9133, + "reward-bench/Prior Sets (0.5 weight)": 0.7209, + "reward-bench/Factuality": 0.5874, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.5902, + "reward-bench/Focus": 0.6727, + "reward-bench/Ties": 0.5743 } }, { - "id": "netcat420/DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b", - "name": "DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b", - "developer": "netcat420", + "id": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", + "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.115, - "hfopenllm_v2/BBH": 0.2877, - "hfopenllm_v2/MATH Level 5": 0.0015, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3724, - "hfopenllm_v2/MMLU-PRO": 0.109 + "reward-bench/Score": 0.6766, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.8618, + "reward-bench/Safety": 0.9222, + "reward-bench/Reasoning": 0.9362, + "reward-bench/Factuality": 0.6274, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.5847, + "reward-bench/Focus": 0.8929, + "reward-bench/Ties": 0.6824 } }, { - "id": "netcat420/DeepSeek-R1-MFANN-TIES-unretrained-7b", - "name": "DeepSeek-R1-MFANN-TIES-unretrained-7b", - "developer": "netcat420", + "id": "Ray2333/GRM-llama3-8B-sftreg", + "name": "Ray2333/GRM-llama3-8B-sftreg", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2587, - "hfopenllm_v2/BBH": 0.3086, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3527, - "hfopenllm_v2/MMLU-PRO": 0.1145 + "reward-bench/Score": 0.8542, + "reward-bench/Factuality": 0.6189, + "reward-bench/Precise IF": 0.3875, + "reward-bench/Math": 0.5792, + "reward-bench/Safety": 0.8919, + "reward-bench/Focus": 0.6828, + "reward-bench/Ties": 0.5981, + "reward-bench/Chat": 0.986, + "reward-bench/Chat Hard": 0.6776, + "reward-bench/Reasoning": 0.9229, + "reward-bench/Prior Sets (0.5 weight)": 0.7309 } }, { - "id": "netcat420/Llama3.1-MFANN-8b", - "name": "Llama3.1-MFANN-8b", - "developer": "netcat420", + "id": "Ray2333/GRM-llama3.2-3B-rewardmodel-ft", + "name": "Ray2333/GRM-llama3.2-3B-rewardmodel-ft", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.297, - "hfopenllm_v2/BBH": 0.4281, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3379, - "hfopenllm_v2/MMLU-PRO": 0.2725 + "reward-bench/Score": 0.9092, + "reward-bench/Chat": 0.9162, + "reward-bench/Chat Hard": 0.8487, + "reward-bench/Safety": 0.927, + "reward-bench/Reasoning": 0.945 } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2", - "name": "MFANN-Llama3.1-Abliterated-SLERP-TIES-V2", - "developer": "netcat420", + "id": "Ray2333/reward-model-Mistral-7B-instruct-Unifie...", + "name": "Ray2333/reward-model-Mistral-7B-instruct-Unifie...", + "developer": "Ray2333", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.421, - "hfopenllm_v2/BBH": 0.4924, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3728, - "hfopenllm_v2/MMLU-PRO": 0.3522 + "reward-bench/Score": 0.7661, + "reward-bench/Chat": 0.9777, + "reward-bench/Chat Hard": 0.5066, + "reward-bench/Safety": 0.8527, + "reward-bench/Reasoning": 0.7389, + "reward-bench/Prior Sets (0.5 weight)": 0.7434 } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3", - "name": "MFANN-Llama3.1-Abliterated-SLERP-TIES-V3", - "developer": "netcat420", + "id": "RDson/WomboCombo-R1-Coder-14B-Preview", + "name": "WomboCombo-R1-Coder-14B-Preview", + "developer": "RDson", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4238, - "hfopenllm_v2/BBH": 0.4914, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.3741, - "hfopenllm_v2/MMLU-PRO": 0.349 + "hfopenllm_v2/IFEval": 0.6286, + "hfopenllm_v2/BBH": 0.6392, + "hfopenllm_v2/MATH Level 5": 0.5989, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4844, + "hfopenllm_v2/MMLU-PRO": 0.5168 } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-V4", - "name": "MFANN-Llama3.1-Abliterated-SLERP-V4", - "developer": "netcat420", + "id": "realtreetune/rho-1b-sft-MATH", + "name": "rho-1b-sft-MATH", + "developer": "realtreetune", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4169, - "hfopenllm_v2/BBH": 0.4909, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3821, - "hfopenllm_v2/MMLU-PRO": 0.3516 + "hfopenllm_v2/IFEval": 0.2121, + "hfopenllm_v2/BBH": 0.3144, + "hfopenllm_v2/MATH Level 5": 0.0347, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3458, + "hfopenllm_v2/MMLU-PRO": 0.1117 } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-SLERP-V5", - "name": "MFANN-Llama3.1-Abliterated-SLERP-V5", - "developer": "netcat420", + "id": "recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp", + "name": "Gemma-2-Ataraxy-Gemmasutra-9B-slerp", + "developer": "recoilme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4329, - "hfopenllm_v2/BBH": 0.4952, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3781, - "hfopenllm_v2/MMLU-PRO": 0.3445 + "hfopenllm_v2/IFEval": 0.2854, + "hfopenllm_v2/BBH": 0.5984, + "hfopenllm_v2/MATH Level 5": 0.1005, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4607, + "hfopenllm_v2/MMLU-PRO": 0.4162 } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES", - "name": "MFANN-Llama3.1-Abliterated-Slerp-TIES", - "developer": "netcat420", + "id": "recoilme/recoilme-gemma-2-9B-v0.1", + "name": "recoilme-gemma-2-9B-v0.1", + "developer": "recoilme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4293, - "hfopenllm_v2/BBH": 0.4968, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3687, - "hfopenllm_v2/MMLU-PRO": 0.3531 + "hfopenllm_v2/IFEval": 0.7515, + "hfopenllm_v2/BBH": 0.5995, + "hfopenllm_v2/MATH Level 5": 0.2039, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4191, + "hfopenllm_v2/MMLU-PRO": 0.4159 } }, { - "id": "netcat420/MFANN-Llama3.1-Abliterated-Slerp-V3.2", - "name": "MFANN-Llama3.1-Abliterated-Slerp-V3.2", - "developer": "netcat420", + "id": "recoilme/recoilme-gemma-2-9B-v0.2", + "name": "recoilme-gemma-2-9B-v0.2", + "developer": "recoilme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4128, - "hfopenllm_v2/BBH": 0.4978, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.3527 + "hfopenllm_v2/IFEval": 0.2747, + "hfopenllm_v2/BBH": 0.6031, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4686, + "hfopenllm_v2/MMLU-PRO": 0.4122 } }, { - "id": "netcat420/MFANN-SFT", - "name": "MFANN-SFT", - "developer": "netcat420", + "id": "recoilme/recoilme-gemma-2-9B-v0.3", + "name": "recoilme-gemma-2-9B-v0.3", + "developer": "recoilme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3682, - "hfopenllm_v2/BBH": 0.4852, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.3725, - "hfopenllm_v2/MMLU-PRO": 0.3336 + "hfopenllm_v2/IFEval": 0.5761, + "hfopenllm_v2/BBH": 0.602, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4632, + "hfopenllm_v2/MMLU-PRO": 0.4039 } }, { - "id": "netcat420/MFANN-abliterated-phi2-merge-unretrained", - "name": "MFANN-abliterated-phi2-merge-unretrained", - "developer": "netcat420", + "id": "recoilme/recoilme-gemma-2-9B-v0.4", + "name": "recoilme-gemma-2-9B-v0.4", + "developer": "recoilme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3005, - "hfopenllm_v2/BBH": 0.4104, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3183, - "hfopenllm_v2/MMLU-PRO": 0.1478 + "hfopenllm_v2/IFEval": 0.2562, + "hfopenllm_v2/BBH": 0.5967, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.4727, + "hfopenllm_v2/MMLU-PRO": 0.4406 } }, { - "id": "netcat420/MFANN-llama3.1-Abliterated-SLERP", - "name": "MFANN-llama3.1-Abliterated-SLERP", - "developer": "netcat420", + "id": "recoilme/recoilme-gemma-2-9B-v0.5", + "name": "recoilme-gemma-2-9B-v0.5", + "developer": "recoilme", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2591, - "hfopenllm_v2/BBH": 0.4574, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3809, - "hfopenllm_v2/MMLU-PRO": 0.2928 + "hfopenllm_v2/IFEval": 0.7664, + "hfopenllm_v2/BBH": 0.5981, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4232, + "hfopenllm_v2/MMLU-PRO": 0.42 } }, { - "id": "netcat420/MFANN-llama3.1-abliterated-SLERP-v3", - "name": "MFANN-llama3.1-abliterated-SLERP-v3", - "developer": "netcat420", + "id": "redrix/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS", + "name": "AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS", + "developer": "redrix", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3799, - "hfopenllm_v2/BBH": 0.4931, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.3531 + "hfopenllm_v2/IFEval": 0.536, + "hfopenllm_v2/BBH": 0.5129, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.318 } }, { - "id": "netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1", - "name": "MFANN-llama3.1-abliterated-SLERP-v3.1", - "developer": "netcat420", + "id": "redrix/patricide-12B-Unslop-Mell", + "name": "patricide-12B-Unslop-Mell", + "developer": "redrix", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4202, - "hfopenllm_v2/BBH": 0.4921, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3686, - "hfopenllm_v2/MMLU-PRO": 0.3543 + "hfopenllm_v2/IFEval": 0.4074, + "hfopenllm_v2/BBH": 0.5399, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4026, + "hfopenllm_v2/MMLU-PRO": 0.357 } }, { - "id": "netcat420/MFANN-llama3.1-abliterated-v2", - "name": "MFANN-llama3.1-abliterated-v2", - "developer": "netcat420", + "id": "refuelai/Llama-3-Refueled", + "name": "Llama-3-Refueled", + "developer": "refuelai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4429, - "hfopenllm_v2/BBH": 0.4941, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3845, - "hfopenllm_v2/MMLU-PRO": 0.3491 + "hfopenllm_v2/IFEval": 0.462, + "hfopenllm_v2/BBH": 0.5871, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4454, + "hfopenllm_v2/MMLU-PRO": 0.3095 } }, { - "id": "netcat420/MFANN-phigments-slerp-V2", - "name": "MFANN-phigments-slerp-V2", - "developer": "netcat420", + "id": "Replete-AI/L3-Pneuma-8B", + "name": "L3-Pneuma-8B", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3232, - "hfopenllm_v2/BBH": 0.4827, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4037, - "hfopenllm_v2/MMLU-PRO": 0.2717 + "hfopenllm_v2/IFEval": 0.2413, + "hfopenllm_v2/BBH": 0.4909, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4105, + "hfopenllm_v2/MMLU-PRO": 0.3176 } }, { - "id": "netcat420/MFANN-phigments-slerp-V3.2", - "name": "MFANN-phigments-slerp-V3.2", - "developer": "netcat420", + "id": "Replete-AI/L3.1-Pneuma-8B", + "name": "L3.1-Pneuma-8B", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3524, - "hfopenllm_v2/BBH": 0.4809, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3708, - "hfopenllm_v2/MMLU-PRO": 0.2705 + "hfopenllm_v2/IFEval": 0.7076, + "hfopenllm_v2/BBH": 0.505, + "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3871, + "hfopenllm_v2/MMLU-PRO": 0.3691 } }, { - "id": "netcat420/MFANN-phigments-slerp-V3.3", - "name": "MFANN-phigments-slerp-V3.3", - "developer": "netcat420", + "id": "Replete-AI/Llama3-8B-Instruct-Replete-Adapted", + "name": "Llama3-8B-Instruct-Replete-Adapted", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3691, - "hfopenllm_v2/BBH": 0.4895, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3892, - "hfopenllm_v2/MMLU-PRO": 0.2803 + "hfopenllm_v2/IFEval": 0.6915, + "hfopenllm_v2/BBH": 0.487, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3634, + "hfopenllm_v2/MMLU-PRO": 0.3391 } }, { - "id": "netcat420/MFANN3b", - "name": "MFANN3b", - "developer": "netcat420", + "id": "Replete-AI/Replete-Coder-Instruct-8b-Merged", + "name": "Replete-Coder-Instruct-8b-Merged", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2524, - "hfopenllm_v2/BBH": 0.4433, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3606, - "hfopenllm_v2/MMLU-PRO": 0.2306 + "hfopenllm_v2/IFEval": 0.5388, + "hfopenllm_v2/BBH": 0.4462, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.1805 } }, { - "id": "netcat420/MFANN3bv0.15", - "name": "MFANN3bv0.15", - "developer": "netcat420", + "id": "Replete-AI/Replete-Coder-Llama3-8B", + "name": "Replete-Coder-Llama3-8B", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2012, - "hfopenllm_v2/BBH": 0.4539, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3958, - "hfopenllm_v2/MMLU-PRO": 0.2468 + "hfopenllm_v2/IFEval": 0.4729, + "hfopenllm_v2/BBH": 0.3271, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3953, + "hfopenllm_v2/MMLU-PRO": 0.1331 } }, { - "id": "netcat420/MFANN3bv0.18", - "name": "MFANN3bv0.18", - "developer": "netcat420", + "id": "Replete-AI/Replete-Coder-Qwen2-1.5b", + "name": "Replete-Coder-Qwen2-1.5b", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2206, - "hfopenllm_v2/BBH": 0.4514, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.4024, - "hfopenllm_v2/MMLU-PRO": 0.25 + "hfopenllm_v2/IFEval": 0.3014, + "hfopenllm_v2/BBH": 0.3475, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.2147 } }, { - "id": "netcat420/MFANN3bv0.19", - "name": "MFANN3bv0.19", - "developer": "netcat420", + "id": "Replete-AI/Replete-LLM-Qwen2-7b", + "name": "Replete-LLM-Qwen2-7b", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2258, - "hfopenllm_v2/BBH": 0.4516, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.4024, - "hfopenllm_v2/MMLU-PRO": 0.252 + "hfopenllm_v2/IFEval": 0.0932, + "hfopenllm_v2/BBH": 0.2977, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3941, + "hfopenllm_v2/MMLU-PRO": 0.1157 } }, { - "id": "netcat420/MFANN3bv0.20", - "name": "MFANN3bv0.20", - "developer": "netcat420", + "id": "Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview", + "name": "Replete-LLM-Qwen2-7b_Beta-Preview", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2193, - "hfopenllm_v2/BBH": 0.4493, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4077, - "hfopenllm_v2/MMLU-PRO": 0.25 + "hfopenllm_v2/IFEval": 0.0858, + "hfopenllm_v2/BBH": 0.2929, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3981, + "hfopenllm_v2/MMLU-PRO": 0.1285 } }, { - "id": "netcat420/MFANN3bv0.21", - "name": "MFANN3bv0.21", - "developer": "netcat420", + "id": "Replete-AI/Replete-LLM-V2-Llama-3.1-8b", + "name": "Replete-LLM-V2-Llama-3.1-8b", + "developer": "Replete-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1909, - "hfopenllm_v2/BBH": 0.447, - "hfopenllm_v2/MATH Level 5": 0.0317, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3759, - "hfopenllm_v2/MMLU-PRO": 0.2393 + "hfopenllm_v2/IFEval": 0.5515, + "hfopenllm_v2/BBH": 0.5339, + "hfopenllm_v2/MATH Level 5": 0.1405, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4001, + "hfopenllm_v2/MMLU-PRO": 0.3753 } }, { - "id": "netcat420/MFANN3bv0.22", - "name": "MFANN3bv0.22", - "developer": "netcat420", + "id": "RESMPDEV/EVA-Qwen2.5-1.5B-FRFR", + "name": "EVA-Qwen2.5-1.5B-FRFR", + "developer": "RESMPDEV", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1979, - "hfopenllm_v2/BBH": 0.4485, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3521, - "hfopenllm_v2/MMLU-PRO": 0.2517 + "hfopenllm_v2/IFEval": 0.3082, + "hfopenllm_v2/BBH": 0.3932, + "hfopenllm_v2/MATH Level 5": 0.1027, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3539, + "hfopenllm_v2/MMLU-PRO": 0.277 } }, { - "id": "netcat420/MFANN3bv0.23", - "name": "MFANN3bv0.23", - "developer": "netcat420", + "id": "RESMPDEV/Qwen2-Wukong-0.5B", + "name": "Qwen2-Wukong-0.5B", + "developer": "RESMPDEV", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2048, - "hfopenllm_v2/BBH": 0.4495, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3427, - "hfopenllm_v2/MMLU-PRO": 0.2418 + "hfopenllm_v2/IFEval": 0.1854, + "hfopenllm_v2/BBH": 0.3085, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.2366, + "hfopenllm_v2/MUSR": 0.3525, + "hfopenllm_v2/MMLU-PRO": 0.1327 } }, { - "id": "netcat420/MFANN3bv0.24", - "name": "MFANN3bv0.24", - "developer": "netcat420", + "id": "RezVortex/Jajuka-3b", + "name": "Jajuka-3b", + "developer": "RezVortex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.22, - "hfopenllm_v2/BBH": 0.4407, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3521, - "hfopenllm_v2/MMLU-PRO": 0.2352 + "hfopenllm_v2/IFEval": 0.6925, + "hfopenllm_v2/BBH": 0.4594, + "hfopenllm_v2/MATH Level 5": 0.1594, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.3137 } }, { - "id": "netcat420/MFANN3bv1.1", - "name": "MFANN3bv1.1", - "developer": "netcat420", + "id": "RezVortex/JAJUKA-WEWILLNEVERFORGETYOU-3B", + "name": "JAJUKA-WEWILLNEVERFORGETYOU-3B", + "developer": "RezVortex", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2507, - "hfopenllm_v2/BBH": 0.3397, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3223, - "hfopenllm_v2/MMLU-PRO": 0.1159 + "hfopenllm_v2/IFEval": 0.6858, + "hfopenllm_v2/BBH": 0.4619, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.363, + "hfopenllm_v2/MMLU-PRO": 0.3143 } }, { - "id": "netcat420/MFANN3bv1.2", - "name": "MFANN3bv1.2", - "developer": "netcat420", + "id": "rhplus0831/maid-yuzu-v7", + "name": "maid-yuzu-v7", + "developer": "rhplus0831", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2686, - "hfopenllm_v2/BBH": 0.366, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3156, - "hfopenllm_v2/MMLU-PRO": 0.145 + "hfopenllm_v2/IFEval": 0.6462, + "hfopenllm_v2/BBH": 0.4805, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.354 } }, { - "id": "netcat420/MFANN3bv1.3", - "name": "MFANN3bv1.3", - "developer": "netcat420", + "id": "rhymes-ai/Aria", + "name": "Aria", + "developer": "rhymes-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2547, - "hfopenllm_v2/BBH": 0.4456, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3299, - "hfopenllm_v2/MMLU-PRO": 0.2276 + "hfopenllm_v2/IFEval": 0.4773, + "hfopenllm_v2/BBH": 0.5695, + "hfopenllm_v2/MATH Level 5": 0.1934, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4338, + "hfopenllm_v2/MMLU-PRO": 0.4405 } }, { - "id": "netcat420/MFANN3bv1.4", - "name": "MFANN3bv1.4", - "developer": "netcat420", + "id": "rhysjones/phi-2-orange-v2", + "name": "phi-2-orange-v2", + "developer": "rhysjones", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3524, - "hfopenllm_v2/BBH": 0.4809, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3708, - "hfopenllm_v2/MMLU-PRO": 0.2705 + "hfopenllm_v2/IFEval": 0.367, + "hfopenllm_v2/BBH": 0.477, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.363, + "hfopenllm_v2/MMLU-PRO": 0.2532 } }, { - "id": "netcat420/MFANNv0.19", - "name": "MFANNv0.19", - "developer": "netcat420", + "id": "riaz/FineLlama-3.1-8B", + "name": "FineLlama-3.1-8B", + "developer": "riaz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3057, - "hfopenllm_v2/BBH": 0.4731, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3527, - "hfopenllm_v2/MMLU-PRO": 0.2473 + "hfopenllm_v2/IFEval": 0.4373, + "hfopenllm_v2/BBH": 0.4586, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.3763, + "hfopenllm_v2/MMLU-PRO": 0.2964 } }, { - "id": "netcat420/MFANNv0.20", - "name": "MFANNv0.20", - "developer": "netcat420", + "id": "RLHFlow/ArmoRM-Llama3-8B-v0.1", + "name": "RLHFlow/ArmoRM-Llama3-8B-v0.1", + "developer": "RLHFlow", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3479, - "hfopenllm_v2/BBH": 0.4574, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3874, - "hfopenllm_v2/MMLU-PRO": 0.3202 + "hfopenllm_v2/IFEval": 0.1897, + "hfopenllm_v2/BBH": 0.2876, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3948, + "hfopenllm_v2/MMLU-PRO": 0.1078, + "reward-bench/Score": 0.886, + "reward-bench/Factuality": 0.6568, + "reward-bench/Precise IF": 0.4188, + "reward-bench/Math": 0.6612, + "reward-bench/Safety": 0.9054, + "reward-bench/Focus": 0.7657, + "reward-bench/Ties": 0.6629, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.7675, + "reward-bench/Reasoning": 0.9735, + "reward-bench/Prior Sets (0.5 weight)": 0.7429 } }, { - "id": "netcat420/MFANNv0.21", - "name": "MFANNv0.21", - "developer": "netcat420", + "id": "RLHFlow/LLaMA3-iterative-DPO-final", + "name": "RLHFlow/LLaMA3-iterative-DPO-final", + "developer": "RLHFlow", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3233, - "hfopenllm_v2/BBH": 0.4576, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3993, - "hfopenllm_v2/MMLU-PRO": 0.3031 + "hfopenllm_v2/IFEval": 0.534, + "hfopenllm_v2/BBH": 0.5058, + "hfopenllm_v2/MATH Level 5": 0.0884, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3673, + "hfopenllm_v2/MMLU-PRO": 0.3257, + "reward-bench/Score": 0.6783, + "reward-bench/Chat": 0.838, + "reward-bench/Chat Hard": 0.5921, + "reward-bench/Safety": 0.7865, + "reward-bench/Reasoning": 0.6161, + "reward-bench/Prior Sets (0.5 weight)": 0.4392 } }, { - "id": "netcat420/MFANNv0.22.1", - "name": "MFANNv0.22.1", - "developer": "netcat420", + "id": "RLHFlow/pair-preference-model-LLaMA3-8B", + "name": "RLHFlow/pair-preference-model-LLaMA3-8B", + "developer": "RLHFlow", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3089, - "hfopenllm_v2/BBH": 0.4661, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3753, - "hfopenllm_v2/MMLU-PRO": 0.3343 + "reward-bench/Score": 0.8575, + "reward-bench/Chat": 0.9832, + "reward-bench/Chat Hard": 0.6579, + "reward-bench/Safety": 0.8973, + "reward-bench/Reasoning": 0.9473, + "reward-bench/Prior Sets (0.5 weight)": 0.7458 } }, { - "id": "netcat420/MFANNv0.23", - "name": "MFANNv0.23", - "developer": "netcat420", + "id": "RLHFlow/RewardModel-Mistral-7B-for-DPA-v1", + "name": "RLHFlow/RewardModel-Mistral-7B-for-DPA-v1", + "developer": "RLHFlow", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3127, - "hfopenllm_v2/BBH": 0.4898, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3768, - "hfopenllm_v2/MMLU-PRO": 0.3388 + "reward-bench/Score": 0.6633, + "reward-bench/Chat": 0.8799, + "reward-bench/Chat Hard": 0.4978, + "reward-bench/Safety": 0.7068, + "reward-bench/Reasoning": 0.5971, + "reward-bench/Prior Sets (0.5 weight)": 0.6068 } }, { - "id": "netcat420/MFANNv0.24", - "name": "MFANNv0.24", - "developer": "netcat420", + "id": "rmdhirr/Gluon-8B", + "name": "Gluon-8B", + "developer": "rmdhirr", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3162, - "hfopenllm_v2/BBH": 0.479, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.3348 + "hfopenllm_v2/IFEval": 0.5053, + "hfopenllm_v2/BBH": 0.5153, + "hfopenllm_v2/MATH Level 5": 0.1443, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4039, + "hfopenllm_v2/MMLU-PRO": 0.3808 } }, { - "id": "netcat420/MFANNv0.25", - "name": "MFANNv0.25", - "developer": "netcat420", + "id": "Ro-xe/FMixIA-7B-DARE-0", + "name": "FMixIA-7B-DARE-0", + "developer": "Ro-xe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3467, - "hfopenllm_v2/BBH": 0.4794, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3688, - "hfopenllm_v2/MMLU-PRO": 0.3343 + "hfopenllm_v2/IFEval": 0.3341, + "hfopenllm_v2/BBH": 0.5035, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4545, + "hfopenllm_v2/MMLU-PRO": 0.3016 } }, { - "id": "netcat420/Qwen2.5-7B-nerd-uncensored-v0.9-MFANN", - "name": "Qwen2.5-7B-nerd-uncensored-v0.9-MFANN", - "developer": "netcat420", + "id": "Ro-xe/FMixIA-7B-SLERP-27", + "name": "FMixIA-7B-SLERP-27", + "developer": "Ro-xe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5878, - "hfopenllm_v2/BBH": 0.5237, - "hfopenllm_v2/MATH Level 5": 0.3376, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3926, - "hfopenllm_v2/MMLU-PRO": 0.3904 + "hfopenllm_v2/IFEval": 0.3765, + "hfopenllm_v2/BBH": 0.5151, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4412, + "hfopenllm_v2/MMLU-PRO": 0.3008 } }, { - "id": "netcat420/Qwen2.5-7b-MFANN-slerp", - "name": "Qwen2.5-7b-MFANN-slerp", - "developer": "netcat420", + "id": "Ro-xe/FMixIA-7B-TIES-1", + "name": "FMixIA-7B-TIES-1", + "developer": "Ro-xe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6532, - "hfopenllm_v2/BBH": 0.5089, - "hfopenllm_v2/MATH Level 5": 0.287, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.3417 + "hfopenllm_v2/IFEval": 0.3453, + "hfopenllm_v2/BBH": 0.5092, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4689, + "hfopenllm_v2/MMLU-PRO": 0.2992 } }, { - "id": "netcat420/Qwen2.5-7b-nerd-uncensored-MFANN-slerp", - "name": "Qwen2.5-7b-nerd-uncensored-MFANN-slerp", - "developer": "netcat420", + "id": "Ro-xe/FMixIA-FrankenMerge-9.5B-PT-9", + "name": "FMixIA-FrankenMerge-9.5B-PT-9", + "developer": "Ro-xe", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1564, - "hfopenllm_v2/BBH": 0.292, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3792, - "hfopenllm_v2/MMLU-PRO": 0.11 + "hfopenllm_v2/IFEval": 0.194, + "hfopenllm_v2/BBH": 0.5088, + "hfopenllm_v2/MATH Level 5": 0.003, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.417, + "hfopenllm_v2/MMLU-PRO": 0.3657 } }, { - "id": "netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN", - "name": "Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN", - "developer": "netcat420", + "id": "Rombo-Org/Rombo-LLM-V2.5-Qwen-7b", + "name": "Rombo-LLM-V2.5-Qwen-7b", + "developer": "Rombo-Org", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5742, - "hfopenllm_v2/BBH": 0.5071, - "hfopenllm_v2/MATH Level 5": 0.2568, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4058, - "hfopenllm_v2/MMLU-PRO": 0.3157 + "hfopenllm_v2/IFEval": 0.7482, + "hfopenllm_v2/BBH": 0.54, + "hfopenllm_v2/MATH Level 5": 0.5068, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.398, + "hfopenllm_v2/MMLU-PRO": 0.4283 } }, { - "id": "netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained", - "name": "Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained", - "developer": "netcat420", + "id": "rombodawg/Rombos-Coder-V2.5-Qwen-14b", + "name": "Rombos-Coder-V2.5-Qwen-14b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6486, - "hfopenllm_v2/BBH": 0.5066, - "hfopenllm_v2/MATH Level 5": 0.2991, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4152, - "hfopenllm_v2/MMLU-PRO": 0.3432 + "hfopenllm_v2/IFEval": 0.7047, + "hfopenllm_v2/BBH": 0.6165, + "hfopenllm_v2/MATH Level 5": 0.3301, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3915, + "hfopenllm_v2/MMLU-PRO": 0.3939 } }, { - "id": "netcat420/Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b", - "name": "Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b", - "developer": "netcat420", + "id": "rombodawg/Rombos-Coder-V2.5-Qwen-7b", + "name": "Rombos-Coder-V2.5-Qwen-7b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2676, - "hfopenllm_v2/BBH": 0.3789, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2324, - "hfopenllm_v2/MUSR": 0.3528, - "hfopenllm_v2/MMLU-PRO": 0.1677 + "hfopenllm_v2/IFEval": 0.621, + "hfopenllm_v2/BBH": 0.5077, + "hfopenllm_v2/MATH Level 5": 0.3338, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3979, + "hfopenllm_v2/MMLU-PRO": 0.3398 } }, { - "id": "netcat420/Qwen2.5-MFANN-7b", - "name": "Qwen2.5-MFANN-7b", - "developer": "netcat420", + "id": "rombodawg/Rombos-LLM-V2.5-Qwen-0.5b", + "name": "Rombos-LLM-V2.5-Qwen-0.5b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6097, - "hfopenllm_v2/BBH": 0.5054, - "hfopenllm_v2/MATH Level 5": 0.2787, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4021, - "hfopenllm_v2/MMLU-PRO": 0.3233 + "hfopenllm_v2/IFEval": 0.2847, + "hfopenllm_v2/BBH": 0.3294, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3236, + "hfopenllm_v2/MMLU-PRO": 0.1866 } }, { - "id": "netcat420/qwen2.5-MFANN-7b-SLERP-V1.2", - "name": "qwen2.5-MFANN-7b-SLERP-V1.2", - "developer": "netcat420", + "id": "rombodawg/Rombos-LLM-V2.5-Qwen-1.5b", + "name": "Rombos-LLM-V2.5-Qwen-1.5b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6606, - "hfopenllm_v2/BBH": 0.5111, - "hfopenllm_v2/MATH Level 5": 0.287, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4259, - "hfopenllm_v2/MMLU-PRO": 0.3438 + "hfopenllm_v2/IFEval": 0.3402, + "hfopenllm_v2/BBH": 0.4257, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4186, + "hfopenllm_v2/MMLU-PRO": 0.2922 } }, { - "id": "netcat420/qwen2.5-MFANN-7b-SLERPv1.1", - "name": "qwen2.5-MFANN-7b-SLERPv1.1", - "developer": "netcat420", + "id": "rombodawg/Rombos-LLM-V2.5-Qwen-14b", + "name": "Rombos-LLM-V2.5-Qwen-14b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6555, - "hfopenllm_v2/BBH": 0.5075, - "hfopenllm_v2/MATH Level 5": 0.2968, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4126, - "hfopenllm_v2/MMLU-PRO": 0.3448 + "hfopenllm_v2/IFEval": 0.584, + "hfopenllm_v2/BBH": 0.6481, + "hfopenllm_v2/MATH Level 5": 0.4554, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.4717, + "hfopenllm_v2/MMLU-PRO": 0.5376 } }, { - "id": "netcat420/qwen2.5-MFANN-7b-v1.1", - "name": "qwen2.5-MFANN-7b-v1.1", - "developer": "netcat420", + "id": "rombodawg/Rombos-LLM-V2.5-Qwen-32b", + "name": "Rombos-LLM-V2.5-Qwen-32b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6088, - "hfopenllm_v2/BBH": 0.4967, - "hfopenllm_v2/MATH Level 5": 0.2825, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4114, - "hfopenllm_v2/MMLU-PRO": 0.3248 + "hfopenllm_v2/IFEval": 0.6827, + "hfopenllm_v2/BBH": 0.7046, + "hfopenllm_v2/MATH Level 5": 0.4955, + "hfopenllm_v2/GPQA": 0.3968, + "hfopenllm_v2/MUSR": 0.5034, + "hfopenllm_v2/MMLU-PRO": 0.5916 } }, { - "id": "netease-youdao/Confucius-o1-14B", - "name": "Confucius-o1-14B", - "developer": "netease-youdao", + "id": "rombodawg/Rombos-LLM-V2.5-Qwen-3b", + "name": "Rombos-LLM-V2.5-Qwen-3b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6378, - "hfopenllm_v2/BBH": 0.63, - "hfopenllm_v2/MATH Level 5": 0.4313, - "hfopenllm_v2/GPQA": 0.3649, - "hfopenllm_v2/MUSR": 0.4338, - "hfopenllm_v2/MMLU-PRO": 0.5265 + "hfopenllm_v2/IFEval": 0.5342, + "hfopenllm_v2/BBH": 0.4809, + "hfopenllm_v2/MATH Level 5": 0.2795, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4042, + "hfopenllm_v2/MMLU-PRO": 0.3761 } }, { - "id": "newsbang/Homer-7B-v0.1", - "name": "Homer-7B-v0.1", - "developer": "newsbang", + "id": "rombodawg/Rombos-LLM-V2.5-Qwen-72b", + "name": "Rombos-LLM-V2.5-Qwen-72b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6109, - "hfopenllm_v2/BBH": 0.5601, - "hfopenllm_v2/MATH Level 5": 0.386, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4357, - "hfopenllm_v2/MMLU-PRO": 0.4475 + "hfopenllm_v2/IFEval": 0.7155, + "hfopenllm_v2/BBH": 0.723, + "hfopenllm_v2/MATH Level 5": 0.5423, + "hfopenllm_v2/GPQA": 0.3985, + "hfopenllm_v2/MUSR": 0.4599, + "hfopenllm_v2/MMLU-PRO": 0.5935 } }, { - "id": "newsbang/Homer-7B-v0.2", - "name": "Homer-7B-v0.2", - "developer": "newsbang", + "id": "rombodawg/Rombos-LLM-V2.5-Qwen-7b", + "name": "Rombos-LLM-V2.5-Qwen-7b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7494, - "hfopenllm_v2/BBH": 0.5517, - "hfopenllm_v2/MATH Level 5": 0.2477, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4298, - "hfopenllm_v2/MMLU-PRO": 0.441 + "hfopenllm_v2/IFEval": 0.6237, + "hfopenllm_v2/BBH": 0.5544, + "hfopenllm_v2/MATH Level 5": 0.3814, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.4469 } }, { - "id": "newsbang/Homer-v0.3-Qwen2.5-7B", - "name": "Homer-v0.3-Qwen2.5-7B", - "developer": "newsbang", + "id": "rombodawg/Rombos-LLM-V2.5.1-Qwen-3b", + "name": "Rombos-LLM-V2.5.1-Qwen-3b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5154, - "hfopenllm_v2/BBH": 0.5481, - "hfopenllm_v2/MATH Level 5": 0.3089, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4744, - "hfopenllm_v2/MMLU-PRO": 0.4456 + "hfopenllm_v2/IFEval": 0.2595, + "hfopenllm_v2/BBH": 0.3884, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3991, + "hfopenllm_v2/MMLU-PRO": 0.2719 } }, { - "id": "newsbang/Homer-v0.4-Qwen2.5-7B", - "name": "Homer-v0.4-Qwen2.5-7B", - "developer": "newsbang", + "id": "rombodawg/Rombos-LLM-V2.6-Nemotron-70b", + "name": "Rombos-LLM-V2.6-Nemotron-70b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7999, - "hfopenllm_v2/BBH": 0.5533, - "hfopenllm_v2/MATH Level 5": 0.2779, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.4363 + "hfopenllm_v2/IFEval": 0.7527, + "hfopenllm_v2/BBH": 0.6938, + "hfopenllm_v2/MATH Level 5": 0.3331, + "hfopenllm_v2/GPQA": 0.406, + "hfopenllm_v2/MUSR": 0.4669, + "hfopenllm_v2/MMLU-PRO": 0.5329 } }, { - "id": "newsbang/Homer-v0.5-Qwen2.5-7B", - "name": "Homer-v0.5-Qwen2.5-7B", - "developer": "newsbang", + "id": "rombodawg/Rombos-LLM-V2.6-Qwen-14b", + "name": "Rombos-LLM-V2.6-Qwen-14b", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7881, - "hfopenllm_v2/BBH": 0.554, - "hfopenllm_v2/MATH Level 5": 0.3724, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4193, - "hfopenllm_v2/MMLU-PRO": 0.4369 + "hfopenllm_v2/IFEval": 0.8432, + "hfopenllm_v2/BBH": 0.6442, + "hfopenllm_v2/MATH Level 5": 0.5211, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4221, + "hfopenllm_v2/MMLU-PRO": 0.4961 } }, { - "id": "newsbang/Homer-v1.0-Qwen2.5-72B", - "name": "Homer-v1.0-Qwen2.5-72B", - "developer": "newsbang", + "id": "rombodawg/rombos_Replete-Coder-Instruct-8b-Merged", + "name": "rombos_Replete-Coder-Instruct-8b-Merged", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7628, - "hfopenllm_v2/BBH": 0.731, - "hfopenllm_v2/MATH Level 5": 0.4902, - "hfopenllm_v2/GPQA": 0.4161, - "hfopenllm_v2/MUSR": 0.4677, - "hfopenllm_v2/MMLU-PRO": 0.6145 + "hfopenllm_v2/IFEval": 0.5388, + "hfopenllm_v2/BBH": 0.4462, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.1809 } }, { - "id": "newsbang/Homer-v1.0-Qwen2.5-7B", - "name": "Homer-v1.0-Qwen2.5-7B", - "developer": "newsbang", + "id": "rombodawg/rombos_Replete-Coder-Llama3-8B", + "name": "rombos_Replete-Coder-Llama3-8B", + "developer": "rombodawg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6393, - "hfopenllm_v2/BBH": 0.5655, - "hfopenllm_v2/MATH Level 5": 0.3323, - "hfopenllm_v2/GPQA": 0.3221, - "hfopenllm_v2/MUSR": 0.4278, - "hfopenllm_v2/MMLU-PRO": 0.4535 + "hfopenllm_v2/IFEval": 0.4714, + "hfopenllm_v2/BBH": 0.3276, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3966, + "hfopenllm_v2/MMLU-PRO": 0.1335 } }, { - "id": "nguyentd/FinancialAdvice-Qwen2.5-7B", - "name": "FinancialAdvice-Qwen2.5-7B", - "developer": "nguyentd", + "id": "rootxhacker/Apollo-70B", + "name": "Apollo-70B", + "developer": "rootxhacker", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4496, - "hfopenllm_v2/BBH": 0.4731, - "hfopenllm_v2/MATH Level 5": 0.1148, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4025, - "hfopenllm_v2/MMLU-PRO": 0.3752 + "hfopenllm_v2/IFEval": 0.5099, + "hfopenllm_v2/BBH": 0.6804, + "hfopenllm_v2/MATH Level 5": 0.5612, + "hfopenllm_v2/GPQA": 0.4572, + "hfopenllm_v2/MUSR": 0.4948, + "hfopenllm_v2/MMLU-PRO": 0.5279 } }, { - "id": "ngxson/MiniThinky-1B-Llama-3.2", - "name": "MiniThinky-1B-Llama-3.2", - "developer": "ngxson", + "id": "rootxhacker/apollo-7B", + "name": "apollo-7B", + "developer": "rootxhacker", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2771, - "hfopenllm_v2/BBH": 0.3142, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.3434, - "hfopenllm_v2/MMLU-PRO": 0.1147 + "hfopenllm_v2/IFEval": 0.2953, + "hfopenllm_v2/BBH": 0.3636, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4131, + "hfopenllm_v2/MMLU-PRO": 0.1748 } }, { - "id": "ngxson/MiniThinky-v2-1B-Llama-3.2", - "name": "MiniThinky-v2-1B-Llama-3.2", - "developer": "ngxson", + "id": "rootxhacker/Apollo_v2-32B", + "name": "Apollo_v2-32B", + "developer": "rootxhacker", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2963, - "hfopenllm_v2/BBH": 0.3205, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3356, - "hfopenllm_v2/MMLU-PRO": 0.1116 + "hfopenllm_v2/IFEval": 0.428, + "hfopenllm_v2/BBH": 0.7072, + "hfopenllm_v2/MATH Level 5": 0.4275, + "hfopenllm_v2/GPQA": 0.3784, + "hfopenllm_v2/MUSR": 0.4994, + "hfopenllm_v2/MMLU-PRO": 0.5869 } }, { - "id": "nhyha/N3N_Delirium-v1_1030_0227", - "name": "N3N_Delirium-v1_1030_0227", - "developer": "nhyha", + "id": "rsh345/mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B", + "name": "mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B", + "developer": "rsh345", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8023, - "hfopenllm_v2/BBH": 0.5891, - "hfopenllm_v2/MATH Level 5": 0.2107, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4098, - "hfopenllm_v2/MMLU-PRO": 0.415 + "hfopenllm_v2/IFEval": 0.3892, + "hfopenllm_v2/BBH": 0.5188, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4672, + "hfopenllm_v2/MMLU-PRO": 0.3054 } }, { - "id": "nhyha/N3N_Llama-3.1-8B-Instruct_1028_0216", - "name": "N3N_Llama-3.1-8B-Instruct_1028_0216", - "developer": "nhyha", + "id": "rubenroy/Geneva-12B-GCv2-5m", + "name": "Geneva-12B-GCv2-5m", + "developer": "rubenroy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4796, - "hfopenllm_v2/BBH": 0.5054, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.405, - "hfopenllm_v2/MMLU-PRO": 0.3638 + "hfopenllm_v2/IFEval": 0.2586, + "hfopenllm_v2/BBH": 0.5278, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3525, + "hfopenllm_v2/MMLU-PRO": 0.325 } }, { - "id": "nhyha/N3N_gemma-2-9b-it_20241029_1532", - "name": "N3N_gemma-2-9b-it_20241029_1532", - "developer": "nhyha", + "id": "rubenroy/Gilgamesh-72B", + "name": "Gilgamesh-72B", + "developer": "rubenroy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6752, - "hfopenllm_v2/BBH": 0.5863, - "hfopenllm_v2/MATH Level 5": 0.2122, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.4594, - "hfopenllm_v2/MMLU-PRO": 0.4122 + "hfopenllm_v2/IFEval": 0.8486, + "hfopenllm_v2/BBH": 0.7253, + "hfopenllm_v2/MATH Level 5": 0.4381, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4626, + "hfopenllm_v2/MMLU-PRO": 0.5802 } }, { - "id": "nhyha/N3N_gemma-2-9b-it_20241110_2026", - "name": "N3N_gemma-2-9b-it_20241110_2026", - "developer": "nhyha", + "id": "rubenroy/Zurich-14B-GCv2-5m", + "name": "Zurich-14B-GCv2-5m", + "developer": "rubenroy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6283, - "hfopenllm_v2/BBH": 0.5867, - "hfopenllm_v2/MATH Level 5": 0.1609, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.402 + "hfopenllm_v2/IFEval": 0.6164, + "hfopenllm_v2/BBH": 0.6308, + "hfopenllm_v2/MATH Level 5": 0.3074, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4874, + "hfopenllm_v2/MMLU-PRO": 0.5233 } }, { - "id": "nhyha/merge_Qwen2.5-7B-Instruct_20241023_0314", - "name": "merge_Qwen2.5-7B-Instruct_20241023_0314", - "developer": "nhyha", + "id": "RubielLabarta/LogoS-7Bx2-MoE-13B-v0.2", + "name": "LogoS-7Bx2-MoE-13B-v0.2", + "developer": "RubielLabarta", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5695, - "hfopenllm_v2/BBH": 0.5559, - "hfopenllm_v2/MATH Level 5": 0.3542, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4251, - "hfopenllm_v2/MMLU-PRO": 0.4542 + "hfopenllm_v2/IFEval": 0.4379, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4226, + "hfopenllm_v2/MMLU-PRO": 0.3088 } }, { - "id": "nicolinho/QRM-Gemma-2-27B", - "name": "nicolinho/QRM-Gemma-2-27B", - "developer": "nicolinho", + "id": "ruizhe1217/sft-s1-qwen-0.5b", + "name": "sft-s1-qwen-0.5b", + "developer": "ruizhe1217", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7667, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.9013, - "reward-bench/Safety": 0.9578, - "reward-bench/Reasoning": 0.9826, - "reward-bench/Factuality": 0.7853, - "reward-bench/Precise IF": 0.3719, - "reward-bench/Math": 0.6995, - "reward-bench/Focus": 0.9535, - "reward-bench/Ties": 0.8321 + "hfopenllm_v2/IFEval": 0.2749, + "hfopenllm_v2/BBH": 0.3301, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3196, + "hfopenllm_v2/MMLU-PRO": 0.1892 } }, { - "id": "nicolinho/QRM-Llama3-8B", - "name": "nicolinho/QRM-Llama3-8B", - "developer": "nicolinho", + "id": "rwitz/go-bruins-v2", + "name": "go-bruins-v2", + "developer": "rwitz", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.911, - "reward-bench/Chat": 0.9581, - "reward-bench/Chat Hard": 0.8114, - "reward-bench/Safety": 0.8986, - "reward-bench/Reasoning": 0.9758 + "hfopenllm_v2/IFEval": 0.4096, + "hfopenllm_v2/BBH": 0.3799, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.2761 } }, { - "id": "nicolinho/QRM-Llama3.1-8B", - "name": "nicolinho/QRM-Llama3.1-8B", - "developer": "nicolinho", + "id": "RWKV/rwkv-raven-14b", + "name": "rwkv-raven-14b", + "developer": "RWKV", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9306, - "reward-bench/Chat": 0.9441, - "reward-bench/Chat Hard": 0.8969, - "reward-bench/Safety": 0.923, - "reward-bench/Reasoning": 0.9583 + "hfopenllm_v2/IFEval": 0.0768, + "hfopenllm_v2/BBH": 0.3307, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.229, + "hfopenllm_v2/MUSR": 0.3951, + "hfopenllm_v2/MMLU-PRO": 0.115 } }, { - "id": "nicolinho/QRM-Llama3.1-8B-v2", - "name": "nicolinho/QRM-Llama3.1-8B-v2", - "developer": "nicolinho", + "id": "sabersaleh/Llama2-7B-CPO", + "name": "Llama2-7B-CPO", + "developer": "sabersaleh", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7074, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.8684, - "reward-bench/Safety": 0.9467, - "reward-bench/Reasoning": 0.9677, - "reward-bench/Factuality": 0.6653, - "reward-bench/Precise IF": 0.4062, - "reward-bench/Math": 0.612, - "reward-bench/Focus": 0.8909, - "reward-bench/Ties": 0.7234 + "hfopenllm_v2/IFEval": 0.1545, + "hfopenllm_v2/BBH": 0.3458, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4048, + "hfopenllm_v2/MMLU-PRO": 0.1606 } }, { - "id": "nidum/Nidum-Limitless-Gemma-2B", - "name": "Nidum-Limitless-Gemma-2B", - "developer": "nidum", + "id": "sabersaleh/Llama2-7B-DPO", + "name": "Llama2-7B-DPO", + "developer": "sabersaleh", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2424, - "hfopenllm_v2/BBH": 0.3079, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.374, - "hfopenllm_v2/MMLU-PRO": 0.1174 + "hfopenllm_v2/IFEval": 0.1453, + "hfopenllm_v2/BBH": 0.3512, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4114, + "hfopenllm_v2/MMLU-PRO": 0.1626 } }, { - "id": "nisten/franqwenstein-35b", - "name": "franqwenstein-35b", - "developer": "nisten", + "id": "sabersaleh/Llama2-7B-IPO", + "name": "Llama2-7B-IPO", + "developer": "sabersaleh", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3799, - "hfopenllm_v2/BBH": 0.6647, - "hfopenllm_v2/MATH Level 5": 0.3406, - "hfopenllm_v2/GPQA": 0.4035, - "hfopenllm_v2/MUSR": 0.494, - "hfopenllm_v2/MMLU-PRO": 0.5731 + "hfopenllm_v2/IFEval": 0.1769, + "hfopenllm_v2/BBH": 0.3475, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4048, + "hfopenllm_v2/MMLU-PRO": 0.1617 } }, { - "id": "nisten/tqwendo-36b", - "name": "tqwendo-36b", - "developer": "nisten", + "id": "sabersaleh/Llama2-7B-KTO", + "name": "Llama2-7B-KTO", + "developer": "sabersaleh", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6778, - "hfopenllm_v2/BBH": 0.6432, - "hfopenllm_v2/MATH Level 5": 0.4154, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.443, - "hfopenllm_v2/MMLU-PRO": 0.4381 + "hfopenllm_v2/IFEval": 0.1528, + "hfopenllm_v2/BBH": 0.3501, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4167, + "hfopenllm_v2/MMLU-PRO": 0.1636 } }, { - "id": "nlpguy/Lion-Lamarck-v.1.0.8", - "name": "Lion-Lamarck-v.1.0.8", - "developer": "nlpguy", + "id": "sabersaleh/Llama2-7B-SimPO", + "name": "Llama2-7B-SimPO", + "developer": "sabersaleh", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4509, - "hfopenllm_v2/BBH": 0.5869, - "hfopenllm_v2/MATH Level 5": 0.5544, - "hfopenllm_v2/GPQA": 0.3582, - "hfopenllm_v2/MUSR": 0.4673, - "hfopenllm_v2/MMLU-PRO": 0.4643 + "hfopenllm_v2/IFEval": 0.1659, + "hfopenllm_v2/BBH": 0.3489, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.4007, + "hfopenllm_v2/MMLU-PRO": 0.1641 } }, { - "id": "nlpguy/Lion-Lamarck-v.1.0.9", - "name": "Lion-Lamarck-v.1.0.9", - "developer": "nlpguy", + "id": "sabersaleh/Llama2-7B-SPO", + "name": "Llama2-7B-SPO", + "developer": "sabersaleh", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3409, - "hfopenllm_v2/BBH": 0.5918, - "hfopenllm_v2/MATH Level 5": 0.5642, - "hfopenllm_v2/GPQA": 0.3901, - "hfopenllm_v2/MUSR": 0.53, - "hfopenllm_v2/MMLU-PRO": 0.4704 + "hfopenllm_v2/IFEval": 0.1567, + "hfopenllm_v2/BBH": 0.3383, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3874, + "hfopenllm_v2/MMLU-PRO": 0.1757 } }, { - "id": "nlpguy/Lion-Lamarck-v.1.1.0", - "name": "Lion-Lamarck-v.1.1.0", - "developer": "nlpguy", + "id": "sabersaleh/Llama3", + "name": "Llama3", + "developer": "sabersaleh", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3658, - "hfopenllm_v2/BBH": 0.5962, - "hfopenllm_v2/MATH Level 5": 0.5755, - "hfopenllm_v2/GPQA": 0.3926, - "hfopenllm_v2/MUSR": 0.5325, - "hfopenllm_v2/MMLU-PRO": 0.4631 + "hfopenllm_v2/IFEval": 0.3321, + "hfopenllm_v2/BBH": 0.4782, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3933, + "hfopenllm_v2/MMLU-PRO": 0.3162 } }, { - "id": "nlpguy/Miisce-one", - "name": "Miisce-one", - "developer": "nlpguy", + "id": "sabersalehk/Llama3-001-300", + "name": "Llama3-001-300", + "developer": "sabersalehk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6066, - "hfopenllm_v2/BBH": 0.6505, - "hfopenllm_v2/MATH Level 5": 0.4169, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.482, - "hfopenllm_v2/MMLU-PRO": 0.5412 + "hfopenllm_v2/IFEval": 0.3179, + "hfopenllm_v2/BBH": 0.4745, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4064, + "hfopenllm_v2/MMLU-PRO": 0.3158 } }, { - "id": "nlpguy/Mistral-NeMo-Minitron-Upscale-v1", - "name": "Mistral-NeMo-Minitron-Upscale-v1", - "developer": "nlpguy", + "id": "sabersalehk/Llama3-SimPO", + "name": "Llama3-SimPO", + "developer": "sabersalehk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1648, - "hfopenllm_v2/BBH": 0.4468, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3804, - "hfopenllm_v2/MMLU-PRO": 0.2537 + "hfopenllm_v2/IFEval": 0.3642, + "hfopenllm_v2/BBH": 0.4874, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4046, + "hfopenllm_v2/MMLU-PRO": 0.3157 } }, { - "id": "nlpguy/Mistral-NeMo-Minitron-Upscale-v2", - "name": "Mistral-NeMo-Minitron-Upscale-v2", - "developer": "nlpguy", + "id": "sabersalehk/Llama3_001_200", + "name": "Llama3_001_200", + "developer": "sabersalehk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1573, - "hfopenllm_v2/BBH": 0.395, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3791, - "hfopenllm_v2/MMLU-PRO": 0.1927 + "hfopenllm_v2/IFEval": 0.3218, + "hfopenllm_v2/BBH": 0.4728, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4037, + "hfopenllm_v2/MMLU-PRO": 0.3183 } }, { - "id": "nlpguy/Mistral-NeMo-Minitron-Upscale-v3", - "name": "Mistral-NeMo-Minitron-Upscale-v3", - "developer": "nlpguy", + "id": "sabersalehk/Llama3_01_300", + "name": "Llama3_01_300", + "developer": "sabersalehk", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1412, - "hfopenllm_v2/BBH": 0.3052, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.4098, - "hfopenllm_v2/MMLU-PRO": 0.1171 + "hfopenllm_v2/IFEval": 0.2959, + "hfopenllm_v2/BBH": 0.4691, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4065, + "hfopenllm_v2/MMLU-PRO": 0.3124 } }, { - "id": "nlpguy/StableProse", - "name": "StableProse", - "developer": "nlpguy", + "id": "SaisExperiments/Evil-Alpaca-3B-L3.2", + "name": "Evil-Alpaca-3B-L3.2", + "developer": "SaisExperiments", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1972, - "hfopenllm_v2/BBH": 0.5117, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4067, - "hfopenllm_v2/MMLU-PRO": 0.3468 + "hfopenllm_v2/IFEval": 0.3251, + "hfopenllm_v2/BBH": 0.4341, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.4198, + "hfopenllm_v2/MMLU-PRO": 0.2621 } }, { - "id": "nlpguy/StarFusion-alpha1", - "name": "StarFusion-alpha1", - "developer": "nlpguy", + "id": "SaisExperiments/Gemma-2-2B-Opus-Instruct", + "name": "Gemma-2-2B-Opus-Instruct", + "developer": "SaisExperiments", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.566, - "hfopenllm_v2/BBH": 0.4429, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4081, - "hfopenllm_v2/MMLU-PRO": 0.3191 + "hfopenllm_v2/IFEval": 0.475, + "hfopenllm_v2/BBH": 0.4293, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4057, + "hfopenllm_v2/MMLU-PRO": 0.265 } - }, - { - "id": "noname0202/Llama-3.2-4x3B-Instruct", - "name": "Llama-3.2-4x3B-Instruct", - "developer": "noname0202", + }, + { + "id": "SaisExperiments/Gemma-2-2B-Stheno-Filtered", + "name": "Gemma-2-2B-Stheno-Filtered", + "developer": "SaisExperiments", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7067, - "hfopenllm_v2/BBH": 0.4647, - "hfopenllm_v2/MATH Level 5": 0.1586, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3674, - "hfopenllm_v2/MMLU-PRO": 0.3285 + "hfopenllm_v2/IFEval": 0.4197, + "hfopenllm_v2/BBH": 0.4149, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4003, + "hfopenllm_v2/MMLU-PRO": 0.263 } }, { - "id": "noname0202/gemma-2-2b-it-ties", - "name": "gemma-2-2b-it-ties", - "developer": "noname0202", + "id": "SaisExperiments/Not-So-Small-Alpaca-24B", + "name": "Not-So-Small-Alpaca-24B", + "developer": "SaisExperiments", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1266, - "hfopenllm_v2/BBH": 0.4206, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3929, - "hfopenllm_v2/MMLU-PRO": 0.2561 + "hfopenllm_v2/IFEval": 0.6244, + "hfopenllm_v2/BBH": 0.5339, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4282, + "hfopenllm_v2/MMLU-PRO": 0.3694 } }, { - "id": "noname0202/gemma-2-9b-sft-jp-en-zh-v1", - "name": "gemma-2-9b-sft-jp-en-zh-v1", - "developer": "noname0202", + "id": "SaisExperiments/QwOwO-7B-V1", + "name": "QwOwO-7B-V1", + "developer": "SaisExperiments", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2988, - "hfopenllm_v2/BBH": 0.4519, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.408, - "hfopenllm_v2/MMLU-PRO": 0.3125 + "hfopenllm_v2/IFEval": 0.4556, + "hfopenllm_v2/BBH": 0.5431, + "hfopenllm_v2/MATH Level 5": 0.386, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3835, + "hfopenllm_v2/MMLU-PRO": 0.4224 } }, { - "id": "noname0202/gemma-2-9b-sft-jp-en-zh-v2", - "name": "gemma-2-9b-sft-jp-en-zh-v2", - "developer": "noname0202", + "id": "SaisExperiments/RightSheep-Llama3.2-3B", + "name": "RightSheep-Llama3.2-3B", + "developer": "SaisExperiments", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3993, - "hfopenllm_v2/BBH": 0.4515, - "hfopenllm_v2/MATH Level 5": 0.1042, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3612, - "hfopenllm_v2/MMLU-PRO": 0.3675 + "hfopenllm_v2/IFEval": 0.4156, + "hfopenllm_v2/BBH": 0.4241, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3767, + "hfopenllm_v2/MMLU-PRO": 0.254 } }, { - "id": "noname0202/llama-math-1b-r16-0to512tokens-test", - "name": "llama-math-1b-r16-0to512tokens-test", - "developer": "noname0202", + "id": "saishf/Fimbulvetr-Kuro-Lotus-10.7B", + "name": "Fimbulvetr-Kuro-Lotus-10.7B", + "developer": "saishf", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.547, - "hfopenllm_v2/BBH": 0.3488, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3143, - "hfopenllm_v2/MMLU-PRO": 0.1728 + "hfopenllm_v2/IFEval": 0.4939, + "hfopenllm_v2/BBH": 0.4342, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4445, + "hfopenllm_v2/MMLU-PRO": 0.3389 } }, { - "id": "noname0202/llama-math-1b-r32-0to512tokens-test", - "name": "llama-math-1b-r32-0to512tokens-test", - "developer": "noname0202", + "id": "saishf/Neural-SOVLish-Devil-8B-L3", + "name": "Neural-SOVLish-Devil-8B-L3", + "developer": "saishf", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5683, - "hfopenllm_v2/BBH": 0.3495, - "hfopenllm_v2/MATH Level 5": 0.0906, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3209, - "hfopenllm_v2/MMLU-PRO": 0.176 + "hfopenllm_v2/IFEval": 0.4199, + "hfopenllm_v2/BBH": 0.5142, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.411, + "hfopenllm_v2/MMLU-PRO": 0.3807 } }, { - "id": "noname0202/llama-math-1b-r32-test", - "name": "llama-math-1b-r32-test", - "developer": "noname0202", + "id": "saishshinde15/TethysAI_Base_Reasoning", + "name": "TethysAI_Base_Reasoning", + "developer": "saishshinde15", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5819, - "hfopenllm_v2/BBH": 0.3486, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3156, - "hfopenllm_v2/MMLU-PRO": 0.1781 + "hfopenllm_v2/IFEval": 0.6369, + "hfopenllm_v2/BBH": 0.4519, + "hfopenllm_v2/MATH Level 5": 0.3142, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4075, + "hfopenllm_v2/MMLU-PRO": 0.3236 } }, { - "id": "noname0202/llama-math-1b-r8-512tokens-test", - "name": "llama-math-1b-r8-512tokens-test", - "developer": "noname0202", + "id": "saishshinde15/TethysAI_Vortex", + "name": "TethysAI_Vortex", + "developer": "saishshinde15", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5792, - "hfopenllm_v2/BBH": 0.3496, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3169, - "hfopenllm_v2/MMLU-PRO": 0.1753 + "hfopenllm_v2/IFEval": 0.4298, + "hfopenllm_v2/BBH": 0.4749, + "hfopenllm_v2/MATH Level 5": 0.315, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4458, + "hfopenllm_v2/MMLU-PRO": 0.3241 } }, { - "id": "notbdq/Qwen2.5-14B-Instruct-1M-GRPO-Reasoning", - "name": "Qwen2.5-14B-Instruct-1M-GRPO-Reasoning", - "developer": "notbdq", + "id": "saishshinde15/TethysAI_Vortex_Reasoning", + "name": "TethysAI_Vortex_Reasoning", + "developer": "saishshinde15", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8414, - "hfopenllm_v2/BBH": 0.6198, - "hfopenllm_v2/MATH Level 5": 0.5302, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.418, - "hfopenllm_v2/MMLU-PRO": 0.485 + "hfopenllm_v2/IFEval": 0.4021, + "hfopenllm_v2/BBH": 0.4694, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4084, + "hfopenllm_v2/MMLU-PRO": 0.3381 } }, { - "id": "nothingiisreal/L3.1-8B-Celeste-V1.5", - "name": "L3.1-8B-Celeste-V1.5", - "developer": "nothingiisreal", + "id": "sakaltcommunity/novablast-preview", + "name": "novablast-preview", + "developer": "sakaltcommunity", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7327, - "hfopenllm_v2/BBH": 0.5012, - "hfopenllm_v2/MATH Level 5": 0.1465, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.3749, - "hfopenllm_v2/MMLU-PRO": 0.3704 + "hfopenllm_v2/IFEval": 0.453, + "hfopenllm_v2/BBH": 0.7043, + "hfopenllm_v2/MATH Level 5": 0.4894, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.5021, + "hfopenllm_v2/MMLU-PRO": 0.5915 } }, { - "id": "nothingiisreal/MN-12B-Starcannon-v2", - "name": "MN-12B-Starcannon-v2", - "developer": "nothingiisreal", + "id": "sakaltcommunity/sakaltum-7b", + "name": "sakaltum-7b", + "developer": "sakaltcommunity", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3925, - "hfopenllm_v2/BBH": 0.5004, - "hfopenllm_v2/MATH Level 5": 0.0597, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3978, - "hfopenllm_v2/MMLU-PRO": 0.3128 + "hfopenllm_v2/IFEval": 0.2604, + "hfopenllm_v2/BBH": 0.4575, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3775, + "hfopenllm_v2/MMLU-PRO": 0.2769 } }, { - "id": "nothingiisreal/MN-12B-Starcannon-v3", - "name": "MN-12B-Starcannon-v3", - "developer": "nothingiisreal", + "id": "Sakalti/Anemoi-3B", + "name": "Anemoi-3B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3807, - "hfopenllm_v2/BBH": 0.5171, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.4046, - "hfopenllm_v2/MMLU-PRO": 0.3265 + "hfopenllm_v2/IFEval": 0.3804, + "hfopenllm_v2/BBH": 0.4922, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4371, + "hfopenllm_v2/MMLU-PRO": 0.3766 } }, { - "id": "nvidia/AceInstruct-1.5B", - "name": "AceInstruct-1.5B", - "developer": "nvidia", + "id": "Sakalti/Euphrates-14B", + "name": "Euphrates-14B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3948, - "hfopenllm_v2/BBH": 0.3932, - "hfopenllm_v2/MATH Level 5": 0.3127, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.346, - "hfopenllm_v2/MMLU-PRO": 0.2574 + "hfopenllm_v2/IFEval": 0.2647, + "hfopenllm_v2/BBH": 0.6138, + "hfopenllm_v2/MATH Level 5": 0.3051, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4516, + "hfopenllm_v2/MMLU-PRO": 0.5255 } }, { - "id": "nvidia/AceInstruct-72B", - "name": "AceInstruct-72B", - "developer": "nvidia", + "id": "Sakalti/light-1.1-3B", + "name": "light-1.1-3B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7119, - "hfopenllm_v2/BBH": 0.6139, - "hfopenllm_v2/MATH Level 5": 0.6261, - "hfopenllm_v2/GPQA": 0.3213, - "hfopenllm_v2/MUSR": 0.4206, - "hfopenllm_v2/MMLU-PRO": 0.4874 + "hfopenllm_v2/IFEval": 0.2735, + "hfopenllm_v2/BBH": 0.2803, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3901, + "hfopenllm_v2/MMLU-PRO": 0.1209 } }, { - "id": "nvidia/AceInstruct-7B", - "name": "AceInstruct-7B", - "developer": "nvidia", + "id": "Sakalti/light-3B", + "name": "light-3B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5422, - "hfopenllm_v2/BBH": 0.5501, - "hfopenllm_v2/MATH Level 5": 0.5295, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4255, - "hfopenllm_v2/MMLU-PRO": 0.4177 + "hfopenllm_v2/IFEval": 0.5337, + "hfopenllm_v2/BBH": 0.4831, + "hfopenllm_v2/MATH Level 5": 0.2591, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.3775 } }, { - "id": "nvidia/AceMath-1.5B-Instruct", - "name": "AceMath-1.5B-Instruct", - "developer": "nvidia", + "id": "Sakalti/light-3b-beta", + "name": "light-3b-beta", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3212, - "hfopenllm_v2/BBH": 0.4024, - "hfopenllm_v2/MATH Level 5": 0.5287, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3607, - "hfopenllm_v2/MMLU-PRO": 0.2064 + "hfopenllm_v2/IFEval": 0.5485, + "hfopenllm_v2/BBH": 0.4815, + "hfopenllm_v2/MATH Level 5": 0.2772, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.3758 } }, { - "id": "nvidia/AceMath-72B-Instruct", - "name": "AceMath-72B-Instruct", - "developer": "nvidia", + "id": "Sakalti/light-7b-beta", + "name": "light-7b-beta", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.495, - "hfopenllm_v2/BBH": 0.6402, - "hfopenllm_v2/MATH Level 5": 0.7145, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4062, - "hfopenllm_v2/MMLU-PRO": 0.4411 + "hfopenllm_v2/IFEval": 0.6234, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.3769, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.4456 } }, { - "id": "nvidia/AceMath-72B-RM", - "name": "AceMath-72B-RM", - "developer": "nvidia", + "id": "Sakalti/llama-3-yanyuedao-8b-instruct", + "name": "llama-3-yanyuedao-8b-instruct", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1413, - "hfopenllm_v2/BBH": 0.2717, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2341, - "hfopenllm_v2/MUSR": 0.3351, - "hfopenllm_v2/MMLU-PRO": 0.1179 + "hfopenllm_v2/IFEval": 0.2186, + "hfopenllm_v2/BBH": 0.435, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.2911 } }, { - "id": "nvidia/AceMath-7B-Instruct", - "name": "AceMath-7B-Instruct", - "developer": "nvidia", + "id": "Sakalti/Llama3.2-3B-Uranus-1", + "name": "Llama3.2-3B-Uranus-1", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4532, - "hfopenllm_v2/BBH": 0.4994, - "hfopenllm_v2/MATH Level 5": 0.6337, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4193, - "hfopenllm_v2/MMLU-PRO": 0.3383 + "hfopenllm_v2/IFEval": 0.5335, + "hfopenllm_v2/BBH": 0.4437, + "hfopenllm_v2/MATH Level 5": 0.1495, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3669, + "hfopenllm_v2/MMLU-PRO": 0.3094 } }, { - "id": "nvidia/AceMath-7B-RM", - "name": "AceMath-7B-RM", - "developer": "nvidia", + "id": "Sakalti/magro-7B", + "name": "magro-7B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1494, - "hfopenllm_v2/BBH": 0.2423, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.1344, + "hfopenllm_v2/BBH": 0.4186, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.446, + "hfopenllm_v2/MMLU-PRO": 0.2765 } }, { - "id": "nvidia/Hymba-1.5B-Base", - "name": "Hymba-1.5B-Base", - "developer": "nvidia", + "id": "Sakalti/Magro-7B-v1.1", + "name": "Magro-7B-v1.1", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2295, - "hfopenllm_v2/BBH": 0.3256, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3566, - "hfopenllm_v2/MMLU-PRO": 0.1922 + "hfopenllm_v2/IFEval": 0.1204, + "hfopenllm_v2/BBH": 0.4179, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4433, + "hfopenllm_v2/MMLU-PRO": 0.2764 } }, { - "id": "nvidia/Hymba-1.5B-Instruct", - "name": "Hymba-1.5B-Instruct", - "developer": "nvidia", + "id": "Sakalti/mergekit-01", + "name": "mergekit-01", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6009, - "hfopenllm_v2/BBH": 0.3067, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3316, - "hfopenllm_v2/MMLU-PRO": 0.204 + "hfopenllm_v2/IFEval": 0.6234, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.3769, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4291, + "hfopenllm_v2/MMLU-PRO": 0.4456 } }, { - "id": "nvidia/Llama-3.1-Minitron-4B-Depth-Base", - "name": "Llama-3.1-Minitron-4B-Depth-Base", - "developer": "nvidia", + "id": "Sakalti/mergekit-della_linear-vmeykci", + "name": "mergekit-della_linear-vmeykci", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1607, - "hfopenllm_v2/BBH": 0.4171, - "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/IFEval": 0.1126, + "hfopenllm_v2/BBH": 0.2816, + "hfopenllm_v2/MATH Level 5": 0.0106, "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.4011, - "hfopenllm_v2/MMLU-PRO": 0.2798 + "hfopenllm_v2/MUSR": 0.3897, + "hfopenllm_v2/MMLU-PRO": 0.1089 } }, { - "id": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF", - "name": "Llama-3.1-Nemotron-70B-Instruct-HF", - "developer": "nvidia", + "id": "Sakalti/model-3", + "name": "model-3", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7381, - "hfopenllm_v2/BBH": 0.6316, - "hfopenllm_v2/MATH Level 5": 0.4267, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.4328, - "hfopenllm_v2/MMLU-PRO": 0.4919 + "hfopenllm_v2/IFEval": 0.6264, + "hfopenllm_v2/BBH": 0.5542, + "hfopenllm_v2/MATH Level 5": 0.3708, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4264, + "hfopenllm_v2/MMLU-PRO": 0.4455 } }, { - "id": "nvidia/Llama-3.1-Nemotron-70B-Reward", - "name": "nvidia/Llama-3.1-Nemotron-70B-Reward", - "developer": "nvidia", + "id": "Sakalti/Neptuno-3B", + "name": "Neptuno-3B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.9411, - "reward-bench/Chat": 0.9749, - "reward-bench/Chat Hard": 0.8575, - "reward-bench/Safety": 0.9514, - "reward-bench/Reasoning": 0.9807 + "hfopenllm_v2/IFEval": 0.4296, + "hfopenllm_v2/BBH": 0.4834, + "hfopenllm_v2/MATH Level 5": 0.2553, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4002, + "hfopenllm_v2/MMLU-PRO": 0.3773 } }, { - "id": "nvidia/Llama3-70B-SteerLM-RM", - "name": "nvidia/Llama3-70B-SteerLM-RM", - "developer": "nvidia", + "id": "Sakalti/Neptuno-Alpha", + "name": "Neptuno-Alpha", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8877, - "reward-bench/Chat": 0.9134, - "reward-bench/Chat Hard": 0.8026, - "reward-bench/Safety": 0.9284, - "reward-bench/Reasoning": 0.9064 + "hfopenllm_v2/IFEval": 0.378, + "hfopenllm_v2/BBH": 0.4925, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4371, + "hfopenllm_v2/MMLU-PRO": 0.3767 } }, { - "id": "nvidia/Minitron-4B-Base", - "name": "Minitron-4B-Base", - "developer": "nvidia", + "id": "Sakalti/Oxyge1-33B", + "name": "Oxyge1-33B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2218, - "hfopenllm_v2/BBH": 0.4084, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.4134, - "hfopenllm_v2/MMLU-PRO": 0.262 + "hfopenllm_v2/IFEval": 0.4548, + "hfopenllm_v2/BBH": 0.7033, + "hfopenllm_v2/MATH Level 5": 0.4962, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.5008, + "hfopenllm_v2/MMLU-PRO": 0.5909 } }, { - "id": "nvidia/Minitron-8B-Base", - "name": "Minitron-8B-Base", - "developer": "nvidia", + "id": "Sakalti/Phi3.5-Comets-3.8B", + "name": "Phi3.5-Comets-3.8B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2424, - "hfopenllm_v2/BBH": 0.4395, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.4026, - "hfopenllm_v2/MMLU-PRO": 0.3181 + "hfopenllm_v2/IFEval": 0.2094, + "hfopenllm_v2/BBH": 0.3335, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3764, + "hfopenllm_v2/MMLU-PRO": 0.1153 } }, { - "id": "nvidia/Mistral-NeMo-Minitron-8B-Base", - "name": "Mistral-NeMo-Minitron-8B-Base", - "developer": "nvidia", + "id": "Sakalti/Qwen2.5-1B-Instruct", + "name": "Qwen2.5-1B-Instruct", + "developer": "Sakalti", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1946, - "hfopenllm_v2/BBH": 0.5219, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.3255, - "hfopenllm_v2/MUSR": 0.4092, - "hfopenllm_v2/MMLU-PRO": 0.3796 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1751, + "hfopenllm_v2/BBH": 0.3027, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3369, + "hfopenllm_v2/MMLU-PRO": 0.1213 } }, { - "id": "nvidia/Mistral-NeMo-Minitron-8B-Instruct", - "name": "Mistral-NeMo-Minitron-8B-Instruct", - "developer": "nvidia", + "id": "Sakalti/qwen2.5-2.3B", + "name": "qwen2.5-2.3B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5004, - "hfopenllm_v2/BBH": 0.5321, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3886, - "hfopenllm_v2/MMLU-PRO": 0.3991 + "hfopenllm_v2/IFEval": 0.1288, + "hfopenllm_v2/BBH": 0.2849, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3857, + "hfopenllm_v2/MMLU-PRO": 0.1173 } }, { - "id": "nvidia/Nemotron-4-340B-Reward", - "name": "nvidia/Nemotron-4-340B-Reward", - "developer": "nvidia", + "id": "Sakalti/QwenTest-7", + "name": "QwenTest-7", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.92, - "reward-bench/Chat": 0.9581, - "reward-bench/Chat Hard": 0.8706, - "reward-bench/Safety": 0.9149, - "reward-bench/Reasoning": 0.9363 + "hfopenllm_v2/IFEval": 0.1672, + "hfopenllm_v2/BBH": 0.3063, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3422, + "hfopenllm_v2/MMLU-PRO": 0.1212 } }, { - "id": "nvidia/Nemotron-Mini-4B-Instruct", - "name": "Nemotron-Mini-4B-Instruct", - "developer": "nvidia", + "id": "Sakalti/Saba-Passthrough-2", + "name": "Saba-Passthrough-2", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6669, - "hfopenllm_v2/BBH": 0.3865, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3767, - "hfopenllm_v2/MMLU-PRO": 0.2626 + "hfopenllm_v2/IFEval": 0.1691, + "hfopenllm_v2/BBH": 0.3672, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3844, + "hfopenllm_v2/MMLU-PRO": 0.2077 } }, { - "id": "nvidia/OpenMath2-Llama3.1-8B", - "name": "OpenMath2-Llama3.1-8B", - "developer": "nvidia", + "id": "Sakalti/Saba1-1.8B", + "name": "Saba1-1.8B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2331, - "hfopenllm_v2/BBH": 0.4096, - "hfopenllm_v2/MATH Level 5": 0.2674, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3436, - "hfopenllm_v2/MMLU-PRO": 0.1553 + "hfopenllm_v2/IFEval": 0.3333, + "hfopenllm_v2/BBH": 0.4147, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.2926 } }, { - "id": "nxmwxm/Beast-Soul-new", - "name": "Beast-Soul-new", - "developer": "nxmwxm", + "id": "Sakalti/Saba1-7B", + "name": "Saba1-7B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4869, - "hfopenllm_v2/BBH": 0.5227, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4459, - "hfopenllm_v2/MMLU-PRO": 0.3102 + "hfopenllm_v2/IFEval": 0.4585, + "hfopenllm_v2/BBH": 0.5489, + "hfopenllm_v2/MATH Level 5": 0.3663, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4793, + "hfopenllm_v2/MMLU-PRO": 0.4376 } }, { - "id": "occiglot/occiglot-7b-es-en-instruct", - "name": "occiglot-7b-es-en-instruct", - "developer": "occiglot", + "id": "Sakalti/Saba1.5-1.5B", + "name": "Saba1.5-1.5B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3485, - "hfopenllm_v2/BBH": 0.4111, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.2311 + "hfopenllm_v2/IFEval": 0.3333, + "hfopenllm_v2/BBH": 0.4147, + "hfopenllm_v2/MATH Level 5": 0.1541, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.2926 } }, { - "id": "odyssey-labs/Astral-1-10B", - "name": "Astral-1-10B", - "developer": "odyssey-labs", + "id": "Sakalti/Saba1.5-Pro-3B", + "name": "Saba1.5-Pro-3B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3878, - "hfopenllm_v2/BBH": 0.4873, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.2985 + "hfopenllm_v2/IFEval": 0.2386, + "hfopenllm_v2/BBH": 0.3623, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.4405, + "hfopenllm_v2/MMLU-PRO": 0.1958 } }, { - "id": "olabs-ai/reflection_model", - "name": "reflection_model", - "developer": "olabs-ai", + "id": "Sakalti/Saba2-14B-Preview", + "name": "Saba2-14B-Preview", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1599, - "hfopenllm_v2/BBH": 0.4713, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.3508, - "hfopenllm_v2/MMLU-PRO": 0.3311 + "hfopenllm_v2/IFEval": 0.4722, + "hfopenllm_v2/BBH": 0.6496, + "hfopenllm_v2/MATH Level 5": 0.3127, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4781, + "hfopenllm_v2/MMLU-PRO": 0.5384 } }, { - "id": "ontocord/Llama_3.2_1b-autoredteam_helpfulness-train", - "name": "Llama_3.2_1b-autoredteam_helpfulness-train", - "developer": "ontocord", + "id": "Sakalti/Saba2-3B", + "name": "Saba2-3B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2765, - "hfopenllm_v2/BBH": 0.3115, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3459, - "hfopenllm_v2/MMLU-PRO": 0.1132 + "hfopenllm_v2/IFEval": 0.2865, + "hfopenllm_v2/BBH": 0.2801, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3927, + "hfopenllm_v2/MMLU-PRO": 0.121 } }, { - "id": "ontocord/RedPajama-3B-v1-AutoRedteam", - "name": "RedPajama-3B-v1-AutoRedteam", - "developer": "ontocord", + "id": "Sakalti/Sailor-japanese", + "name": "Sailor-japanese", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1343, - "hfopenllm_v2/BBH": 0.3026, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2424, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.1108 + "hfopenllm_v2/IFEval": 0.1605, + "hfopenllm_v2/BBH": 0.2913, + "hfopenllm_v2/MATH Level 5": 0.003, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3912, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "ontocord/RedPajama-3B-v1-AutoRedteam-Harmless-only", - "name": "RedPajama-3B-v1-AutoRedteam-Harmless-only", - "developer": "ontocord", + "id": "Sakalti/Saka-1.5B", + "name": "Saka-1.5B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1525, - "hfopenllm_v2/BBH": 0.3124, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2315, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.11 + "hfopenllm_v2/IFEval": 0.2726, + "hfopenllm_v2/BBH": 0.3988, + "hfopenllm_v2/MATH Level 5": 0.0801, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.2415 } }, { - "id": "ontocord/RedPajama3b_v1-autoredteam_helpfulness-train", - "name": "RedPajama3b_v1-autoredteam_helpfulness-train", - "developer": "ontocord", + "id": "Sakalti/Saka-14B", + "name": "Saka-14B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2848, - "hfopenllm_v2/BBH": 0.3093, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.1107 + "hfopenllm_v2/IFEval": 0.7174, + "hfopenllm_v2/BBH": 0.6497, + "hfopenllm_v2/MATH Level 5": 0.4094, + "hfopenllm_v2/GPQA": 0.396, + "hfopenllm_v2/MUSR": 0.4886, + "hfopenllm_v2/MMLU-PRO": 0.5396 } }, { - "id": "ontocord/merged_0.2_expert_0.8", - "name": "merged_0.2_expert_0.8", - "developer": "ontocord", + "id": "Sakalti/Saka-24B", + "name": "Saka-24B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1743, - "hfopenllm_v2/BBH": 0.3046, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3621, - "hfopenllm_v2/MMLU-PRO": 0.1111 + "hfopenllm_v2/IFEval": 0.3819, + "hfopenllm_v2/BBH": 0.6072, + "hfopenllm_v2/MATH Level 5": 0.1805, + "hfopenllm_v2/GPQA": 0.3423, + "hfopenllm_v2/MUSR": 0.4541, + "hfopenllm_v2/MMLU-PRO": 0.4766 } }, { - "id": "ontocord/merged_0.2_expert_0.8-stack_2x", - "name": "merged_0.2_expert_0.8-stack_2x", - "developer": "ontocord", + "id": "Sakalti/Saka-7.2B", + "name": "Saka-7.2B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1796, - "hfopenllm_v2/BBH": 0.3006, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3541, - "hfopenllm_v2/MMLU-PRO": 0.1103 + "hfopenllm_v2/IFEval": 0.1545, + "hfopenllm_v2/BBH": 0.2945, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.3711, + "hfopenllm_v2/MMLU-PRO": 0.116 } }, { - "id": "ontocord/merged_0.5_expert_0.5", - "name": "merged_0.5_expert_0.5", - "developer": "ontocord", + "id": "Sakalti/Saka-7.6B", + "name": "Saka-7.6B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1787, - "hfopenllm_v2/BBH": 0.3017, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3542, - "hfopenllm_v2/MMLU-PRO": 0.1108 + "hfopenllm_v2/IFEval": 0.4524, + "hfopenllm_v2/BBH": 0.5655, + "hfopenllm_v2/MATH Level 5": 0.3255, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4489, + "hfopenllm_v2/MMLU-PRO": 0.454 } }, { - "id": "ontocord/ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained-autoredteam_helpful-0.25_helpful", - "name": "ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained-autoredteam_helpful-0.25_helpful", - "developer": "ontocord", + "id": "Sakalti/SakalFusion-7B-Alpha", + "name": "SakalFusion-7B-Alpha", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1318, - "hfopenllm_v2/BBH": 0.3004, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3631, - "hfopenllm_v2/MMLU-PRO": 0.1142 + "hfopenllm_v2/IFEval": 0.529, + "hfopenllm_v2/BBH": 0.5591, + "hfopenllm_v2/MATH Level 5": 0.3844, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4581, + "hfopenllm_v2/MMLU-PRO": 0.4474 } }, { - "id": "ontocord/ontocord_wide_7b-stacked-stage1", - "name": "ontocord_wide_7b-stacked-stage1", - "developer": "ontocord", + "id": "Sakalti/SakalFusion-7B-Beta", + "name": "SakalFusion-7B-Beta", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1485, - "hfopenllm_v2/BBH": 0.2897, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3604, - "hfopenllm_v2/MMLU-PRO": 0.1105 + "hfopenllm_v2/IFEval": 0.1809, + "hfopenllm_v2/BBH": 0.2881, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3872, + "hfopenllm_v2/MMLU-PRO": 0.109 } }, { - "id": "ontocord/ontocord_wide_7b-stacked-stage1-instruct", - "name": "ontocord_wide_7b-stacked-stage1-instruct", - "developer": "ontocord", + "id": "Sakalti/SakaMoe-3x1.6B-Instruct", + "name": "SakaMoe-3x1.6B-Instruct", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.153, - "hfopenllm_v2/BBH": 0.2854, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3538, - "hfopenllm_v2/MMLU-PRO": 0.1117 + "hfopenllm_v2/IFEval": 0.2371, + "hfopenllm_v2/BBH": 0.3282, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3342, + "hfopenllm_v2/MMLU-PRO": 0.1882 } }, { - "id": "ontocord/starcoder2-29b-ls", - "name": "starcoder2-29b-ls", - "developer": "ontocord", + "id": "Sakalti/SJT-0.5B", + "name": "SJT-0.5B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2149, - "hfopenllm_v2/BBH": 0.3735, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.37, - "hfopenllm_v2/MMLU-PRO": 0.1869 + "hfopenllm_v2/IFEval": 0.2425, + "hfopenllm_v2/BBH": 0.3306, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3196, + "hfopenllm_v2/MMLU-PRO": 0.1891 } }, { - "id": "ontocord/starcoder2_3b-AutoRedteam", - "name": "starcoder2_3b-AutoRedteam", - "developer": "ontocord", + "id": "Sakalti/SJT-1.5B-Alpha", + "name": "SJT-1.5B-Alpha", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1574, - "hfopenllm_v2/BBH": 0.3498, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.3646, - "hfopenllm_v2/MMLU-PRO": 0.1336 + "hfopenllm_v2/IFEval": 0.3449, + "hfopenllm_v2/BBH": 0.4241, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4226, + "hfopenllm_v2/MMLU-PRO": 0.2961 } }, { - "id": "ontocord/wide_3b-merge_test", - "name": "wide_3b-merge_test", - "developer": "ontocord", + "id": "Sakalti/SJT-1.5B-Alpha-1.1", + "name": "SJT-1.5B-Alpha-1.1", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1763, - "hfopenllm_v2/BBH": 0.3011, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.342, - "hfopenllm_v2/MMLU-PRO": 0.1066 + "hfopenllm_v2/IFEval": 0.3439, + "hfopenllm_v2/BBH": 0.4243, + "hfopenllm_v2/MATH Level 5": 0.0959, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4239, + "hfopenllm_v2/MMLU-PRO": 0.2966 } }, { - "id": "ontocord/wide_3b-stage1_shuf_sample1_jsonl-pretrained", - "name": "wide_3b-stage1_shuf_sample1_jsonl-pretrained", - "developer": "ontocord", + "id": "Sakalti/SJT-1.7B", + "name": "SJT-1.7B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1395, - "hfopenllm_v2/BBH": 0.3004, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3632, - "hfopenllm_v2/MMLU-PRO": 0.114 + "hfopenllm_v2/IFEval": 0.1776, + "hfopenllm_v2/BBH": 0.2934, + "hfopenllm_v2/MATH Level 5": 0.0015, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.1133 } }, { - "id": "ontocord/wide_3b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge", - "name": "wide_3b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge", - "developer": "ontocord", + "id": "Sakalti/SJT-14B", + "name": "SJT-14B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1664, - "hfopenllm_v2/BBH": 0.3031, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3845, - "hfopenllm_v2/MMLU-PRO": 0.1111 + "hfopenllm_v2/IFEval": 0.5494, + "hfopenllm_v2/BBH": 0.6536, + "hfopenllm_v2/MATH Level 5": 0.3844, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4766, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "ontocord/wide_3b_sft_stag1.2-lyrical_news_software_howto_formattedtext-merge", - "name": "wide_3b_sft_stag1.2-lyrical_news_software_howto_formattedtext-merge", - "developer": "ontocord", + "id": "Sakalti/SJT-2.4B", + "name": "SJT-2.4B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1697, - "hfopenllm_v2/BBH": 0.2975, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3778, - "hfopenllm_v2/MMLU-PRO": 0.1125 + "hfopenllm_v2/IFEval": 0.2804, + "hfopenllm_v2/BBH": 0.349, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3699, + "hfopenllm_v2/MMLU-PRO": 0.1858 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-no_redteam_skg_poem.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-no_redteam_skg_poem.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-24B-Alpha", + "name": "SJT-24B-Alpha", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.148, - "hfopenllm_v2/BBH": 0.3095, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.1108 + "hfopenllm_v2/IFEval": 0.3206, + "hfopenllm_v2/BBH": 0.6081, + "hfopenllm_v2/MATH Level 5": 0.253, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.4857 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-2B", + "name": "SJT-2B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1237, - "hfopenllm_v2/BBH": 0.306, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3673, - "hfopenllm_v2/MMLU-PRO": 0.1111 + "hfopenllm_v2/IFEval": 0.2151, + "hfopenllm_v2/BBH": 0.2936, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.3564, + "hfopenllm_v2/MMLU-PRO": 0.1187 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-2B-V1.1", + "name": "SJT-2B-V1.1", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1192, - "hfopenllm_v2/BBH": 0.2956, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3553, - "hfopenllm_v2/MMLU-PRO": 0.1183 + "hfopenllm_v2/IFEval": 0.3977, + "hfopenllm_v2/BBH": 0.3984, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4299, + "hfopenllm_v2/MMLU-PRO": 0.2124 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-3.7B", + "name": "SJT-3.7B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1128, - "hfopenllm_v2/BBH": 0.3171, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.346, - "hfopenllm_v2/MMLU-PRO": 0.1129 + "hfopenllm_v2/IFEval": 0.1078, + "hfopenllm_v2/BBH": 0.3393, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3617, + "hfopenllm_v2/MMLU-PRO": 0.1505 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories_no_orig_instr.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories_no_orig_instr.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-4B", + "name": "SJT-4B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1317, - "hfopenllm_v2/BBH": 0.3064, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3446, - "hfopenllm_v2/MMLU-PRO": 0.1144 + "hfopenllm_v2/IFEval": 0.4077, + "hfopenllm_v2/BBH": 0.4886, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.478, + "hfopenllm_v2/MMLU-PRO": 0.3281 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_stories.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_stories.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-7.5B", + "name": "SJT-7.5B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1182, - "hfopenllm_v2/BBH": 0.3037, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3567, - "hfopenllm_v2/MMLU-PRO": 0.1162 + "hfopenllm_v2/IFEval": 0.4223, + "hfopenllm_v2/BBH": 0.5367, + "hfopenllm_v2/MATH Level 5": 0.2168, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4399, + "hfopenllm_v2/MMLU-PRO": 0.3951 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_generics_math.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-with_generics_math.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-7B-V1.1", + "name": "SJT-7B-V1.1", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.124, - "hfopenllm_v2/BBH": 0.3032, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3487, - "hfopenllm_v2/MMLU-PRO": 0.1128 + "hfopenllm_v2/IFEval": 0.4703, + "hfopenllm_v2/BBH": 0.5419, + "hfopenllm_v2/MATH Level 5": 0.2432, + "hfopenllm_v2/GPQA": 0.3339, + "hfopenllm_v2/MUSR": 0.4411, + "hfopenllm_v2/MMLU-PRO": 0.4412 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_math.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-with_math.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-7B-V1.1-Multilingal", + "name": "SJT-7B-V1.1-Multilingal", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1298, - "hfopenllm_v2/BBH": 0.3052, - "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/IFEval": 0.1949, + "hfopenllm_v2/BBH": 0.292, + "hfopenllm_v2/MATH Level 5": 0.0045, "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3928, - "hfopenllm_v2/MMLU-PRO": 0.1147 + "hfopenllm_v2/MUSR": 0.3621, + "hfopenllm_v2/MMLU-PRO": 0.1137 } }, { - "id": "ontocord/wide_3b_sft_stage1.1-ss1-with_r1_generics_intr_math_stories.no_issue", - "name": "wide_3b_sft_stage1.1-ss1-with_r1_generics_intr_math_stories.no_issue", - "developer": "ontocord", + "id": "Sakalti/SJT-8B", + "name": "SJT-8B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2049, - "hfopenllm_v2/BBH": 0.2912, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3575, - "hfopenllm_v2/MMLU-PRO": 0.1167 + "hfopenllm_v2/IFEval": 0.6535, + "hfopenllm_v2/BBH": 0.5282, + "hfopenllm_v2/MATH Level 5": 0.2538, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.408, + "hfopenllm_v2/MMLU-PRO": 0.4266 } }, { - "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_fictional_lyrical", - "name": "wide_3b_sft_stage1.2-ss1-expert_fictional_lyrical", - "developer": "ontocord", + "id": "Sakalti/SJT-8B-V1.1", + "name": "SJT-8B-V1.1", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1461, - "hfopenllm_v2/BBH": 0.2998, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3926, - "hfopenllm_v2/MMLU-PRO": 0.1141 + "hfopenllm_v2/IFEval": 0.4621, + "hfopenllm_v2/BBH": 0.5121, + "hfopenllm_v2/MATH Level 5": 0.2069, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4266, + "hfopenllm_v2/MMLU-PRO": 0.4231 } }, { - "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_formatted_text", - "name": "wide_3b_sft_stage1.2-ss1-expert_formatted_text", - "developer": "ontocord", + "id": "Sakalti/SJT-900M", + "name": "SJT-900M", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1487, - "hfopenllm_v2/BBH": 0.3069, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3474, - "hfopenllm_v2/MMLU-PRO": 0.1146 + "hfopenllm_v2/IFEval": 0.241, + "hfopenllm_v2/BBH": 0.3169, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3595, + "hfopenllm_v2/MMLU-PRO": 0.1142 } }, { - "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_how-to", - "name": "wide_3b_sft_stage1.2-ss1-expert_how-to", - "developer": "ontocord", + "id": "Sakalti/SJT-Moe2x7.5B", + "name": "SJT-Moe2x7.5B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1245, - "hfopenllm_v2/BBH": 0.3047, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3658, - "hfopenllm_v2/MMLU-PRO": 0.1153 + "hfopenllm_v2/IFEval": 0.4117, + "hfopenllm_v2/BBH": 0.5371, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4399, + "hfopenllm_v2/MMLU-PRO": 0.3954 } }, { - "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_math", - "name": "wide_3b_sft_stage1.2-ss1-expert_math", - "developer": "ontocord", + "id": "Sakalti/SJTPass-2", + "name": "SJTPass-2", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1915, - "hfopenllm_v2/BBH": 0.306, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.37, - "hfopenllm_v2/MMLU-PRO": 0.1092 + "hfopenllm_v2/IFEval": 0.24, + "hfopenllm_v2/BBH": 0.3302, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3222, + "hfopenllm_v2/MMLU-PRO": 0.1902 } }, { - "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_news", - "name": "wide_3b_sft_stage1.2-ss1-expert_news", - "developer": "ontocord", + "id": "Sakalti/SJTPass-4", + "name": "SJTPass-4", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1658, - "hfopenllm_v2/BBH": 0.2926, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3621, - "hfopenllm_v2/MMLU-PRO": 0.1111 + "hfopenllm_v2/IFEval": 0.1913, + "hfopenllm_v2/BBH": 0.2964, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3898, + "hfopenllm_v2/MMLU-PRO": 0.1083 } }, { - "id": "ontocord/wide_3b_sft_stage1.2-ss1-expert_software", - "name": "wide_3b_sft_stage1.2-ss1-expert_software", - "developer": "ontocord", + "id": "Sakalti/SJTPass-5", + "name": "SJTPass-5", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1734, - "hfopenllm_v2/BBH": 0.298, + "hfopenllm_v2/IFEval": 0.2425, + "hfopenllm_v2/BBH": 0.3103, "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3569, - "hfopenllm_v2/MMLU-PRO": 0.114 + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3794, + "hfopenllm_v2/MMLU-PRO": 0.1327 } }, { - "id": "ontocord/wide_6.6b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge-stacked", - "name": "wide_6.6b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge-stacked", - "developer": "ontocord", + "id": "Sakalti/tara-3.8B", + "name": "tara-3.8B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1244, - "hfopenllm_v2/BBH": 0.3026, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3686, - "hfopenllm_v2/MMLU-PRO": 0.1115 + "hfopenllm_v2/IFEval": 0.4077, + "hfopenllm_v2/BBH": 0.4886, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.478, + "hfopenllm_v2/MMLU-PRO": 0.3281 } }, { - "id": "oobabooga/CodeBooga-34B-v0.1", - "name": "CodeBooga-34B-v0.1", - "developer": "oobabooga", + "id": "Sakalti/Tara-3.8B-v1.1", + "name": "Tara-3.8B-v1.1", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.525, - "hfopenllm_v2/BBH": 0.3427, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.236 + "hfopenllm_v2/IFEval": 0.4062, + "hfopenllm_v2/BBH": 0.4886, + "hfopenllm_v2/MATH Level 5": 0.1156, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.478, + "hfopenllm_v2/MMLU-PRO": 0.3281 } }, { - "id": "oopere/Llama-FinSent-S", - "name": "Llama-FinSent-S", - "developer": "oopere", + "id": "Sakalti/ultiima-14B", + "name": "ultiima-14B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2119, - "hfopenllm_v2/BBH": 0.3156, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3832, - "hfopenllm_v2/MMLU-PRO": 0.113 + "hfopenllm_v2/IFEval": 0.5701, + "hfopenllm_v2/BBH": 0.6491, + "hfopenllm_v2/MATH Level 5": 0.4698, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4718, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "oopere/pruned10-llama-3.2-3B", - "name": "pruned10-llama-3.2-3B", - "developer": "oopere", + "id": "Sakalti/ultiima-14B-v0.2", + "name": "ultiima-14B-v0.2", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1776, - "hfopenllm_v2/BBH": 0.334, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3722, - "hfopenllm_v2/MMLU-PRO": 0.164 + "hfopenllm_v2/IFEval": 0.707, + "hfopenllm_v2/BBH": 0.6472, + "hfopenllm_v2/MATH Level 5": 0.3995, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4794, + "hfopenllm_v2/MMLU-PRO": 0.5387 } }, { - "id": "oopere/pruned20-llama-1b", - "name": "pruned20-llama-1b", - "developer": "oopere", + "id": "Sakalti/ultiima-14B-v0.3", + "name": "ultiima-14B-v0.3", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1994, - "hfopenllm_v2/BBH": 0.3031, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3631, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.704, + "hfopenllm_v2/BBH": 0.6398, + "hfopenllm_v2/MATH Level 5": 0.3965, + "hfopenllm_v2/GPQA": 0.3767, + "hfopenllm_v2/MUSR": 0.4754, + "hfopenllm_v2/MMLU-PRO": 0.5337 } }, { - "id": "oopere/pruned20-llama-3.2-3b", - "name": "pruned20-llama-3.2-3b", - "developer": "oopere", + "id": "Sakalti/ultiima-14B-v0.4", + "name": "ultiima-14B-v0.4", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1789, - "hfopenllm_v2/BBH": 0.3248, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.3418, - "hfopenllm_v2/MMLU-PRO": 0.128 + "hfopenllm_v2/IFEval": 0.3008, + "hfopenllm_v2/BBH": 0.642, + "hfopenllm_v2/MATH Level 5": 0.3535, + "hfopenllm_v2/GPQA": 0.396, + "hfopenllm_v2/MUSR": 0.4886, + "hfopenllm_v2/MMLU-PRO": 0.5278 } }, { - "id": "oopere/pruned40-llama-1b", - "name": "pruned40-llama-1b", - "developer": "oopere", + "id": "Sakalti/ultiima-32B", + "name": "ultiima-32B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2284, - "hfopenllm_v2/BBH": 0.2969, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.1082 + "hfopenllm_v2/IFEval": 0.6854, + "hfopenllm_v2/BBH": 0.7037, + "hfopenllm_v2/MATH Level 5": 0.4962, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4995, + "hfopenllm_v2/MMLU-PRO": 0.591 } }, { - "id": "oopere/pruned40-llama-3.2-1B", - "name": "pruned40-llama-3.2-1B", - "developer": "oopere", + "id": "Sakalti/ultiima-72B", + "name": "ultiima-72B", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2266, - "hfopenllm_v2/BBH": 0.2982, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.4352, - "hfopenllm_v2/MMLU-PRO": 0.1115 + "hfopenllm_v2/IFEval": 0.714, + "hfopenllm_v2/BBH": 0.7218, + "hfopenllm_v2/MATH Level 5": 0.5355, + "hfopenllm_v2/GPQA": 0.4144, + "hfopenllm_v2/MUSR": 0.4652, + "hfopenllm_v2/MMLU-PRO": 0.5906 } }, { - "id": "oopere/pruned40-llama-3.2-3b", - "name": "pruned40-llama-3.2-3b", - "developer": "oopere", + "id": "Sakalti/ultiima-72B-v1.5", + "name": "ultiima-72B-v1.5", + "developer": "Sakalti", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2183, - "hfopenllm_v2/BBH": 0.3167, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2299, - "hfopenllm_v2/MUSR": 0.3539, - "hfopenllm_v2/MMLU-PRO": 0.1177 + "hfopenllm_v2/IFEval": 0.655, + "hfopenllm_v2/BBH": 0.7392, + "hfopenllm_v2/MATH Level 5": 0.4396, + "hfopenllm_v2/GPQA": 0.4136, + "hfopenllm_v2/MUSR": 0.4691, + "hfopenllm_v2/MMLU-PRO": 0.6054 } }, { - "id": "oopere/pruned60-llama-1b", - "name": "pruned60-llama-1b", - "developer": "oopere", + "id": "sakhan10/quantized_open_llama_3b_v2", + "name": "quantized_open_llama_3b_v2", + "developer": "sakhan10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1829, - "hfopenllm_v2/BBH": 0.3016, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.4088, - "hfopenllm_v2/MMLU-PRO": 0.1173 + "hfopenllm_v2/IFEval": 0.1872, + "hfopenllm_v2/BBH": 0.302, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3682, + "hfopenllm_v2/MMLU-PRO": 0.1095 } }, { - "id": "oopere/pruned60-llama-3.2-3b", - "name": "pruned60-llama-3.2-3b", - "developer": "oopere", + "id": "Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R", + "name": "LLaMA-3-8B-SFR-Iterative-DPO-R", + "developer": "Salesforce", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1825, - "hfopenllm_v2/BBH": 0.3166, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/IFEval": 0.3816, + "hfopenllm_v2/BBH": 0.5012, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.2878, "hfopenllm_v2/MUSR": 0.3633, - "hfopenllm_v2/MMLU-PRO": 0.1131 + "hfopenllm_v2/MMLU-PRO": 0.3172 } }, { - "id": "open-atlas/Atlas-Flash-1.5B-Preview", - "name": "Atlas-Flash-1.5B-Preview", - "developer": "open-atlas", + "id": "Salesforce/SFR-LLaMa-3.1-70B-Judge-r", + "name": "Salesforce/SFR-LLaMa-3.1-70B-Judge-r", + "developer": "Salesforce", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.327, - "hfopenllm_v2/BBH": 0.3215, - "hfopenllm_v2/MATH Level 5": 0.2213, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3488, - "hfopenllm_v2/MMLU-PRO": 0.1374 + "reward-bench/Score": 0.9272, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.8476, + "reward-bench/Safety": 0.9162, + "reward-bench/Reasoning": 0.9757 } }, { - "id": "open-atlas/Atlas-Flash-7B-Preview", - "name": "Atlas-Flash-7B-Preview", - "developer": "open-atlas", + "id": "Salesforce/SFR-LLaMa-3.1-8B-Judge-r", + "name": "Salesforce/SFR-LLaMa-3.1-8B-Judge-r", + "developer": "Salesforce", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3908, - "hfopenllm_v2/BBH": 0.3542, - "hfopenllm_v2/MATH Level 5": 0.2576, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3836, - "hfopenllm_v2/MMLU-PRO": 0.2784 + "reward-bench/Score": 0.8865, + "reward-bench/Chat": 0.9553, + "reward-bench/Chat Hard": 0.7774, + "reward-bench/Safety": 0.8622, + "reward-bench/Reasoning": 0.9513 } }, { - "id": "open-neo/Kyro-n1-3B", - "name": "Kyro-n1-3B", - "developer": "open-neo", + "id": "Salesforce/SFR-nemo-12B-Judge-r", + "name": "Salesforce/SFR-nemo-12B-Judge-r", + "developer": "Salesforce", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4595, - "hfopenllm_v2/BBH": 0.4685, - "hfopenllm_v2/MATH Level 5": 0.2855, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4088, - "hfopenllm_v2/MMLU-PRO": 0.3423 + "reward-bench/Score": 0.9027, + "reward-bench/Chat": 0.9721, + "reward-bench/Chat Hard": 0.8224, + "reward-bench/Safety": 0.8649, + "reward-bench/Reasoning": 0.9513 } }, { - "id": "open-neo/Kyro-n1-7B", - "name": "Kyro-n1-7B", - "developer": "open-neo", + "id": "saltlux/luxia-21.4b-alignment-v1.0", + "name": "luxia-21.4b-alignment-v1.0", + "developer": "saltlux", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5573, - "hfopenllm_v2/BBH": 0.5387, - "hfopenllm_v2/MATH Level 5": 0.3897, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3884, - "hfopenllm_v2/MMLU-PRO": 0.4333 + "hfopenllm_v2/IFEval": 0.3693, + "hfopenllm_v2/BBH": 0.6373, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4328, + "hfopenllm_v2/MMLU-PRO": 0.3403 } }, { - "id": "open-thoughts/OpenThinker-7B", - "name": "OpenThinker-7B", - "developer": "open-thoughts", + "id": "saltlux/luxia-21.4b-alignment-v1.2", + "name": "luxia-21.4b-alignment-v1.2", + "developer": "saltlux", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4089, - "hfopenllm_v2/BBH": 0.5343, - "hfopenllm_v2/MATH Level 5": 0.426, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.4165 + "hfopenllm_v2/IFEval": 0.4115, + "hfopenllm_v2/BBH": 0.6371, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4459, + "hfopenllm_v2/MMLU-PRO": 0.3473 } }, { - "id": "openai-community/gpt2", - "name": "gpt2", - "developer": "openai-community", + "id": "sam-paech/Darkest-muse-v1", + "name": "Darkest-muse-v1", + "developer": "sam-paech", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.178, - "hfopenllm_v2/BBH": 0.3017, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.439, - "hfopenllm_v2/MMLU-PRO": 0.1165 + "hfopenllm_v2/IFEval": 0.7344, + "hfopenllm_v2/BBH": 0.5968, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4502, + "hfopenllm_v2/MMLU-PRO": 0.4184 } }, { - "id": "openai-community/gpt2-large", - "name": "gpt2-large", - "developer": "openai-community", + "id": "sam-paech/Delirium-v1", + "name": "Delirium-v1", + "developer": "sam-paech", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2048, - "hfopenllm_v2/BBH": 0.3069, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3789, - "hfopenllm_v2/MMLU-PRO": 0.1142 + "hfopenllm_v2/IFEval": 0.7208, + "hfopenllm_v2/BBH": 0.5962, + "hfopenllm_v2/MATH Level 5": 0.2107, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4514, + "hfopenllm_v2/MMLU-PRO": 0.419 + } + }, + { + "id": "sam-paech/Quill-v1", + "name": "Quill-v1", + "developer": "sam-paech", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7122, + "hfopenllm_v2/BBH": 0.5969, + "hfopenllm_v2/MATH Level 5": 0.2122, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4555, + "hfopenllm_v2/MMLU-PRO": 0.4171 } }, { - "id": "openai-community/gpt2-medium", - "name": "gpt2-medium", - "developer": "openai-community", + "id": "SanjiWatsuki/Kunoichi-DPO-v2-7B", + "name": "Kunoichi-DPO-v2-7B", + "developer": "SanjiWatsuki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2208, - "hfopenllm_v2/BBH": 0.305, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3884, - "hfopenllm_v2/MMLU-PRO": 0.1182 + "hfopenllm_v2/IFEval": 0.5431, + "hfopenllm_v2/BBH": 0.4416, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4188, + "hfopenllm_v2/MMLU-PRO": 0.3107 } }, { - "id": "openai-community/gpt2-xl", - "name": "gpt2-xl", - "developer": "openai-community", + "id": "SanjiWatsuki/Silicon-Maid-7B", + "name": "Silicon-Maid-7B", + "developer": "SanjiWatsuki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2039, - "hfopenllm_v2/BBH": 0.3009, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.371, - "hfopenllm_v2/MMLU-PRO": 0.1131 + "hfopenllm_v2/IFEval": 0.5368, + "hfopenllm_v2/BBH": 0.4128, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4188, + "hfopenllm_v2/MMLU-PRO": 0.3083 } }, { - "id": "openai/GPT 4o", - "name": "GPT 4o", - "developer": "openai", + "id": "Sao10K/70B-L3.3-Cirrus-x1", + "name": "70B-L3.3-Cirrus-x1", + "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "apex-v1/Overall Score": 0.359 + "hfopenllm_v2/IFEval": 0.6681, + "hfopenllm_v2/BBH": 0.7029, + "hfopenllm_v2/MATH Level 5": 0.3739, + "hfopenllm_v2/GPQA": 0.4497, + "hfopenllm_v2/MUSR": 0.4842, + "hfopenllm_v2/MMLU-PRO": 0.5378 } }, { - "id": "openai/GPT 5", - "name": "GPT 5", - "developer": "openai", + "id": "Sao10K/Fimbulvetr-11B-v2", + "name": "Fimbulvetr-11B-v2", + "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.561, - "ace/DIY Score": 0.55, - "ace/Food Score": 0.7, - "ace/Gaming Score": 0.575, - "apex-agents/Overall Pass@1": 0.183, - "apex-agents/Overall Pass@8": 0.31, - "apex-agents/Overall Mean Score": 0.329, - "apex-agents/Investment Banking Pass@1": 0.273, - "apex-agents/Management Consulting Pass@1": 0.123, - "apex-agents/Corporate Law Pass@1": 0.153, - "apex-agents/Corporate Lawyer Mean Score": 0.382, - "apex-v1/Overall Score": 0.67, - "apex-v1/Big Law Score": 0.78, - "apex-v1/Medicine (MD) Score": 0.66, - "apex-v1/Investment Banking Score": 0.61 + "hfopenllm_v2/IFEval": 0.51, + "hfopenllm_v2/BBH": 0.4544, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4354, + "hfopenllm_v2/MMLU-PRO": 0.3301 } }, { - "id": "openai/GPT 5 Codex", - "name": "GPT 5 Codex", - "developer": "openai", + "id": "Sao10K/L3-70B-Euryale-v2.1", + "name": "L3-70B-Euryale-v2.1", + "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Corporate Lawyer Mean Score": 0.362 + "hfopenllm_v2/IFEval": 0.7384, + "hfopenllm_v2/BBH": 0.6471, + "hfopenllm_v2/MATH Level 5": 0.2137, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4209, + "hfopenllm_v2/MMLU-PRO": 0.5104 } }, { - "id": "openai/GPT 5.1", - "name": "GPT 5.1", - "developer": "openai", + "id": "Sao10K/L3-8B-Lunaris-v1", + "name": "L3-8B-Lunaris-v1", + "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.551, - "ace/DIY Score": 0.56, - "ace/Gaming Score": 0.61, - "ace/Shopping Score": 0.45, - "apex-agents/Corporate Lawyer Mean Score": 0.376, - "apex-v1/Big Law Score": 0.77 + "hfopenllm_v2/IFEval": 0.6895, + "hfopenllm_v2/BBH": 0.5235, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3727, + "hfopenllm_v2/MMLU-PRO": 0.3787 } }, { - "id": "openai/GPT 5.1 Codex", - "name": "GPT 5.1 Codex", - "developer": "openai", + "id": "Sao10K/L3-8B-Niitama-v1", + "name": "L3-8B-Niitama-v1", + "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Corporate Lawyer Mean Score": 0.366 + "hfopenllm_v2/IFEval": 0.6791, + "hfopenllm_v2/BBH": 0.5303, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.3807, + "hfopenllm_v2/MMLU-PRO": 0.3701 } }, { - "id": "openai/GPT 5.2", - "name": "GPT 5.2", - "developer": "openai", + "id": "Sao10K/L3-8B-Stheno-v3.2", + "name": "L3-8B-Stheno-v3.2", + "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.515, - "ace/Food Score": 0.65, - "ace/Gaming Score": 0.578, - "apex-agents/Overall Pass@1": 0.23, - "apex-agents/Overall Pass@8": 0.4, - "apex-agents/Overall Mean Score": 0.387, - "apex-agents/Investment Banking Pass@1": 0.273, - "apex-agents/Management Consulting Pass@1": 0.227, - "apex-agents/Corporate Law Pass@1": 0.189, - "apex-agents/Corporate Lawyer Mean Score": 0.443 + "hfopenllm_v2/IFEval": 0.6873, + "hfopenllm_v2/BBH": 0.5228, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3794, + "hfopenllm_v2/MMLU-PRO": 0.3768 } }, { - "id": "openai/GPT 5.2 Codex", - "name": "GPT 5.2 Codex", - "developer": "openai", + "id": "Sao10K/L3-8B-Stheno-v3.3-32K", + "name": "L3-8B-Stheno-v3.3-32K", + "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.276, - "apex-agents/Corporate Lawyer Mean Score": 0.394 + "hfopenllm_v2/IFEval": 0.4604, + "hfopenllm_v2/BBH": 0.3844, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3725, + "hfopenllm_v2/MMLU-PRO": 0.1896 } }, { - "id": "openai/GPT 5.2 Pro", - "name": "GPT 5.2 Pro", - "developer": "openai", + "id": "Sao10K/MN-12B-Lyra-v3", + "name": "MN-12B-Lyra-v3", + "developer": "Sao10K", "evaluator_relationship": null, "benchmark_scores": { - "apex-v1/Overall Score": 0.668, - "apex-v1/Consulting Score": 0.64, - "apex-v1/Medicine (MD) Score": 0.65, - "apex-v1/Investment Banking Score": 0.64 + "hfopenllm_v2/IFEval": 0.4486, + "hfopenllm_v2/BBH": 0.4804, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4019, + "hfopenllm_v2/MMLU-PRO": 0.3249 } }, { - "id": "openai/GPT 5.3 Codex", - "name": "GPT 5.3 Codex", - "developer": "openai", + "id": "sarvamai/OpenHathi-7B-Hi-v0.1-Base", + "name": "OpenHathi-7B-Hi-v0.1-Base", + "developer": "sarvamai", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.317 + "hfopenllm_v2/IFEval": 0.1804, + "hfopenllm_v2/BBH": 0.3354, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3658, + "hfopenllm_v2/MMLU-PRO": 0.1543 } }, { - "id": "openai/GPT OSS 120B", - "name": "GPT OSS 120B", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V1-32B", + "name": "Linkbricks-Horizon-AI-Avengers-V1-32B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.047, - "apex-agents/Overall Pass@8": 0.115, - "apex-agents/Overall Mean Score": 0.145, - "apex-agents/Investment Banking Pass@1": 0.027, - "apex-agents/Management Consulting Pass@1": 0.035, - "apex-agents/Corporate Law Pass@1": 0.078, - "apex-agents/Corporate Lawyer Mean Score": 0.269 + "hfopenllm_v2/IFEval": 0.7972, + "hfopenllm_v2/BBH": 0.7001, + "hfopenllm_v2/MATH Level 5": 0.6027, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.4538, + "hfopenllm_v2/MMLU-PRO": 0.5793 } }, { - "id": "openai/GPT-J-6B", - "name": "GPT-J 6B", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V2-32B", + "name": "Linkbricks-Horizon-AI-Avengers-V2-32B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.273, - "helm_classic/MMLU": 0.249, - "helm_classic/BoolQ": 0.649, - "helm_classic/NarrativeQA": 0.545, - "helm_classic/NaturalQuestions (open-book)": 0.559, - "helm_classic/QuAC": 0.33, - "helm_classic/HellaSwag": 0.663, - "helm_classic/OpenbookQA": 0.514, - "helm_classic/TruthfulQA": 0.199, - "helm_classic/MS MARCO (TREC)": 0.345, - "helm_classic/CNN/DailyMail": 0.131, - "helm_classic/XSUM": 0.096, - "helm_classic/IMDB": 0.939, - "helm_classic/CivilComments": 0.52, - "helm_classic/RAFT": 0.619 + "hfopenllm_v2/IFEval": 0.7956, + "hfopenllm_v2/BBH": 0.7023, + "hfopenllm_v2/MATH Level 5": 0.5665, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4166, + "hfopenllm_v2/MMLU-PRO": 0.572 } }, { - "id": "openai/GPT-NeoX-20B", - "name": "GPT-NeoX 20B", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V3-32B", + "name": "Linkbricks-Horizon-AI-Avengers-V3-32B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.351, - "helm_classic/MMLU": 0.276, - "helm_classic/BoolQ": 0.683, - "helm_classic/NarrativeQA": 0.599, - "helm_classic/NaturalQuestions (open-book)": 0.596, - "helm_classic/QuAC": 0.326, - "helm_classic/HellaSwag": 0.718, - "helm_classic/OpenbookQA": 0.524, - "helm_classic/TruthfulQA": 0.216, - "helm_classic/MS MARCO (TREC)": 0.398, - "helm_classic/CNN/DailyMail": 0.123, - "helm_classic/XSUM": 0.102, - "helm_classic/IMDB": 0.948, - "helm_classic/CivilComments": 0.516, - "helm_classic/RAFT": 0.505 + "hfopenllm_v2/IFEval": 0.8249, + "hfopenllm_v2/BBH": 0.6913, + "hfopenllm_v2/MATH Level 5": 0.6178, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4275, + "hfopenllm_v2/MMLU-PRO": 0.5664 } }, { - "id": "openai/ada-350M", - "name": "ada 350M", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V4-32B", + "name": "Linkbricks-Horizon-AI-Avengers-V4-32B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.108, - "helm_classic/MMLU": 0.243, - "helm_classic/BoolQ": 0.581, - "helm_classic/NarrativeQA": 0.326, - "helm_classic/NaturalQuestions (open-book)": 0.365, - "helm_classic/QuAC": 0.242, - "helm_classic/HellaSwag": 0.435, - "helm_classic/OpenbookQA": 0.38, - "helm_classic/TruthfulQA": 0.215, - "helm_classic/MS MARCO (TREC)": 0.29, - "helm_classic/CNN/DailyMail": 0.09, - "helm_classic/XSUM": 0.022, - "helm_classic/IMDB": 0.849, - "helm_classic/CivilComments": 0.517, - "helm_classic/RAFT": 0.423 + "hfopenllm_v2/IFEval": 0.7631, + "hfopenllm_v2/BBH": 0.692, + "hfopenllm_v2/MATH Level 5": 0.5363, + "hfopenllm_v2/GPQA": 0.3616, + "hfopenllm_v2/MUSR": 0.4643, + "hfopenllm_v2/MMLU-PRO": 0.5752 } }, { - "id": "openai/babbage-1.3B", - "name": "babbage 1.3B", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V5-32B", + "name": "Linkbricks-Horizon-AI-Avengers-V5-32B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.114, - "helm_classic/MMLU": 0.235, - "helm_classic/BoolQ": 0.574, - "helm_classic/NarrativeQA": 0.491, - "helm_classic/NaturalQuestions (open-book)": 0.451, - "helm_classic/QuAC": 0.273, - "helm_classic/HellaSwag": 0.555, - "helm_classic/OpenbookQA": 0.438, - "helm_classic/TruthfulQA": 0.188, - "helm_classic/MS MARCO (TREC)": 0.317, - "helm_classic/CNN/DailyMail": 0.079, - "helm_classic/XSUM": 0.045, - "helm_classic/IMDB": 0.597, - "helm_classic/CivilComments": 0.519, - "helm_classic/RAFT": 0.455 + "hfopenllm_v2/IFEval": 0.7516, + "hfopenllm_v2/BBH": 0.6929, + "hfopenllm_v2/MATH Level 5": 0.5461, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4709, + "hfopenllm_v2/MMLU-PRO": 0.5762 } }, { - "id": "openai/curie-6.7B", - "name": "curie 6.7B", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Avengers-V6-32B", + "name": "Linkbricks-Horizon-AI-Avengers-V6-32B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.247, - "helm_classic/MMLU": 0.243, - "helm_classic/BoolQ": 0.656, - "helm_classic/NarrativeQA": 0.604, - "helm_classic/NaturalQuestions (open-book)": 0.552, - "helm_classic/QuAC": 0.321, - "helm_classic/HellaSwag": 0.682, - "helm_classic/OpenbookQA": 0.502, - "helm_classic/TruthfulQA": 0.232, - "helm_classic/MS MARCO (TREC)": 0.3, - "helm_classic/CNN/DailyMail": 0.113, - "helm_classic/XSUM": 0.091, - "helm_classic/IMDB": 0.889, - "helm_classic/CivilComments": 0.539, - "helm_classic/RAFT": 0.49 + "hfopenllm_v2/IFEval": 0.8209, + "hfopenllm_v2/BBH": 0.689, + "hfopenllm_v2/MATH Level 5": 0.6224, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4274, + "hfopenllm_v2/MMLU-PRO": 0.5672 } }, { - "id": "openai/davinci-175B", - "name": "davinci 175B", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Korean-Avengers-V2-27B", + "name": "Linkbricks-Horizon-AI-Korean-Avengers-V2-27B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.538, - "helm_classic/MMLU": 0.422, - "helm_classic/BoolQ": 0.722, - "helm_classic/NarrativeQA": 0.687, - "helm_classic/NaturalQuestions (open-book)": 0.625, - "helm_classic/QuAC": 0.36, - "helm_classic/HellaSwag": 0.775, - "helm_classic/OpenbookQA": 0.586, - "helm_classic/TruthfulQA": 0.194, - "helm_classic/MS MARCO (TREC)": 0.378, - "helm_classic/CNN/DailyMail": 0.127, - "helm_classic/XSUM": 0.126, - "helm_classic/IMDB": 0.933, - "helm_classic/CivilComments": 0.532, - "helm_classic/RAFT": 0.642 + "hfopenllm_v2/IFEval": 0.8146, + "hfopenllm_v2/BBH": 0.6463, + "hfopenllm_v2/MATH Level 5": 0.2802, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4139, + "hfopenllm_v2/MMLU-PRO": 0.4599 } }, { - "id": "openai/gpt-3.5-turbo-0125", - "name": "GPT-3.5 Turbo 0125", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Korean-Avengers-V3-27B", + "name": "Linkbricks-Horizon-AI-Korean-Avengers-V3-27B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_mmlu/MMLU All Subjects": 0.673, - "helm_mmlu/Abstract Algebra": 0.31, - "helm_mmlu/Anatomy": 0.696, - "helm_mmlu/College Physics": 0.471, - "helm_mmlu/Computer Security": 0.78, - "helm_mmlu/Econometrics": 0.474, - "helm_mmlu/Global Facts": 0.39, - "helm_mmlu/Jurisprudence": 0.806, - "helm_mmlu/Philosophy": 0.746, - "helm_mmlu/Professional Psychology": 0.722, - "helm_mmlu/Us Foreign Policy": 0.89, - "helm_mmlu/Astronomy": 0.75, - "helm_mmlu/Business Ethics": 0.75, - "helm_mmlu/Clinical Knowledge": 0.755, - "helm_mmlu/Conceptual Physics": 0.634, - "helm_mmlu/Electrical Engineering": 0.669, - "helm_mmlu/Elementary Mathematics": 0.534, - "helm_mmlu/Formal Logic": 0.444, - "helm_mmlu/High School World History": 0.819, - "helm_mmlu/Human Sexuality": 0.779, - "helm_mmlu/International Law": 0.81, - "helm_mmlu/Logical Fallacies": 0.779, - "helm_mmlu/Machine Learning": 0.455, - "helm_mmlu/Management": 0.835, - "helm_mmlu/Marketing": 0.91, - "helm_mmlu/Medical Genetics": 0.73, - "helm_mmlu/Miscellaneous": 0.89, - "helm_mmlu/Moral Scenarios": 0.355, - "helm_mmlu/Nutrition": 0.748, - "helm_mmlu/Prehistory": 0.735, - "helm_mmlu/Public Relations": 0.727, - "helm_mmlu/Security Studies": 0.751, - "helm_mmlu/Sociology": 0.861, - "helm_mmlu/Virology": 0.536, - "helm_mmlu/World Religions": 0.842, - "helm_mmlu/Mean win rate": 0.493, - "reward-bench/Score": 0.6534, - "reward-bench/Chat": 0.9218, - "reward-bench/Chat Hard": 0.4452, - "reward-bench/Safety": 0.6547, - "reward-bench/Reasoning": 0.5912, - "reward-bench/Prior Sets (0.5 weight)": 0.6548 + "hfopenllm_v2/IFEval": 0.8142, + "hfopenllm_v2/BBH": 0.6404, + "hfopenllm_v2/MATH Level 5": 0.2492, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4467, + "hfopenllm_v2/MMLU-PRO": 0.4524 } }, { - "id": "openai/gpt-3.5-turbo-0301", - "name": "gpt-3.5-turbo-0301", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Korean-Superb-22B", + "name": "Linkbricks-Horizon-AI-Korean-Superb-22B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.76, - "helm_classic/MMLU": 0.59, - "helm_classic/BoolQ": 0.74, - "helm_classic/NarrativeQA": 0.663, - "helm_classic/NaturalQuestions (open-book)": 0.624, - "helm_classic/QuAC": 0.512, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.609, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.899, - "helm_classic/CivilComments": 0.674, - "helm_classic/RAFT": 0.768 + "hfopenllm_v2/IFEval": 0.6767, + "hfopenllm_v2/BBH": 0.5626, + "hfopenllm_v2/MATH Level 5": 0.2372, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.3908, + "hfopenllm_v2/MMLU-PRO": 0.3871 } }, { - "id": "openai/gpt-3.5-turbo-0613", - "name": "gpt-3.5-turbo-0613", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Korean-Superb-27B", + "name": "Linkbricks-Horizon-AI-Korean-Superb-27B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.783, - "helm_classic/MMLU": 0.391, - "helm_classic/BoolQ": 0.87, - "helm_classic/NarrativeQA": 0.625, - "helm_classic/NaturalQuestions (open-book)": 0.675, - "helm_classic/QuAC": 0.485, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.339, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.943, - "helm_classic/CivilComments": 0.696, - "helm_classic/RAFT": 0.748, - "helm_instruct/Mean win rate": 0.689, - "helm_instruct/Anthropic RLHF dataset": 4.964, - "helm_instruct/Best ChatGPT Prompts": 4.986, - "helm_instruct/Koala test dataset": 4.987, - "helm_instruct/Open Assistant": 4.987, - "helm_instruct/Self Instruct": 4.99, - "helm_instruct/Vicuna": 4.992, - "helm_lite/Mean win rate": 0.358, - "helm_lite/NarrativeQA": 0.655, - "helm_lite/NaturalQuestions (closed-book)": 0.335, - "helm_lite/OpenbookQA": 0.838, - "helm_lite/MMLU": 0.614, - "helm_lite/MATH": 0.667, - "helm_lite/GSM8K": 0.501, - "helm_lite/LegalBench": 0.528, - "helm_lite/MedQA": 0.622, - "helm_lite/WMT 2014": 0.187, - "helm_mmlu/MMLU All Subjects": 0.689, - "helm_mmlu/Abstract Algebra": 0.38, - "helm_mmlu/Anatomy": 0.659, - "helm_mmlu/College Physics": 0.461, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.5, - "helm_mmlu/Global Facts": 0.37, - "helm_mmlu/Jurisprudence": 0.806, - "helm_mmlu/Philosophy": 0.759, - "helm_mmlu/Professional Psychology": 0.732, - "helm_mmlu/Us Foreign Policy": 0.88, - "helm_mmlu/Astronomy": 0.763, - "helm_mmlu/Business Ethics": 0.75, - "helm_mmlu/Clinical Knowledge": 0.777, - "helm_mmlu/Conceptual Physics": 0.613, - "helm_mmlu/Electrical Engineering": 0.648, - "helm_mmlu/Elementary Mathematics": 0.5, - "helm_mmlu/Formal Logic": 0.397, - "helm_mmlu/High School World History": 0.857, - "helm_mmlu/Human Sexuality": 0.786, - "helm_mmlu/International Law": 0.843, - "helm_mmlu/Logical Fallacies": 0.791, - "helm_mmlu/Machine Learning": 0.455, - "helm_mmlu/Management": 0.845, - "helm_mmlu/Marketing": 0.91, - "helm_mmlu/Medical Genetics": 0.8, - "helm_mmlu/Miscellaneous": 0.893, - "helm_mmlu/Moral Scenarios": 0.404, - "helm_mmlu/Nutrition": 0.758, - "helm_mmlu/Prehistory": 0.787, - "helm_mmlu/Public Relations": 0.745, - "helm_mmlu/Security Studies": 0.8, - "helm_mmlu/Sociology": 0.871, - "helm_mmlu/Virology": 0.542, - "helm_mmlu/World Religions": 0.836, - "helm_mmlu/Mean win rate": 0.589 + "hfopenllm_v2/IFEval": 0.7768, + "hfopenllm_v2/BBH": 0.6518, + "hfopenllm_v2/MATH Level 5": 0.2719, + "hfopenllm_v2/GPQA": 0.3599, + "hfopenllm_v2/MUSR": 0.4791, + "hfopenllm_v2/MMLU-PRO": 0.4647 } }, { - "id": "openai/gpt-4-0125-preview", - "name": "openai/gpt-4-0125-preview", - "developer": "openai", + "id": "Saxo/Linkbricks-Horizon-AI-Superb-27B", + "name": "Linkbricks-Horizon-AI-Superb-27B", + "developer": "Saxo", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8434, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.7434, - "reward-bench/Safety": 0.8757, - "reward-bench/Reasoning": 0.8692, - "reward-bench/Prior Sets (0.5 weight)": 0.7085 + "hfopenllm_v2/IFEval": 0.7302, + "hfopenllm_v2/BBH": 0.6186, + "hfopenllm_v2/MATH Level 5": 0.2221, + "hfopenllm_v2/GPQA": 0.3574, + "hfopenllm_v2/MUSR": 0.465, + "hfopenllm_v2/MMLU-PRO": 0.406 } }, { - "id": "openai/gpt-4-0314", - "name": "GPT-4 0314", - "developer": "openai", + "id": "schnapss/testmerge-7b", + "name": "testmerge-7b", + "developer": "schnapss", "evaluator_relationship": null, "benchmark_scores": { - "helm_instruct/Mean win rate": 0.611, - "helm_instruct/Anthropic RLHF dataset": 4.934, - "helm_instruct/Best ChatGPT Prompts": 4.973, - "helm_instruct/Koala test dataset": 4.966, - "helm_instruct/Open Assistant": 4.986, - "helm_instruct/Self Instruct": 4.976, - "helm_instruct/Vicuna": 4.995 + "hfopenllm_v2/IFEval": 0.3922, + "hfopenllm_v2/BBH": 0.5187, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4686, + "hfopenllm_v2/MMLU-PRO": 0.306 } }, { - "id": "openai/gpt-4-0613", - "name": "GPT-4 0613", - "developer": "openai", + "id": "Schrieffer/Llama-SARM-4B", + "name": "Schrieffer/Llama-SARM-4B", + "developer": "Schrieffer", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.867, - "helm_lite/NarrativeQA": 0.768, - "helm_lite/NaturalQuestions (closed-book)": 0.457, - "helm_lite/OpenbookQA": 0.96, - "helm_lite/MMLU": 0.735, - "helm_lite/MATH": 0.802, - "helm_lite/GSM8K": 0.932, - "helm_lite/LegalBench": 0.713, - "helm_lite/MedQA": 0.815, - "helm_lite/WMT 2014": 0.211, - "helm_mmlu/MMLU All Subjects": 0.824, - "helm_mmlu/Abstract Algebra": 0.63, - "helm_mmlu/Anatomy": 0.8, - "helm_mmlu/College Physics": 0.627, - "helm_mmlu/Computer Security": 0.86, - "helm_mmlu/Econometrics": 0.684, - "helm_mmlu/Global Facts": 0.62, - "helm_mmlu/Jurisprudence": 0.889, - "helm_mmlu/Philosophy": 0.859, - "helm_mmlu/Professional Psychology": 0.891, - "helm_mmlu/Us Foreign Policy": 0.95, - "helm_mmlu/Astronomy": 0.934, - "helm_mmlu/Business Ethics": 0.79, - "helm_mmlu/Clinical Knowledge": 0.845, - "helm_mmlu/Conceptual Physics": 0.868, - "helm_mmlu/Electrical Engineering": 0.786, - "helm_mmlu/Elementary Mathematics": 0.807, - "helm_mmlu/Formal Logic": 0.643, - "helm_mmlu/High School World History": 0.945, - "helm_mmlu/Human Sexuality": 0.908, - "helm_mmlu/International Law": 0.917, - "helm_mmlu/Logical Fallacies": 0.871, - "helm_mmlu/Machine Learning": 0.759, - "helm_mmlu/Management": 0.932, - "helm_mmlu/Marketing": 0.962, - "helm_mmlu/Medical Genetics": 0.94, - "helm_mmlu/Miscellaneous": 0.949, - "helm_mmlu/Moral Scenarios": 0.902, - "helm_mmlu/Nutrition": 0.892, - "helm_mmlu/Prehistory": 0.926, - "helm_mmlu/Public Relations": 0.745, - "helm_mmlu/Security Studies": 0.861, - "helm_mmlu/Sociology": 0.93, - "helm_mmlu/Virology": 0.596, - "helm_mmlu/World Religions": 0.877, - "helm_mmlu/Mean win rate": 0.517 + "reward-bench/Score": 0.7379, + "reward-bench/Factuality": 0.6874, + "reward-bench/Precise IF": 0.4281, + "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.9178, + "reward-bench/Focus": 0.9556, + "reward-bench/Ties": 0.7939 } }, { - "id": "openai/gpt-4-1106-preview", - "name": "GPT-4 Turbo 1106 preview", - "developer": "openai", + "id": "sci-m-wang/deepseek-llm-7b-chat-sa-v0.1", + "name": "deepseek-llm-7b-chat-sa-v0.1", + "developer": "sci-m-wang", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.698, - "helm_lite/NarrativeQA": 0.727, - "helm_lite/NaturalQuestions (closed-book)": 0.435, - "helm_lite/OpenbookQA": 0.95, - "helm_lite/MMLU": 0.699, - "helm_lite/MATH": 0.857, - "helm_lite/GSM8K": 0.668, - "helm_lite/LegalBench": 0.626, - "helm_lite/MedQA": 0.817, - "helm_lite/WMT 2014": 0.205, - "helm_mmlu/MMLU All Subjects": 0.796, - "helm_mmlu/Abstract Algebra": 0.53, - "helm_mmlu/Anatomy": 0.807, - "helm_mmlu/College Physics": 0.402, - "helm_mmlu/Computer Security": 0.86, - "helm_mmlu/Econometrics": 0.675, - "helm_mmlu/Global Facts": 0.58, - "helm_mmlu/Jurisprudence": 0.889, - "helm_mmlu/Philosophy": 0.852, - "helm_mmlu/Professional Psychology": 0.887, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.941, - "helm_mmlu/Business Ethics": 0.78, - "helm_mmlu/Clinical Knowledge": 0.864, - "helm_mmlu/Conceptual Physics": 0.894, - "helm_mmlu/Electrical Engineering": 0.772, - "helm_mmlu/Elementary Mathematics": 0.638, - "helm_mmlu/Formal Logic": 0.651, - "helm_mmlu/High School World History": 0.958, - "helm_mmlu/Human Sexuality": 0.908, - "helm_mmlu/International Law": 0.926, - "helm_mmlu/Logical Fallacies": 0.865, - "helm_mmlu/Machine Learning": 0.723, - "helm_mmlu/Management": 0.913, - "helm_mmlu/Marketing": 0.932, - "helm_mmlu/Medical Genetics": 0.93, - "helm_mmlu/Miscellaneous": 0.946, - "helm_mmlu/Moral Scenarios": 0.816, - "helm_mmlu/Nutrition": 0.879, - "helm_mmlu/Prehistory": 0.917, - "helm_mmlu/Public Relations": 0.782, - "helm_mmlu/Security Studies": 0.841, - "helm_mmlu/Sociology": 0.925, - "helm_mmlu/Virology": 0.59, - "helm_mmlu/World Religions": 0.854, - "helm_mmlu/Mean win rate": 0.416 + "hfopenllm_v2/IFEval": 0.4036, + "hfopenllm_v2/BBH": 0.3718, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.4173, + "hfopenllm_v2/MMLU-PRO": 0.2209 } }, { - "id": "openai/gpt-4-turbo-2024-04-09", - "name": "GPT-4 Turbo 2024-04-09", - "developer": "openai", + "id": "sci-m-wang/Mistral-7B-Instruct-sa-v0.1", + "name": "Mistral-7B-Instruct-sa-v0.1", + "developer": "sci-m-wang", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.864, - "helm_lite/NarrativeQA": 0.761, - "helm_lite/NaturalQuestions (closed-book)": 0.482, - "helm_lite/OpenbookQA": 0.97, - "helm_lite/MMLU": 0.711, - "helm_lite/MATH": 0.833, - "helm_lite/GSM8K": 0.824, - "helm_lite/LegalBench": 0.727, - "helm_lite/MedQA": 0.783, - "helm_lite/WMT 2014": 0.218, - "helm_mmlu/MMLU All Subjects": 0.813, - "helm_mmlu/Abstract Algebra": 0.56, - "helm_mmlu/Anatomy": 0.822, - "helm_mmlu/College Physics": 0.539, - "helm_mmlu/Computer Security": 0.83, - "helm_mmlu/Econometrics": 0.675, - "helm_mmlu/Global Facts": 0.58, - "helm_mmlu/Jurisprudence": 0.88, - "helm_mmlu/Philosophy": 0.868, - "helm_mmlu/Professional Psychology": 0.873, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.941, - "helm_mmlu/Business Ethics": 0.82, - "helm_mmlu/Clinical Knowledge": 0.83, - "helm_mmlu/Conceptual Physics": 0.894, - "helm_mmlu/Electrical Engineering": 0.752, - "helm_mmlu/Elementary Mathematics": 0.72, - "helm_mmlu/Formal Logic": 0.706, - "helm_mmlu/High School World History": 0.941, - "helm_mmlu/Human Sexuality": 0.901, - "helm_mmlu/International Law": 0.942, - "helm_mmlu/Logical Fallacies": 0.871, - "helm_mmlu/Machine Learning": 0.741, - "helm_mmlu/Management": 0.883, - "helm_mmlu/Marketing": 0.949, - "helm_mmlu/Medical Genetics": 0.92, - "helm_mmlu/Miscellaneous": 0.945, - "helm_mmlu/Moral Scenarios": 0.803, - "helm_mmlu/Nutrition": 0.892, - "helm_mmlu/Prehistory": 0.92, - "helm_mmlu/Public Relations": 0.755, - "helm_mmlu/Security Studies": 0.8, - "helm_mmlu/Sociology": 0.915, - "helm_mmlu/Virology": 0.602, - "helm_mmlu/World Religions": 0.848, - "helm_mmlu/Mean win rate": 0.351, - "reward-bench/Score": 0.8395, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.7544, - "reward-bench/Safety": 0.8757, - "reward-bench/Reasoning": 0.827, - "reward-bench/Prior Sets (0.5 weight)": 0.7363 + "hfopenllm_v2/IFEval": 0.4335, + "hfopenllm_v2/BBH": 0.3273, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.39, + "hfopenllm_v2/MMLU-PRO": 0.2362 } }, { - "id": "openai/gpt-4.1", - "name": "openai/gpt-4.1", - "developer": "OpenAI", + "id": "sci-m-wang/Phi-3-mini-4k-instruct-sa-v0.1", + "name": "Phi-3-mini-4k-instruct-sa-v0.1", + "developer": "sci-m-wang", "evaluator_relationship": null, "benchmark_scores": { - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0, - "livecodebenchpro/Easy Problems": 0.19718309859154928 + "hfopenllm_v2/IFEval": 0.5021, + "hfopenllm_v2/BBH": 0.5502, + "hfopenllm_v2/MATH Level 5": 0.148, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3985 } }, { - "id": "openai/gpt-4.1-2025-04-14", - "name": "gpt-4.1-2025-04-14", - "developer": "openai", + "id": "SeaLLMs/SeaLLM-7B-v2", + "name": "SeaLLM-7B-v2", + "developer": "SeaLLMs", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8755, - "global-mmlu-lite/Culturally Sensitive": 0.8541, - "global-mmlu-lite/Culturally Agnostic": 0.8969, - "global-mmlu-lite/Arabic": 0.88, - "global-mmlu-lite/English": 0.8825, - "global-mmlu-lite/Bengali": 0.8625, - "global-mmlu-lite/German": 0.875, - "global-mmlu-lite/French": 0.8875, - "global-mmlu-lite/Hindi": 0.8775, - "global-mmlu-lite/Indonesian": 0.885, - "global-mmlu-lite/Italian": 0.88, - "global-mmlu-lite/Japanese": 0.8725, - "global-mmlu-lite/Korean": 0.87, - "global-mmlu-lite/Portuguese": 0.875, - "global-mmlu-lite/Spanish": 0.885, - "global-mmlu-lite/Swahili": 0.8725, - "global-mmlu-lite/Yoruba": 0.875, - "global-mmlu-lite/Chinese": 0.87, - "global-mmlu-lite/Burmese": 0.8575, - "helm_capabilities/Mean score": 0.727, - "helm_capabilities/MMLU-Pro": 0.811, - "helm_capabilities/GPQA": 0.659, - "helm_capabilities/IFEval": 0.838, - "helm_capabilities/WildBench": 0.854, - "helm_capabilities/Omni-MATH": 0.471, - "reward-bench/Score": 0.7232, - "reward-bench/Factuality": 0.8289, - "reward-bench/Precise IF": 0.3974, - "reward-bench/Math": 0.6521, - "reward-bench/Safety": 0.8726, - "reward-bench/Focus": 0.7338, - "reward-bench/Ties": 0.8542 + "hfopenllm_v2/IFEval": 0.3671, + "hfopenllm_v2/BBH": 0.4902, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.407, + "hfopenllm_v2/MMLU-PRO": 0.3083 } }, { - "id": "openai/gpt-4.1-mini-2025-04-14", - "name": "GPT-4.1 mini 2025-04-14", - "developer": "openai", + "id": "SeaLLMs/SeaLLM-7B-v2.5", + "name": "SeaLLM-7B-v2.5", + "developer": "SeaLLMs", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.726, - "helm_capabilities/MMLU-Pro": 0.783, - "helm_capabilities/GPQA": 0.614, - "helm_capabilities/IFEval": 0.904, - "helm_capabilities/WildBench": 0.838, - "helm_capabilities/Omni-MATH": 0.491, - "reward-bench/Score": 0.6573, - "reward-bench/Factuality": 0.6084, - "reward-bench/Precise IF": 0.4125, - "reward-bench/Math": 0.7213, - "reward-bench/Safety": 0.7265, - "reward-bench/Focus": 0.7354, - "reward-bench/Ties": 0.74 + "hfopenllm_v2/IFEval": 0.4522, + "hfopenllm_v2/BBH": 0.498, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4203, + "hfopenllm_v2/MMLU-PRO": 0.3203 } }, { - "id": "openai/gpt-4.1-nano-2025-04-14", - "name": "GPT-4.1 nano 2025-04-14", - "developer": "openai", + "id": "SeaLLMs/SeaLLMs-v3-7B-Chat", + "name": "SeaLLMs-v3-7B-Chat", + "developer": "SeaLLMs", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.616, - "helm_capabilities/MMLU-Pro": 0.55, - "helm_capabilities/GPQA": 0.507, - "helm_capabilities/IFEval": 0.843, - "helm_capabilities/WildBench": 0.811, - "helm_capabilities/Omni-MATH": 0.367, - "reward-bench/Score": 0.4849, - "reward-bench/Factuality": 0.4646, - "reward-bench/Precise IF": 0.2578, - "reward-bench/Math": 0.5041, - "reward-bench/Safety": 0.7156, - "reward-bench/Focus": 0.466, - "reward-bench/Ties": 0.5015 + "hfopenllm_v2/IFEval": 0.4377, + "hfopenllm_v2/BBH": 0.5266, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4174, + "hfopenllm_v2/MMLU-PRO": 0.3895 } }, { - "id": "openai/gpt-4o-2024-05-13", - "name": "GPT-4o 2024-05-13", - "developer": "openai", + "id": "securin/Securin-LLM-V2.5-Qwen-1.5B", + "name": "Securin-LLM-V2.5-Qwen-1.5B", + "developer": "securin", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.938, - "helm_lite/NarrativeQA": 0.804, - "helm_lite/NaturalQuestions (closed-book)": 0.501, - "helm_lite/OpenbookQA": 0.966, - "helm_lite/MMLU": 0.748, - "helm_lite/MATH": 0.829, - "helm_lite/GSM8K": 0.905, - "helm_lite/LegalBench": 0.733, - "helm_lite/MedQA": 0.857, - "helm_lite/WMT 2014": 0.231, - "helm_mmlu/MMLU All Subjects": 0.842, - "helm_mmlu/Abstract Algebra": 0.66, - "helm_mmlu/Anatomy": 0.911, - "helm_mmlu/College Physics": 0.686, - "helm_mmlu/Computer Security": 0.85, - "helm_mmlu/Econometrics": 0.693, - "helm_mmlu/Global Facts": 0.64, - "helm_mmlu/Jurisprudence": 0.898, - "helm_mmlu/Philosophy": 0.9, - "helm_mmlu/Professional Psychology": 0.905, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.941, - "helm_mmlu/Business Ethics": 0.85, - "helm_mmlu/Clinical Knowledge": 0.894, - "helm_mmlu/Conceptual Physics": 0.911, - "helm_mmlu/Electrical Engineering": 0.807, - "helm_mmlu/Elementary Mathematics": 0.741, - "helm_mmlu/Formal Logic": 0.683, - "helm_mmlu/High School World History": 0.945, - "helm_mmlu/Human Sexuality": 0.908, - "helm_mmlu/International Law": 0.934, - "helm_mmlu/Logical Fallacies": 0.883, - "helm_mmlu/Machine Learning": 0.768, - "helm_mmlu/Management": 0.942, - "helm_mmlu/Marketing": 0.936, - "helm_mmlu/Medical Genetics": 0.96, - "helm_mmlu/Miscellaneous": 0.954, - "helm_mmlu/Moral Scenarios": 0.841, - "helm_mmlu/Nutrition": 0.899, - "helm_mmlu/Prehistory": 0.938, - "helm_mmlu/Public Relations": 0.809, - "helm_mmlu/Security Studies": 0.837, - "helm_mmlu/Sociology": 0.94, - "helm_mmlu/Virology": 0.596, - "helm_mmlu/World Religions": 0.889, - "helm_mmlu/Mean win rate": 0.671, - "reward-bench/Score": 0.8327, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.7039, - "reward-bench/Safety": 0.8649, - "reward-bench/Reasoning": 0.8487, - "reward-bench/Prior Sets (0.5 weight)": 0.7262 + "hfopenllm_v2/IFEval": 0.1492, + "hfopenllm_v2/BBH": 0.3158, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3606, + "hfopenllm_v2/MMLU-PRO": 0.1615 } }, { - "id": "openai/gpt-4o-2024-08-06", - "name": "GPT-4o 2024-08-06", - "developer": "openai", + "id": "senseable/WestLake-7B-v2", + "name": "WestLake-7B-v2", + "developer": "senseable", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.928, - "helm_lite/NarrativeQA": 0.795, - "helm_lite/NaturalQuestions (closed-book)": 0.496, - "helm_lite/OpenbookQA": 0.968, - "helm_lite/MMLU": 0.738, - "helm_lite/MATH": 0.853, - "helm_lite/GSM8K": 0.909, - "helm_lite/LegalBench": 0.721, - "helm_lite/MedQA": 0.863, - "helm_lite/WMT 2014": 0.225, - "helm_mmlu/MMLU All Subjects": 0.843, - "helm_mmlu/Abstract Algebra": 0.58, - "helm_mmlu/Anatomy": 0.911, - "helm_mmlu/College Physics": 0.686, - "helm_mmlu/Computer Security": 0.85, - "helm_mmlu/Econometrics": 0.711, - "helm_mmlu/Global Facts": 0.69, - "helm_mmlu/Jurisprudence": 0.907, - "helm_mmlu/Philosophy": 0.894, - "helm_mmlu/Professional Psychology": 0.899, - "helm_mmlu/Us Foreign Policy": 0.95, - "helm_mmlu/Astronomy": 0.947, - "helm_mmlu/Business Ethics": 0.89, - "helm_mmlu/Clinical Knowledge": 0.894, - "helm_mmlu/Conceptual Physics": 0.923, - "helm_mmlu/Electrical Engineering": 0.793, - "helm_mmlu/Elementary Mathematics": 0.775, - "helm_mmlu/Formal Logic": 0.675, - "helm_mmlu/High School World History": 0.941, - "helm_mmlu/Human Sexuality": 0.901, - "helm_mmlu/International Law": 0.942, - "helm_mmlu/Logical Fallacies": 0.902, - "helm_mmlu/Machine Learning": 0.777, - "helm_mmlu/Management": 0.913, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.98, - "helm_mmlu/Miscellaneous": 0.958, - "helm_mmlu/Moral Scenarios": 0.802, - "helm_mmlu/Nutrition": 0.905, - "helm_mmlu/Prehistory": 0.935, - "helm_mmlu/Public Relations": 0.782, - "helm_mmlu/Security Studies": 0.833, - "helm_mmlu/Sociology": 0.945, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.883, - "helm_mmlu/Mean win rate": 0.52, - "reward-bench/Score": 0.8673, - "reward-bench/Factuality": 0.5684, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.623, - "reward-bench/Safety": 0.8811, - "reward-bench/Focus": 0.7293, - "reward-bench/Ties": 0.7819, - "reward-bench/Chat": 0.9609, - "reward-bench/Chat Hard": 0.761, - "reward-bench/Reasoning": 0.8661 + "hfopenllm_v2/IFEval": 0.4419, + "hfopenllm_v2/BBH": 0.4073, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.3937, + "hfopenllm_v2/MMLU-PRO": 0.2764 + } + }, + { + "id": "SenseLLM/ReflectionCoder-CL-34B", + "name": "ReflectionCoder-CL-34B", + "developer": "SenseLLM", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4008, + "hfopenllm_v2/BBH": 0.3953, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.4155, + "hfopenllm_v2/MMLU-PRO": 0.1424 + } + }, + { + "id": "SenseLLM/ReflectionCoder-DS-33B", + "name": "ReflectionCoder-DS-33B", + "developer": "SenseLLM", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3787, + "hfopenllm_v2/BBH": 0.3449, + "hfopenllm_v2/MATH Level 5": 0.0302, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3343, + "hfopenllm_v2/MMLU-PRO": 0.1202 + } + }, + { + "id": "SentientAGI/Dobby-Mini-Leashed-Llama-3.1-8B", + "name": "Dobby-Mini-Leashed-Llama-3.1-8B", + "developer": "SentientAGI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7847, + "hfopenllm_v2/BBH": 0.5138, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4254, + "hfopenllm_v2/MMLU-PRO": 0.3694 + } + }, + { + "id": "SentientAGI/Dobby-Mini-Unhinged-Llama-3.1-8B", + "name": "Dobby-Mini-Unhinged-Llama-3.1-8B", + "developer": "SentientAGI", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7457, + "hfopenllm_v2/BBH": 0.5142, + "hfopenllm_v2/MATH Level 5": 0.1563, + "hfopenllm_v2/GPQA": 0.3062, + "hfopenllm_v2/MUSR": 0.4013, + "hfopenllm_v2/MMLU-PRO": 0.3585 + } + }, + { + "id": "SeppeV/SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo", + "name": "SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo", + "developer": "SeppeV", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.0955, + "hfopenllm_v2/BBH": 0.3073, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.4032, + "hfopenllm_v2/MMLU-PRO": 0.1161 } }, { - "id": "openai/gpt-4o-2024-11-20", - "name": "GPT-4o 2024-11-20", - "developer": "openai", + "id": "sequelbox/gemma-2-9B-MOTH", + "name": "gemma-2-9B-MOTH", + "developer": "sequelbox", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.634, - "helm_capabilities/MMLU-Pro": 0.713, - "helm_capabilities/GPQA": 0.52, - "helm_capabilities/IFEval": 0.817, - "helm_capabilities/WildBench": 0.828, - "helm_capabilities/Omni-MATH": 0.293, - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.0, - "livecodebenchpro/Easy Problems": 0.07042253521126761 + "hfopenllm_v2/IFEval": 0.2059, + "hfopenllm_v2/BBH": 0.308, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3409, + "hfopenllm_v2/MMLU-PRO": 0.114 } }, { - "id": "openai/gpt-4o-mini-2024-07-18", - "name": "GPT-4o mini 2024-07-18", - "developer": "openai", + "id": "sequelbox/Llama3.1-70B-PlumChat", + "name": "Llama3.1-70B-PlumChat", + "developer": "sequelbox", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.565, - "helm_capabilities/MMLU-Pro": 0.603, - "helm_capabilities/GPQA": 0.368, - "helm_capabilities/IFEval": 0.782, - "helm_capabilities/WildBench": 0.791, - "helm_capabilities/Omni-MATH": 0.28, - "helm_lite/Mean win rate": 0.701, - "helm_lite/NarrativeQA": 0.768, - "helm_lite/NaturalQuestions (closed-book)": 0.386, - "helm_lite/OpenbookQA": 0.92, - "helm_lite/MMLU": 0.668, - "helm_lite/MATH": 0.802, - "helm_lite/GSM8K": 0.843, - "helm_lite/LegalBench": 0.653, - "helm_lite/MedQA": 0.748, - "helm_lite/WMT 2014": 0.206, - "helm_mmlu/MMLU All Subjects": 0.767, - "helm_mmlu/Abstract Algebra": 0.42, - "helm_mmlu/Anatomy": 0.77, - "helm_mmlu/College Physics": 0.559, - "helm_mmlu/Computer Security": 0.85, - "helm_mmlu/Econometrics": 0.649, - "helm_mmlu/Global Facts": 0.45, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.772, - "helm_mmlu/Professional Psychology": 0.833, - "helm_mmlu/Us Foreign Policy": 0.91, - "helm_mmlu/Astronomy": 0.849, - "helm_mmlu/Business Ethics": 0.79, - "helm_mmlu/Clinical Knowledge": 0.845, - "helm_mmlu/Conceptual Physics": 0.791, - "helm_mmlu/Electrical Engineering": 0.731, - "helm_mmlu/Elementary Mathematics": 0.651, - "helm_mmlu/Formal Logic": 0.556, - "helm_mmlu/High School World History": 0.903, - "helm_mmlu/Human Sexuality": 0.863, - "helm_mmlu/International Law": 0.926, - "helm_mmlu/Logical Fallacies": 0.871, - "helm_mmlu/Machine Learning": 0.616, - "helm_mmlu/Management": 0.845, - "helm_mmlu/Marketing": 0.927, - "helm_mmlu/Medical Genetics": 0.89, - "helm_mmlu/Miscellaneous": 0.913, - "helm_mmlu/Moral Scenarios": 0.485, - "helm_mmlu/Nutrition": 0.827, - "helm_mmlu/Prehistory": 0.833, - "helm_mmlu/Public Relations": 0.791, - "helm_mmlu/Security Studies": 0.788, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.536, - "helm_mmlu/World Religions": 0.86, - "helm_mmlu/Mean win rate": 0.774, - "reward-bench/Score": 0.5796, - "reward-bench/Chat": 0.9497, - "reward-bench/Chat Hard": 0.6075, - "reward-bench/Safety": 0.7667, - "reward-bench/Reasoning": 0.8374, - "reward-bench/Factuality": 0.4105, - "reward-bench/Precise IF": 0.3438, - "reward-bench/Math": 0.5191, - "reward-bench/Focus": 0.7414, - "reward-bench/Ties": 0.6962 + "hfopenllm_v2/IFEval": 0.5616, + "hfopenllm_v2/BBH": 0.6753, + "hfopenllm_v2/MATH Level 5": 0.3029, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4774, + "hfopenllm_v2/MMLU-PRO": 0.5164 } }, { - "id": "openai/gpt-5", - "name": "GPT-5", - "developer": "OpenAI", + "id": "sequelbox/Llama3.1-8B-MOTH", + "name": "Llama3.1-8B-MOTH", + "developer": "sequelbox", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 35.2 + "hfopenllm_v2/IFEval": 0.5245, + "hfopenllm_v2/BBH": 0.4902, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3689, + "hfopenllm_v2/MMLU-PRO": 0.3339 } }, { - "id": "openai/gpt-5-2025-08-07", - "name": "gpt-5-2025-08-07", - "developer": "openai", + "id": "sequelbox/Llama3.1-8B-PlumChat", + "name": "Llama3.1-8B-PlumChat", + "developer": "sequelbox", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8895, - "global-mmlu-lite/Culturally Sensitive": 0.8913, - "global-mmlu-lite/Culturally Agnostic": 0.8878, - "global-mmlu-lite/Arabic": 0.8925, - "global-mmlu-lite/English": 0.8725, - "global-mmlu-lite/Bengali": 0.9, - "global-mmlu-lite/German": 0.91, - "global-mmlu-lite/French": 0.9075, - "global-mmlu-lite/Hindi": 0.865, - "global-mmlu-lite/Indonesian": 0.795, - "global-mmlu-lite/Italian": 0.9075, - "global-mmlu-lite/Japanese": 0.8875, - "global-mmlu-lite/Korean": 0.915, - "global-mmlu-lite/Portuguese": 0.8875, - "global-mmlu-lite/Spanish": 0.905, - "global-mmlu-lite/Swahili": 0.865, - "global-mmlu-lite/Yoruba": 0.9125, - "global-mmlu-lite/Chinese": 0.895, - "global-mmlu-lite/Burmese": 0.915, - "helm_capabilities/Mean score": 0.807, - "helm_capabilities/MMLU-Pro": 0.863, - "helm_capabilities/GPQA": 0.791, - "helm_capabilities/IFEval": 0.875, - "helm_capabilities/WildBench": 0.857, - "helm_capabilities/Omni-MATH": 0.647, - "livecodebenchpro/Hard Problems": 0.04225352112676056, - "livecodebenchpro/Medium Problems": 0.4084507042253521, - "livecodebenchpro/Easy Problems": 0.8873239436619719 + "hfopenllm_v2/IFEval": 0.4243, + "hfopenllm_v2/BBH": 0.3873, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3755, + "hfopenllm_v2/MMLU-PRO": 0.2127 } }, { - "id": "openai/gpt-5-codex", - "name": "GPT-5-Codex", - "developer": "OpenAI", + "id": "sequelbox/Llama3.1-8B-PlumCode", + "name": "Llama3.1-8B-PlumCode", + "developer": "sequelbox", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 41.3 + "hfopenllm_v2/IFEval": 0.2045, + "hfopenllm_v2/BBH": 0.3368, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3773, + "hfopenllm_v2/MMLU-PRO": 0.2335 } }, { - "id": "openai/gpt-5-mini", - "name": "GPT-5-Mini", - "developer": "OpenAI", + "id": "sequelbox/Llama3.1-8B-PlumMath", + "name": "Llama3.1-8B-PlumMath", + "developer": "sequelbox", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 29.2 + "hfopenllm_v2/IFEval": 0.2242, + "hfopenllm_v2/BBH": 0.4032, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.3919, + "hfopenllm_v2/MMLU-PRO": 0.2975 } }, { - "id": "openai/gpt-5-mini-2025-08-07", - "name": "GPT-5 mini 2025-08-07", - "developer": "openai", + "id": "sethuiyer/Llama-3.1-8B-Experimental-1206-Instruct", + "name": "Llama-3.1-8B-Experimental-1206-Instruct", + "developer": "sethuiyer", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.819, - "helm_capabilities/MMLU-Pro": 0.835, - "helm_capabilities/GPQA": 0.756, - "helm_capabilities/IFEval": 0.927, - "helm_capabilities/WildBench": 0.855, - "helm_capabilities/Omni-MATH": 0.722 + "hfopenllm_v2/IFEval": 0.6967, + "hfopenllm_v2/BBH": 0.5104, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3966, + "hfopenllm_v2/MMLU-PRO": 0.3529 } }, { - "id": "openai/gpt-5-nano", - "name": "GPT-5-Nano", - "developer": "OpenAI", + "id": "sethuiyer/Llama-3.1-8B-Experimental-1208-Instruct", + "name": "Llama-3.1-8B-Experimental-1208-Instruct", + "developer": "sethuiyer", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 7.9 + "hfopenllm_v2/IFEval": 0.61, + "hfopenllm_v2/BBH": 0.4964, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.379, + "hfopenllm_v2/MMLU-PRO": 0.3511 } }, { - "id": "openai/gpt-5-nano-2025-08-07", - "name": "GPT-5 nano 2025-08-07", - "developer": "openai", + "id": "sethuiyer/Llamaverse-3.1-8B-Instruct", + "name": "Llamaverse-3.1-8B-Instruct", + "developer": "sethuiyer", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.748, - "helm_capabilities/MMLU-Pro": 0.778, - "helm_capabilities/GPQA": 0.679, - "helm_capabilities/IFEval": 0.932, - "helm_capabilities/WildBench": 0.806, - "helm_capabilities/Omni-MATH": 0.547 + "hfopenllm_v2/IFEval": 0.6185, + "hfopenllm_v2/BBH": 0.5414, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3762, + "hfopenllm_v2/MMLU-PRO": 0.3523 } }, { - "id": "openai/gpt-5.1", - "name": "GPT-5.1", - "developer": "OpenAI", + "id": "sethuiyer/LlamaZero-3.1-8B-Experimental-1208", + "name": "LlamaZero-3.1-8B-Experimental-1208", + "developer": "sethuiyer", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 47.6 + "hfopenllm_v2/IFEval": 0.6051, + "hfopenllm_v2/BBH": 0.4981, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.3 } }, { - "id": "openai/gpt-5.1-codex", - "name": "GPT-5.1-Codex", - "developer": "OpenAI", + "id": "sethuiyer/Llamazing-3.1-8B-Instruct", + "name": "Llamazing-3.1-8B-Instruct", + "developer": "sethuiyer", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 53.5 + "hfopenllm_v2/IFEval": 0.5711, + "hfopenllm_v2/BBH": 0.5291, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.3976, + "hfopenllm_v2/MMLU-PRO": 0.3606 } }, { - "id": "openai/gpt-5.1-codex-max", - "name": "GPT-5.1-Codex-Max", - "developer": "OpenAI", + "id": "sethuiyer/Qwen2.5-7B-Anvita", + "name": "Qwen2.5-7B-Anvita", + "developer": "sethuiyer", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 60.4 + "hfopenllm_v2/IFEval": 0.648, + "hfopenllm_v2/BBH": 0.5466, + "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4337, + "hfopenllm_v2/MMLU-PRO": 0.4166 } }, { - "id": "openai/gpt-5.1-codex-mini", - "name": "GPT-5.1-Codex-Mini", - "developer": "OpenAI", + "id": "SF-Foundation/TextEval-Llama3.1-70B", + "name": "SF-Foundation/TextEval-Llama3.1-70B", + "developer": "SF-Foundation", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 43.1 + "reward-bench/Score": 0.9348, + "reward-bench/Chat": 0.9413, + "reward-bench/Chat Hard": 0.9013, + "reward-bench/Safety": 0.9324, + "reward-bench/Reasoning": 0.9641 } }, { - "id": "openai/gpt-5.2", - "name": "GPT-5.2", - "developer": "OpenAI", + "id": "SF-Foundation/TextEval-OffsetBias-12B", + "name": "SF-Foundation/TextEval-OffsetBias-12B", + "developer": "SF-Foundation", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 60.7 + "reward-bench/Score": 0.9105, + "reward-bench/Chat": 0.919, + "reward-bench/Chat Hard": 0.8662, + "reward-bench/Safety": 0.9203, + "reward-bench/Reasoning": 0.9365 } }, { - "id": "openai/gpt-5.2-2025-12-11", - "name": "gpt-5.2-2025-12-11", - "developer": "OpenAI", + "id": "sfairXC/FsfairX-LLaMA3-RM-v0.1", + "name": "sfairXC/FsfairX-LLaMA3-RM-v0.1", + "developer": "sfairXC", "evaluator_relationship": null, "benchmark_scores": { - "appworld_test_normal/appworld/test_normal": 0.22, - "browsecompplus/browsecompplus": 0.46, - "livecodebenchpro/Hard Problems": 0.1594, - "livecodebenchpro/Medium Problems": 0.5211, - "livecodebenchpro/Easy Problems": 0.9014, - "swe-bench/swe-bench": 0.5253, - "tau-bench-2_airline/tau-bench-2/airline": 0.6, - "tau-bench-2_retail/tau-bench-2/retail": 0.51, - "tau-bench-2_telecom/tau-bench-2/telecom": 0.55 + "reward-bench/Score": 0.6292, + "reward-bench/Chat": 0.9944, + "reward-bench/Chat Hard": 0.6513, + "reward-bench/Safety": 0.7667, + "reward-bench/Reasoning": 0.8644, + "reward-bench/Prior Sets (0.5 weight)": 0.7492, + "reward-bench/Factuality": 0.5916, + "reward-bench/Precise IF": 0.4188, + "reward-bench/Math": 0.6284, + "reward-bench/Focus": 0.7051, + "reward-bench/Ties": 0.6647 } }, { - "id": "openai/gpt-5.2-codex", - "name": "GPT-5.2-Codex", - "developer": "OpenAI", + "id": "shadowml/BeagSake-7B", + "name": "BeagSake-7B", + "developer": "shadowml", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 66.5 + "hfopenllm_v2/IFEval": 0.5216, + "hfopenllm_v2/BBH": 0.4711, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4124, + "hfopenllm_v2/MMLU-PRO": 0.2585 } }, { - "id": "openai/gpt-5.3-codex", - "name": "GPT-5.3-Codex", - "developer": "OpenAI", + "id": "shadowml/Mixolar-4x7b", + "name": "Mixolar-4x7b", + "developer": "shadowml", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 77.3 + "hfopenllm_v2/IFEval": 0.3893, + "hfopenllm_v2/BBH": 0.5216, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4258, + "hfopenllm_v2/MMLU-PRO": 0.3305 } }, { - "id": "openai/gpt-oss-120b", - "name": "gpt-oss-120b", - "developer": "openai", + "id": "Sharathhebbar24/chat_gpt2_dpo", + "name": "chat_gpt2_dpo", + "developer": "Sharathhebbar24", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.77, - "helm_capabilities/MMLU-Pro": 0.795, - "helm_capabilities/GPQA": 0.684, - "helm_capabilities/IFEval": 0.836, - "helm_capabilities/WildBench": 0.845, - "helm_capabilities/Omni-MATH": 0.688, - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.11267605633802817, - "livecodebenchpro/Easy Problems": 0.6619718309859155, - "terminal-bench-2.0/terminal-bench-2.0": 14.2 + "hfopenllm_v2/IFEval": 0.0986, + "hfopenllm_v2/BBH": 0.2902, + "hfopenllm_v2/MATH Level 5": 0.0053, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.1142 } }, { - "id": "openai/gpt-oss-20b", - "name": "gpt-oss-20b", - "developer": "openai", + "id": "Sharathhebbar24/SSH_355M", + "name": "SSH_355M", + "developer": "Sharathhebbar24", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.674, - "helm_capabilities/MMLU-Pro": 0.74, - "helm_capabilities/GPQA": 0.594, - "helm_capabilities/IFEval": 0.732, - "helm_capabilities/WildBench": 0.737, - "helm_capabilities/Omni-MATH": 0.565, - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.056338028169014086, - "livecodebenchpro/Easy Problems": 0.5070422535211268, - "terminal-bench-2.0/terminal-bench-2.0": 3.4 + "hfopenllm_v2/IFEval": 0.1424, + "hfopenllm_v2/BBH": 0.3099, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.1176 } }, { - "id": "openai/o3", - "name": "o3", - "developer": "openai", + "id": "shastraai/Shastra-LLAMA2-Math-Commonsense-SFT", + "name": "Shastra-LLAMA2-Math-Commonsense-SFT", + "developer": "shastraai", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.529, - "ace/Gaming Score": 0.585, - "ace/Shopping Score": 0.45, - "apex-v1/Big Law Score": 0.76 + "hfopenllm_v2/IFEval": 0.3042, + "hfopenllm_v2/BBH": 0.3843, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3604, + "hfopenllm_v2/MMLU-PRO": 0.1997 } }, { - "id": "openai/o3 Pro", - "name": "o3 Pro", - "developer": "openai", + "id": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1", + "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1", + "developer": "ShikaiChen", "evaluator_relationship": null, "benchmark_scores": { - "ace/Overall Score": 0.552, - "ace/DIY Score": 0.54, - "ace/Food Score": 0.6, - "ace/Gaming Score": 0.613, - "ace/Shopping Score": 0.45 + "reward-bench/Score": 0.9499, + "reward-bench/Factuality": 0.7558, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.6448, + "reward-bench/Safety": 0.9378, + "reward-bench/Focus": 0.9131, + "reward-bench/Ties": 0.7633, + "reward-bench/Chat": 0.9637, + "reward-bench/Chat Hard": 0.9079, + "reward-bench/Reasoning": 0.9903 } }, { - "id": "openai/o3-2025-04-16", - "name": "o3 2025-04-16", - "developer": "openai", + "id": "shivam9980/mistral-7b-news-cnn-merged", + "name": "mistral-7b-news-cnn-merged", + "developer": "shivam9980", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.811, - "helm_capabilities/MMLU-Pro": 0.859, - "helm_capabilities/GPQA": 0.753, - "helm_capabilities/IFEval": 0.869, - "helm_capabilities/WildBench": 0.861, - "helm_capabilities/Omni-MATH": 0.714, - "livecodebenchpro/Hard Problems": 0.0, - "livecodebenchpro/Medium Problems": 0.22535211267605634, - "livecodebenchpro/Easy Problems": 0.7183098591549296 + "hfopenllm_v2/IFEval": 0.4634, + "hfopenllm_v2/BBH": 0.3635, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4523, + "hfopenllm_v2/MMLU-PRO": 0.2827 } }, { - "id": "openai/o3-mini-2025-01-31", - "name": "o3-mini-2025-01-31", - "developer": "openai", + "id": "shivam9980/NEPALI-LLM", + "name": "NEPALI-LLM", + "developer": "shivam9980", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.78, - "global-mmlu-lite/Culturally Sensitive": 0.765, - "global-mmlu-lite/Culturally Agnostic": 0.795, - "global-mmlu-lite/Arabic": 0.7725, - "global-mmlu-lite/English": 0.8025, - "global-mmlu-lite/Bengali": 0.77, - "global-mmlu-lite/German": 0.7525, - "global-mmlu-lite/French": 0.74, - "global-mmlu-lite/Hindi": 0.7525, - "global-mmlu-lite/Indonesian": 0.7425, - "global-mmlu-lite/Italian": 0.8, - "global-mmlu-lite/Japanese": 0.81, - "global-mmlu-lite/Korean": 0.8075, - "global-mmlu-lite/Portuguese": 0.7975, - "global-mmlu-lite/Spanish": 0.775, - "global-mmlu-lite/Swahili": 0.765, - "global-mmlu-lite/Yoruba": 0.7725, - "global-mmlu-lite/Chinese": 0.8125, - "global-mmlu-lite/Burmese": 0.8075 + "hfopenllm_v2/IFEval": 0.0417, + "hfopenllm_v2/BBH": 0.3828, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4122, + "hfopenllm_v2/MMLU-PRO": 0.2064 } }, { - "id": "openai/o4-mini-2025-04-16", - "name": "o4-mini-2025-04-16", - "developer": "openai", + "id": "shivank21/mistral_dpo_self", + "name": "mistral_dpo_self", + "developer": "shivank21", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8705, - "global-mmlu-lite/Culturally Sensitive": 0.8503, - "global-mmlu-lite/Culturally Agnostic": 0.8906, - "global-mmlu-lite/Arabic": 0.865, - "global-mmlu-lite/English": 0.8675, - "global-mmlu-lite/Bengali": 0.8875, - "global-mmlu-lite/German": 0.8775, - "global-mmlu-lite/French": 0.87, - "global-mmlu-lite/Hindi": 0.87, - "global-mmlu-lite/Indonesian": 0.8675, - "global-mmlu-lite/Italian": 0.855, - "global-mmlu-lite/Japanese": 0.885, - "global-mmlu-lite/Korean": 0.88, - "global-mmlu-lite/Portuguese": 0.88, - "global-mmlu-lite/Spanish": 0.855, - "global-mmlu-lite/Swahili": 0.8525, - "global-mmlu-lite/Yoruba": 0.8525, - "global-mmlu-lite/Chinese": 0.89, - "global-mmlu-lite/Burmese": 0.8725, - "helm_capabilities/Mean score": 0.812, - "helm_capabilities/MMLU-Pro": 0.82, - "helm_capabilities/GPQA": 0.735, - "helm_capabilities/IFEval": 0.929, - "helm_capabilities/WildBench": 0.854, - "helm_capabilities/Omni-MATH": 0.72, - "livecodebenchpro/Hard Problems": 0.014084507042253521, - "livecodebenchpro/Medium Problems": 0.30985915492957744, - "livecodebenchpro/Easy Problems": 0.8873239436619719 + "hfopenllm_v2/IFEval": 0.3403, + "hfopenllm_v2/BBH": 0.3216, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.3247, + "hfopenllm_v2/MMLU-PRO": 0.2214 + } + }, + { + "id": "Shreyash2010/Uma-4x4B-Instruct-v0.1", + "name": "Uma-4x4B-Instruct-v0.1", + "developer": "Shreyash2010", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5517, + "hfopenllm_v2/BBH": 0.5512, + "hfopenllm_v2/MATH Level 5": 0.1775, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4441, + "hfopenllm_v2/MMLU-PRO": 0.387 + } + }, + { + "id": "shuttleai/shuttle-3", + "name": "shuttle-3", + "developer": "shuttleai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8154, + "hfopenllm_v2/BBH": 0.742, + "hfopenllm_v2/MATH Level 5": 0.46, + "hfopenllm_v2/GPQA": 0.4119, + "hfopenllm_v2/MUSR": 0.4377, + "hfopenllm_v2/MMLU-PRO": 0.5716 } }, { - "id": "openai/text-ada-001", - "name": "text-ada-001", - "developer": "openai", + "id": "shyamieee/Padma-v7.0", + "name": "Padma-v7.0", + "developer": "shyamieee", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.107, - "helm_classic/MMLU": 0.238, - "helm_classic/BoolQ": 0.464, - "helm_classic/NarrativeQA": 0.238, - "helm_classic/NaturalQuestions (open-book)": 0.149, - "helm_classic/QuAC": 0.176, - "helm_classic/HellaSwag": 0.429, - "helm_classic/OpenbookQA": 0.346, - "helm_classic/TruthfulQA": 0.232, - "helm_classic/MS MARCO (TREC)": 0.302, - "helm_classic/CNN/DailyMail": 0.136, - "helm_classic/XSUM": 0.034, - "helm_classic/IMDB": 0.822, - "helm_classic/CivilComments": 0.503, - "helm_classic/RAFT": 0.406 + "hfopenllm_v2/IFEval": 0.3841, + "hfopenllm_v2/BBH": 0.5119, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.4386, + "hfopenllm_v2/MMLU-PRO": 0.3029 } }, { - "id": "openai/text-babbage-001", - "name": "text-babbage-001", - "developer": "openai", + "id": "Sicarius-Prototyping/bacon_and_food", + "name": "bacon_and_food", + "developer": "Sicarius-Prototyping", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.229, - "helm_classic/MMLU": 0.229, - "helm_classic/BoolQ": 0.451, - "helm_classic/NarrativeQA": 0.429, - "helm_classic/NaturalQuestions (open-book)": 0.33, - "helm_classic/QuAC": 0.284, - "helm_classic/HellaSwag": 0.561, - "helm_classic/OpenbookQA": 0.452, - "helm_classic/TruthfulQA": 0.233, - "helm_classic/MS MARCO (TREC)": 0.449, - "helm_classic/CNN/DailyMail": 0.151, - "helm_classic/XSUM": 0.046, - "helm_classic/IMDB": 0.913, - "helm_classic/CivilComments": 0.499, - "helm_classic/RAFT": 0.509 + "hfopenllm_v2/IFEval": 0.586, + "hfopenllm_v2/BBH": 0.4725, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3884, + "hfopenllm_v2/MMLU-PRO": 0.3263 } }, { - "id": "openai/text-curie-001", - "name": "text-curie-001", - "developer": "openai", + "id": "Sicarius-Prototyping/Brainy_LLAMA", + "name": "Brainy_LLAMA", + "developer": "Sicarius-Prototyping", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.36, - "helm_classic/MMLU": 0.237, - "helm_classic/BoolQ": 0.62, - "helm_classic/NarrativeQA": 0.582, - "helm_classic/NaturalQuestions (open-book)": 0.571, - "helm_classic/QuAC": 0.358, - "helm_classic/HellaSwag": 0.676, - "helm_classic/OpenbookQA": 0.514, - "helm_classic/TruthfulQA": 0.257, - "helm_classic/MS MARCO (TREC)": 0.507, - "helm_classic/CNN/DailyMail": 0.152, - "helm_classic/XSUM": 0.076, - "helm_classic/IMDB": 0.923, - "helm_classic/CivilComments": 0.537, - "helm_classic/RAFT": 0.489 + "hfopenllm_v2/IFEval": 0.5204, + "hfopenllm_v2/BBH": 0.5117, + "hfopenllm_v2/MATH Level 5": 0.1337, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4143, + "hfopenllm_v2/MMLU-PRO": 0.3849 } }, { - "id": "openai/text-davinci-002", - "name": "text-davinci-002", - "developer": "openai", + "id": "Sicarius-Prototyping/Micropenis_1B", + "name": "Micropenis_1B", + "developer": "Sicarius-Prototyping", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.905, - "helm_classic/MMLU": 0.568, - "helm_classic/BoolQ": 0.877, - "helm_classic/NarrativeQA": 0.727, - "helm_classic/NaturalQuestions (open-book)": 0.713, - "helm_classic/QuAC": 0.445, - "helm_classic/HellaSwag": 0.815, - "helm_classic/OpenbookQA": 0.594, - "helm_classic/TruthfulQA": 0.61, - "helm_classic/MS MARCO (TREC)": 0.664, - "helm_classic/CNN/DailyMail": 0.153, - "helm_classic/XSUM": 0.144, - "helm_classic/IMDB": 0.948, - "helm_classic/CivilComments": 0.668, - "helm_classic/RAFT": 0.733, - "helm_lite/Mean win rate": 0.336, - "helm_lite/NarrativeQA": 0.719, - "helm_lite/NaturalQuestions (closed-book)": 0.394, - "helm_lite/OpenbookQA": 0.796, - "helm_lite/MMLU": 0.568, - "helm_lite/MATH": 0.428, - "helm_lite/GSM8K": 0.479, - "helm_lite/LegalBench": 0.58, - "helm_lite/MedQA": 0.525, - "helm_lite/WMT 2014": 0.174 + "hfopenllm_v2/IFEval": 0.3461, + "hfopenllm_v2/BBH": 0.3372, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3325, + "hfopenllm_v2/MMLU-PRO": 0.186 } }, { - "id": "openai/text-davinci-003", - "name": "text-davinci-003", - "developer": "openai", + "id": "SicariusSicariiStuff/2B-ad", + "name": "2B-ad", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.872, - "helm_classic/MMLU": 0.569, - "helm_classic/BoolQ": 0.881, - "helm_classic/NarrativeQA": 0.727, - "helm_classic/NaturalQuestions (open-book)": 0.77, - "helm_classic/QuAC": 0.525, - "helm_classic/HellaSwag": 0.822, - "helm_classic/OpenbookQA": 0.646, - "helm_classic/TruthfulQA": 0.593, - "helm_classic/MS MARCO (TREC)": 0.644, - "helm_classic/CNN/DailyMail": 0.156, - "helm_classic/XSUM": 0.124, - "helm_classic/IMDB": 0.848, - "helm_classic/CivilComments": 0.684, - "helm_classic/RAFT": 0.759, - "helm_lite/Mean win rate": 0.439, - "helm_lite/NarrativeQA": 0.731, - "helm_lite/NaturalQuestions (closed-book)": 0.413, - "helm_lite/OpenbookQA": 0.828, - "helm_lite/MMLU": 0.555, - "helm_lite/MATH": 0.449, - "helm_lite/GSM8K": 0.615, - "helm_lite/LegalBench": 0.622, - "helm_lite/MedQA": 0.531, - "helm_lite/WMT 2014": 0.191 + "hfopenllm_v2/IFEval": 0.4379, + "hfopenllm_v2/BBH": 0.4092, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4015, + "hfopenllm_v2/MMLU-PRO": 0.2662 } }, { - "id": "openbmb/Eurus-7b-kto", - "name": "openbmb/Eurus-7b-kto", - "developer": "openbmb", + "id": "SicariusSicariiStuff/2B_or_not_2B", + "name": "2B_or_not_2B", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.69, - "reward-bench/Chat": 0.9525, - "reward-bench/Chat Hard": 0.5373, - "reward-bench/Safety": 0.6054, - "reward-bench/Reasoning": 0.7467, - "reward-bench/Prior Sets (0.5 weight)": 0.5261 + "hfopenllm_v2/IFEval": 0.2062, + "hfopenllm_v2/BBH": 0.3416, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3791, + "hfopenllm_v2/MMLU-PRO": 0.1399 } }, { - "id": "openbmb/Eurus-RM-7b", - "name": "openbmb/Eurus-RM-7b", - "developer": "openbmb", + "id": "SicariusSicariiStuff/dn_ep02", + "name": "dn_ep02", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8159, - "reward-bench/Factuality": 0.6, - "reward-bench/Precise IF": 0.3438, - "reward-bench/Math": 0.5683, - "reward-bench/Safety": 0.8135, - "reward-bench/Focus": 0.7475, - "reward-bench/Ties": 0.5972, - "reward-bench/Chat": 0.9804, - "reward-bench/Chat Hard": 0.6557, - "reward-bench/Reasoning": 0.8633, - "reward-bench/Prior Sets (0.5 weight)": 0.7172 + "hfopenllm_v2/IFEval": 0.5064, + "hfopenllm_v2/BBH": 0.5266, + "hfopenllm_v2/MATH Level 5": 0.142, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.4316, + "hfopenllm_v2/MMLU-PRO": 0.3998 } }, { - "id": "openbmb/MiniCPM-2B-dpo-fp32", - "name": "openbmb/MiniCPM-2B-dpo-fp32", - "developer": "openbmb", + "id": "SicariusSicariiStuff/Dusk_Rainbow", + "name": "Dusk_Rainbow", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.673, - "reward-bench/Chat": 0.8911, - "reward-bench/Chat Hard": 0.4934, - "reward-bench/Safety": 0.573, - "reward-bench/Reasoning": 0.8233, - "reward-bench/Prior Sets (0.5 weight)": 0.4958 + "hfopenllm_v2/IFEval": 0.3588, + "hfopenllm_v2/BBH": 0.4772, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4025, + "hfopenllm_v2/MMLU-PRO": 0.3443 } }, { - "id": "openbmb/MiniCPM-S-1B-sft-llama-format", - "name": "MiniCPM-S-1B-sft-llama-format", - "developer": "openbmb", + "id": "SicariusSicariiStuff/Eximius_Persona_5B", + "name": "Eximius_Persona_5B", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3329, - "hfopenllm_v2/BBH": 0.3049, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3317, - "hfopenllm_v2/MMLU-PRO": 0.1858 + "hfopenllm_v2/IFEval": 0.656, + "hfopenllm_v2/BBH": 0.4512, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.314 } }, { - "id": "openbmb/UltraRM-13b", - "name": "openbmb/UltraRM-13b", - "developer": "openbmb", + "id": "SicariusSicariiStuff/Impish_LLAMA_3B", + "name": "Impish_LLAMA_3B", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4683, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.5548, - "reward-bench/Safety": 0.5089, - "reward-bench/Reasoning": 0.6244, - "reward-bench/Prior Sets (0.5 weight)": 0.7294, - "reward-bench/Factuality": 0.5063, - "reward-bench/Precise IF": 0.3312, - "reward-bench/Math": 0.5519, - "reward-bench/Focus": 0.6081, - "reward-bench/Ties": 0.3036 + "hfopenllm_v2/IFEval": 0.463, + "hfopenllm_v2/BBH": 0.4091, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3673, + "hfopenllm_v2/MMLU-PRO": 0.2941 } }, { - "id": "openchat/openchat-3.5-0106", - "name": "openchat-3.5-0106", - "developer": "openchat", + "id": "SicariusSicariiStuff/Impish_Mind_8B", + "name": "Impish_Mind_8B", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5967, - "hfopenllm_v2/BBH": 0.4617, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4254, - "hfopenllm_v2/MMLU-PRO": 0.3291 + "hfopenllm_v2/IFEval": 0.3179, + "hfopenllm_v2/BBH": 0.4674, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.407, + "hfopenllm_v2/MMLU-PRO": 0.3309 } }, { - "id": "openchat/openchat-3.5-1210", - "name": "openchat-3.5-1210", - "developer": "openchat", + "id": "SicariusSicariiStuff/Impish_QWEN_14B-1M", + "name": "Impish_QWEN_14B-1M", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6037, - "hfopenllm_v2/BBH": 0.4535, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4414, - "hfopenllm_v2/MMLU-PRO": 0.3142 + "hfopenllm_v2/IFEval": 0.7868, + "hfopenllm_v2/BBH": 0.6283, + "hfopenllm_v2/MATH Level 5": 0.3965, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4615, + "hfopenllm_v2/MMLU-PRO": 0.5044 } }, { - "id": "openchat/openchat-3.6-8b-20240522", - "name": "openchat-3.6-8b-20240522", - "developer": "openchat", + "id": "SicariusSicariiStuff/Impish_QWEN_7B-1M", + "name": "Impish_QWEN_7B-1M", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5343, - "hfopenllm_v2/BBH": 0.5338, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.3999, - "hfopenllm_v2/MMLU-PRO": 0.3229 + "hfopenllm_v2/IFEval": 0.6382, + "hfopenllm_v2/BBH": 0.5372, + "hfopenllm_v2/MATH Level 5": 0.3089, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4074, + "hfopenllm_v2/MMLU-PRO": 0.4265 } }, { - "id": "openchat/openchat_3.5", - "name": "openchat_3.5", - "developer": "openchat", + "id": "SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA", + "name": "LLAMA-3_8B_Unaligned_BETA", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5931, - "hfopenllm_v2/BBH": 0.4426, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4229, - "hfopenllm_v2/MMLU-PRO": 0.3153 + "hfopenllm_v2/IFEval": 0.3713, + "hfopenllm_v2/BBH": 0.4717, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4119, + "hfopenllm_v2/MMLU-PRO": 0.3465 } }, { - "id": "openchat/openchat_v3.2", - "name": "openchat_v3.2", - "developer": "openchat", + "id": "SicariusSicariiStuff/Phi-Line_14B", + "name": "Phi-Line_14B", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2981, - "hfopenllm_v2/BBH": 0.4331, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4336, - "hfopenllm_v2/MMLU-PRO": 0.2422 + "hfopenllm_v2/IFEval": 0.6496, + "hfopenllm_v2/BBH": 0.6154, + "hfopenllm_v2/MATH Level 5": 0.386, + "hfopenllm_v2/GPQA": 0.3532, + "hfopenllm_v2/MUSR": 0.4479, + "hfopenllm_v2/MMLU-PRO": 0.5454 } }, { - "id": "openchat/openchat_v3.2_super", - "name": "openchat_v3.2_super", - "developer": "openchat", + "id": "SicariusSicariiStuff/Phi-lthy4", + "name": "Phi-lthy4", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2862, - "hfopenllm_v2/BBH": 0.4221, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4161, - "hfopenllm_v2/MMLU-PRO": 0.2425 + "hfopenllm_v2/IFEval": 0.7679, + "hfopenllm_v2/BBH": 0.5879, + "hfopenllm_v2/MATH Level 5": 0.1367, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4083, + "hfopenllm_v2/MMLU-PRO": 0.4333 } }, { - "id": "opencompass/CompassJudger-1-1.5B-Instruct", - "name": "opencompass/CompassJudger-1-1.5B-Instruct", - "developer": "opencompass", + "id": "SicariusSicariiStuff/Qwen2.5-14B_Uncencored", + "name": "Qwen2.5-14B_Uncencored", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7344, - "reward-bench/Chat": 0.9637, - "reward-bench/Chat Hard": 0.4923, - "reward-bench/Safety": 0.7818, - "reward-bench/Reasoning": 0.6999 + "hfopenllm_v2/IFEval": 0.3158, + "hfopenllm_v2/BBH": 0.6309, + "hfopenllm_v2/MATH Level 5": 0.318, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4517, + "hfopenllm_v2/MMLU-PRO": 0.5266 } }, { - "id": "opencompass/CompassJudger-1-14B-Instruct", - "name": "opencompass/CompassJudger-1-14B-Instruct", - "developer": "opencompass", + "id": "SicariusSicariiStuff/Qwen2.5-14B_Uncensored", + "name": "Qwen2.5-14B_Uncensored", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8409, - "reward-bench/Chat": 0.9749, - "reward-bench/Chat Hard": 0.6228, - "reward-bench/Safety": 0.8392, - "reward-bench/Reasoning": 0.9268 + "hfopenllm_v2/IFEval": 0.3173, + "hfopenllm_v2/BBH": 0.6309, + "hfopenllm_v2/MATH Level 5": 0.318, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4517, + "hfopenllm_v2/MMLU-PRO": 0.5266 } }, { - "id": "opencompass/CompassJudger-1-32B-Instruct", - "name": "opencompass/CompassJudger-1-32B-Instruct", - "developer": "opencompass", + "id": "SicariusSicariiStuff/Qwen2.5-14B_Uncensored_Instruct", + "name": "Qwen2.5-14B_Uncensored_Instruct", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8522, - "reward-bench/Chat": 0.9804, - "reward-bench/Chat Hard": 0.6513, - "reward-bench/Safety": 0.8527, - "reward-bench/Reasoning": 0.9244 + "hfopenllm_v2/IFEval": 0.3789, + "hfopenllm_v2/BBH": 0.5937, + "hfopenllm_v2/MATH Level 5": 0.3285, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.3697, + "hfopenllm_v2/MMLU-PRO": 0.5127 } }, { - "id": "opencompass/CompassJudger-1-7B-Instruct", - "name": "opencompass/CompassJudger-1-7B-Instruct", - "developer": "opencompass", + "id": "SicariusSicariiStuff/Redemption_Wind_24B", + "name": "Redemption_Wind_24B", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8317, - "reward-bench/Chat": 0.9777, - "reward-bench/Chat Hard": 0.6096, - "reward-bench/Safety": 0.8446, - "reward-bench/Reasoning": 0.8948 + "hfopenllm_v2/IFEval": 0.2501, + "hfopenllm_v2/BBH": 0.6428, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.4262, + "hfopenllm_v2/MMLU-PRO": 0.5432 } }, { - "id": "orai-nlp/Llama-eus-8B", - "name": "Llama-eus-8B", - "developer": "orai-nlp", + "id": "SicariusSicariiStuff/Winged_Imp_8B", + "name": "Winged_Imp_8B", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2161, - "hfopenllm_v2/BBH": 0.4418, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3919, - "hfopenllm_v2/MMLU-PRO": 0.3058 + "hfopenllm_v2/IFEval": 0.743, + "hfopenllm_v2/BBH": 0.512, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4148, + "hfopenllm_v2/MMLU-PRO": 0.3639 } }, { - "id": "oxyapi/oxy-1-small", - "name": "oxy-1-small", - "developer": "oxyapi", + "id": "SicariusSicariiStuff/Wingless_Imp_8B", + "name": "Wingless_Imp_8B", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6245, - "hfopenllm_v2/BBH": 0.5885, - "hfopenllm_v2/MATH Level 5": 0.3603, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.4487, - "hfopenllm_v2/MMLU-PRO": 0.5001 + "hfopenllm_v2/IFEval": 0.743, + "hfopenllm_v2/BBH": 0.512, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4148, + "hfopenllm_v2/MMLU-PRO": 0.3639 } }, { - "id": "ozone-ai/0x-lite", - "name": "0x-lite", - "developer": "ozone-ai", + "id": "SicariusSicariiStuff/Zion_Alpha", + "name": "Zion_Alpha", + "developer": "SicariusSicariiStuff", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.774, - "hfopenllm_v2/BBH": 0.6341, - "hfopenllm_v2/MATH Level 5": 0.5045, - "hfopenllm_v2/GPQA": 0.3196, - "hfopenllm_v2/MUSR": 0.4221, - "hfopenllm_v2/MMLU-PRO": 0.5184 + "hfopenllm_v2/IFEval": 0.3324, + "hfopenllm_v2/BBH": 0.4932, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4727, + "hfopenllm_v2/MMLU-PRO": 0.3132 } }, { - "id": "ozone-research/Chirp-01", - "name": "Chirp-01", - "developer": "ozone-research", + "id": "silma-ai/SILMA-9B-Instruct-v1.0", + "name": "SILMA-9B-Instruct-v1.0", + "developer": "silma-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6348, - "hfopenllm_v2/BBH": 0.465, - "hfopenllm_v2/MATH Level 5": 0.3467, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.4487, - "hfopenllm_v2/MMLU-PRO": 0.3508 + "hfopenllm_v2/IFEval": 0.5842, + "hfopenllm_v2/BBH": 0.5219, + "hfopenllm_v2/MATH Level 5": 0.1163, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.4637, + "hfopenllm_v2/MMLU-PRO": 0.392 } }, { - "id": "paloalma/ECE-TW3-JRGL-V1", - "name": "ECE-TW3-JRGL-V1", - "developer": "paloalma", + "id": "silma-ai/SILMA-Kashif-2B-Instruct-v1.0", + "name": "SILMA-Kashif-2B-Instruct-v1.0", + "developer": "silma-ai", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1181, + "hfopenllm_v2/BBH": 0.3793, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4043, + "hfopenllm_v2/MMLU-PRO": 0.2258 + } + }, + { + "id": "siqi00/Mistral-7B-DFT", + "name": "Mistral-7B-DFT", + "developer": "siqi00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5535, - "hfopenllm_v2/BBH": 0.6284, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4621, - "hfopenllm_v2/MMLU-PRO": 0.4221 + "hfopenllm_v2/IFEval": 0.5569, + "hfopenllm_v2/BBH": 0.4665, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4191, + "hfopenllm_v2/MMLU-PRO": 0.2963 } }, { - "id": "paloalma/ECE-TW3-JRGL-V2", - "name": "ECE-TW3-JRGL-V2", - "developer": "paloalma", + "id": "siqi00/Mistral-7B-DFT2", + "name": "Mistral-7B-DFT2", + "developer": "siqi00", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2255, - "hfopenllm_v2/BBH": 0.6031, - "hfopenllm_v2/MATH Level 5": 0.185, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4793, - "hfopenllm_v2/MMLU-PRO": 0.4588 + "hfopenllm_v2/IFEval": 0.5804, + "hfopenllm_v2/BBH": 0.3968, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4401, + "hfopenllm_v2/MMLU-PRO": 0.2852 } }, { - "id": "paloalma/ECE-TW3-JRGL-V5", - "name": "ECE-TW3-JRGL-V5", - "developer": "paloalma", + "id": "skumar9/Llama-medx_v2", + "name": "Llama-medx_v2", + "developer": "skumar9", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4553, - "hfopenllm_v2/BBH": 0.6025, - "hfopenllm_v2/MATH Level 5": 0.1835, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.4621, - "hfopenllm_v2/MMLU-PRO": 0.4648 + "hfopenllm_v2/IFEval": 0.4462, + "hfopenllm_v2/BBH": 0.4909, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.3463 } }, { - "id": "paloalma/Le_Triomphant-ECE-TW3", - "name": "Le_Triomphant-ECE-TW3", - "developer": "paloalma", + "id": "skymizer/Llama2-7b-sft-chat-custom-template-dpo", + "name": "Llama2-7b-sft-chat-custom-template-dpo", + "developer": "skymizer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5402, - "hfopenllm_v2/BBH": 0.6112, - "hfopenllm_v2/MATH Level 5": 0.1949, - "hfopenllm_v2/GPQA": 0.349, - "hfopenllm_v2/MUSR": 0.4725, - "hfopenllm_v2/MMLU-PRO": 0.4763 + "hfopenllm_v2/IFEval": 0.2353, + "hfopenllm_v2/BBH": 0.3688, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.4429, + "hfopenllm_v2/MMLU-PRO": 0.1946 } }, { - "id": "paloalma/TW3-JRGL-v2", - "name": "TW3-JRGL-v2", - "developer": "paloalma", + "id": "SkyOrbis/SKY-Ko-Llama3.1-8B-lora", + "name": "SKY-Ko-Llama3.1-8B-lora", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5316, - "hfopenllm_v2/BBH": 0.6138, - "hfopenllm_v2/MATH Level 5": 0.179, - "hfopenllm_v2/GPQA": 0.3591, - "hfopenllm_v2/MUSR": 0.4858, - "hfopenllm_v2/MMLU-PRO": 0.4858 + "hfopenllm_v2/IFEval": 0.5058, + "hfopenllm_v2/BBH": 0.5088, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3777 } }, { - "id": "pankajmathur/Al_Dente_v1_8b", - "name": "Al_Dente_v1_8b", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Llama3.1-8B-lora-epoch1", + "name": "SKY-Ko-Llama3.1-8B-lora-epoch1", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3694, - "hfopenllm_v2/BBH": 0.4835, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3987, - "hfopenllm_v2/MMLU-PRO": 0.286 + "hfopenllm_v2/IFEval": 0.5058, + "hfopenllm_v2/BBH": 0.5088, + "hfopenllm_v2/MATH Level 5": 0.1548, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3777 } }, { - "id": "pankajmathur/model_007_13b_v2", - "name": "model_007_13b_v2", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch3", + "name": "SKY-Ko-Llama3.2-1B-lora-epoch3", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3056, - "hfopenllm_v2/BBH": 0.4702, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4611, - "hfopenllm_v2/MMLU-PRO": 0.2461 + "hfopenllm_v2/IFEval": 0.3247, + "hfopenllm_v2/BBH": 0.3167, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3382, + "hfopenllm_v2/MMLU-PRO": 0.1279 } }, { - "id": "pankajmathur/orca_mini_3b", - "name": "orca_mini_3b", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch5", + "name": "SKY-Ko-Llama3.2-1B-lora-epoch5", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0742, - "hfopenllm_v2/BBH": 0.3196, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3349, - "hfopenllm_v2/MMLU-PRO": 0.1145 + "hfopenllm_v2/IFEval": 0.436, + "hfopenllm_v2/BBH": 0.3406, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3471, + "hfopenllm_v2/MMLU-PRO": 0.1946 } }, { - "id": "pankajmathur/orca_mini_7b", - "name": "orca_mini_7b", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch3", + "name": "SKY-Ko-Llama3.2-1B-lora-v2-epoch3", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0412, - "hfopenllm_v2/BBH": 0.3332, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.3698, - "hfopenllm_v2/MMLU-PRO": 0.1246 + "hfopenllm_v2/IFEval": 0.436, + "hfopenllm_v2/BBH": 0.3406, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3471, + "hfopenllm_v2/MMLU-PRO": 0.1946 } }, { - "id": "pankajmathur/orca_mini_phi-4", - "name": "orca_mini_phi-4", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch5", + "name": "SKY-Ko-Llama3.2-1B-lora-v2-epoch5", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7781, - "hfopenllm_v2/BBH": 0.6856, - "hfopenllm_v2/MATH Level 5": 0.2953, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4703, - "hfopenllm_v2/MMLU-PRO": 0.5255 + "hfopenllm_v2/IFEval": 0.4247, + "hfopenllm_v2/BBH": 0.3397, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.3458, + "hfopenllm_v2/MMLU-PRO": 0.1946 } }, { - "id": "pankajmathur/orca_mini_v2_7b", - "name": "orca_mini_v2_7b", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch1", + "name": "SKY-Ko-Llama3.2-3B-lora-epoch1", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1358, - "hfopenllm_v2/BBH": 0.3536, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3593, - "hfopenllm_v2/MMLU-PRO": 0.1542 + "hfopenllm_v2/IFEval": 0.5331, + "hfopenllm_v2/BBH": 0.44, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3522, + "hfopenllm_v2/MMLU-PRO": 0.3004 } }, { - "id": "pankajmathur/orca_mini_v3_13b", - "name": "orca_mini_v3_13b", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch2", + "name": "SKY-Ko-Llama3.2-3B-lora-epoch2", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2897, - "hfopenllm_v2/BBH": 0.4711, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4598, - "hfopenllm_v2/MMLU-PRO": 0.2305 + "hfopenllm_v2/IFEval": 0.5331, + "hfopenllm_v2/BBH": 0.44, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3522, + "hfopenllm_v2/MMLU-PRO": 0.3004 } }, { - "id": "pankajmathur/orca_mini_v3_70b", - "name": "orca_mini_v3_70b", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch3", + "name": "SKY-Ko-Llama3.2-3B-lora-epoch3", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4015, - "hfopenllm_v2/BBH": 0.5949, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.5079, - "hfopenllm_v2/MMLU-PRO": 0.3757 + "hfopenllm_v2/IFEval": 0.5331, + "hfopenllm_v2/BBH": 0.44, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3522, + "hfopenllm_v2/MMLU-PRO": 0.3004 } }, { - "id": "pankajmathur/orca_mini_v3_7b", - "name": "orca_mini_v3_7b", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Qwen2.5-3B-Instruct", + "name": "SKY-Ko-Qwen2.5-3B-Instruct", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2821, - "hfopenllm_v2/BBH": 0.4095, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.4982, - "hfopenllm_v2/MMLU-PRO": 0.2084 + "hfopenllm_v2/IFEval": 0.3534, + "hfopenllm_v2/BBH": 0.4265, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4024, + "hfopenllm_v2/MMLU-PRO": 0.2812 } }, { - "id": "pankajmathur/orca_mini_v5_8b", - "name": "orca_mini_v5_8b", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000", + "name": "SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4806, - "hfopenllm_v2/BBH": 0.5064, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4, - "hfopenllm_v2/MMLU-PRO": 0.3076 + "hfopenllm_v2/IFEval": 0.3819, + "hfopenllm_v2/BBH": 0.5078, + "hfopenllm_v2/MATH Level 5": 0.1866, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4436, + "hfopenllm_v2/MMLU-PRO": 0.3914 } }, { - "id": "pankajmathur/orca_mini_v5_8b_dpo", - "name": "orca_mini_v5_8b_dpo", - "developer": "pankajmathur", + "id": "SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000", + "name": "SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000", + "developer": "SkyOrbis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4896, - "hfopenllm_v2/BBH": 0.5075, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3894, - "hfopenllm_v2/MMLU-PRO": 0.3116 + "hfopenllm_v2/IFEval": 0.3812, + "hfopenllm_v2/BBH": 0.539, + "hfopenllm_v2/MATH Level 5": 0.21, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.4238, + "hfopenllm_v2/MMLU-PRO": 0.4238 } }, { - "id": "pankajmathur/orca_mini_v5_8b_orpo", - "name": "orca_mini_v5_8b_orpo", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Critic-Llama-3.1-70B", + "name": "Skywork/Skywork-Critic-Llama-3.1-70B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0824, - "hfopenllm_v2/BBH": 0.4964, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4131, - "hfopenllm_v2/MMLU-PRO": 0.2947 + "reward-bench/Score": 0.9331, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.8794, + "reward-bench/Safety": 0.9311, + "reward-bench/Reasoning": 0.9554 } }, { - "id": "pankajmathur/orca_mini_v6_8b", - "name": "orca_mini_v6_8b", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Critic-Llama-3.1-8B", + "name": "Skywork/Skywork-Critic-Llama-3.1-8B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0111, - "hfopenllm_v2/BBH": 0.3029, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2383, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.1125 + "reward-bench/Score": 0.8896, + "reward-bench/Chat": 0.9358, + "reward-bench/Chat Hard": 0.8136, + "reward-bench/Safety": 0.9108, + "reward-bench/Reasoning": 0.898 } }, { - "id": "pankajmathur/orca_mini_v6_8b_dpo", - "name": "orca_mini_v6_8b_dpo", - "developer": "pankajmathur", + "id": "Skywork/Skywork-o1-Open-Llama-3.1-8B", + "name": "Skywork-o1-Open-Llama-3.1-8B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3883, - "hfopenllm_v2/BBH": 0.5203, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.409, - "hfopenllm_v2/MMLU-PRO": 0.3596 + "hfopenllm_v2/IFEval": 0.3518, + "hfopenllm_v2/BBH": 0.4516, + "hfopenllm_v2/MATH Level 5": 0.5211, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3156, + "hfopenllm_v2/MMLU-PRO": 0.203 } }, { - "id": "pankajmathur/orca_mini_v7_72b", - "name": "orca_mini_v7_72b", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-Gemma-2-27B", + "name": "Skywork/Skywork-Reward-Gemma-2-27B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.593, - "hfopenllm_v2/BBH": 0.6842, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.3851, - "hfopenllm_v2/MUSR": 0.507, - "hfopenllm_v2/MMLU-PRO": 0.5622 + "reward-bench/Score": 0.938, + "reward-bench/Factuality": 0.7368, + "reward-bench/Precise IF": 0.4031, + "reward-bench/Math": 0.7049, + "reward-bench/Safety": 0.9189, + "reward-bench/Focus": 0.9323, + "reward-bench/Ties": 0.8261, + "reward-bench/Chat": 0.9581, + "reward-bench/Chat Hard": 0.9145, + "reward-bench/Reasoning": 0.9606 } }, { - "id": "pankajmathur/orca_mini_v7_7b", - "name": "orca_mini_v7_7b", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", + "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4388, - "hfopenllm_v2/BBH": 0.5275, - "hfopenllm_v2/MATH Level 5": 0.1208, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.436, - "hfopenllm_v2/MMLU-PRO": 0.4167 + "hfopenllm_v2/IFEval": 0.7807, + "hfopenllm_v2/BBH": 0.636, + "hfopenllm_v2/MATH Level 5": 0.2273, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4231, + "hfopenllm_v2/MMLU-PRO": 0.4103, + "reward-bench/Score": 0.7531, + "reward-bench/Chat": 0.9609, + "reward-bench/Chat Hard": 0.8991, + "reward-bench/Safety": 0.9689, + "reward-bench/Reasoning": 0.9807, + "reward-bench/Factuality": 0.7674, + "reward-bench/Precise IF": 0.375, + "reward-bench/Math": 0.6721, + "reward-bench/Focus": 0.9172, + "reward-bench/Ties": 0.8182 } }, { - "id": "pankajmathur/orca_mini_v8_1_70b", - "name": "orca_mini_v8_1_70b", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-Llama-3.1-8B", + "name": "Skywork/Skywork-Reward-Llama-3.1-8B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8571, - "hfopenllm_v2/BBH": 0.6781, - "hfopenllm_v2/MATH Level 5": 0.3527, - "hfopenllm_v2/GPQA": 0.4329, - "hfopenllm_v2/MUSR": 0.4437, - "hfopenllm_v2/MMLU-PRO": 0.4983 + "reward-bench/Score": 0.9252, + "reward-bench/Factuality": 0.6989, + "reward-bench/Precise IF": 0.425, + "reward-bench/Math": 0.6284, + "reward-bench/Safety": 0.9081, + "reward-bench/Focus": 0.9616, + "reward-bench/Ties": 0.741, + "reward-bench/Chat": 0.9581, + "reward-bench/Chat Hard": 0.8728, + "reward-bench/Reasoning": 0.962 } }, { - "id": "pankajmathur/orca_mini_v9_0_3B-Instruct", - "name": "orca_mini_v9_0_3B-Instruct", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-Llama-3.1-8B-v0.2", + "name": "Skywork/Skywork-Reward-Llama-3.1-8B-v0.2", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5754, - "hfopenllm_v2/BBH": 0.4413, - "hfopenllm_v2/MATH Level 5": 0.1465, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3659, - "hfopenllm_v2/MMLU-PRO": 0.2603 + "reward-bench/Score": 0.9313, + "reward-bench/Factuality": 0.6968, + "reward-bench/Precise IF": 0.4062, + "reward-bench/Math": 0.6011, + "reward-bench/Safety": 0.927, + "reward-bench/Focus": 0.9414, + "reward-bench/Ties": 0.7169, + "reward-bench/Chat": 0.9469, + "reward-bench/Chat Hard": 0.8838, + "reward-bench/Reasoning": 0.9675 } }, { - "id": "pankajmathur/orca_mini_v9_1_1B-Instruct", - "name": "orca_mini_v9_1_1B-Instruct", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-V2-Llama-3.1-8B", + "name": "Skywork/Skywork-Reward-V2-Llama-3.1-8B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3629, - "hfopenllm_v2/BBH": 0.3205, - "hfopenllm_v2/MATH Level 5": 0.0461, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3381, - "hfopenllm_v2/MMLU-PRO": 0.1374 + "reward-bench/Score": 0.8413, + "reward-bench/Factuality": 0.8463, + "reward-bench/Precise IF": 0.6625, + "reward-bench/Math": 0.776, + "reward-bench/Safety": 0.9667, + "reward-bench/Focus": 0.9838, + "reward-bench/Ties": 0.8124 } }, { - "id": "pankajmathur/orca_mini_v9_2_14B", - "name": "orca_mini_v9_2_14B", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-V2-Llama-3.2-1B", + "name": "Skywork/Skywork-Reward-V2-Llama-3.2-1B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7781, - "hfopenllm_v2/BBH": 0.6856, - "hfopenllm_v2/MATH Level 5": 0.2953, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4703, - "hfopenllm_v2/MMLU-PRO": 0.5255 + "reward-bench/Score": 0.6438, + "reward-bench/Factuality": 0.6084, + "reward-bench/Precise IF": 0.4562, + "reward-bench/Math": 0.6011, + "reward-bench/Safety": 0.8733, + "reward-bench/Focus": 0.8929, + "reward-bench/Ties": 0.4306 } }, { - "id": "pankajmathur/orca_mini_v9_2_70b", - "name": "orca_mini_v9_2_70b", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-V2-Llama-3.2-3B", + "name": "Skywork/Skywork-Reward-V2-Llama-3.2-3B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8383, - "hfopenllm_v2/BBH": 0.6745, - "hfopenllm_v2/MATH Level 5": 0.2938, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.471, - "hfopenllm_v2/MMLU-PRO": 0.4821 + "reward-bench/Score": 0.7466, + "reward-bench/Factuality": 0.7621, + "reward-bench/Precise IF": 0.4562, + "reward-bench/Math": 0.694, + "reward-bench/Safety": 0.9311, + "reward-bench/Focus": 0.9596, + "reward-bench/Ties": 0.6768 } }, { - "id": "pankajmathur/orca_mini_v9_4_70B", - "name": "orca_mini_v9_4_70B", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-V2-Qwen3-0.6B", + "name": "Skywork/Skywork-Reward-V2-Qwen3-0.6B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8015, - "hfopenllm_v2/BBH": 0.6419, - "hfopenllm_v2/MATH Level 5": 0.3263, - "hfopenllm_v2/GPQA": 0.3658, - "hfopenllm_v2/MUSR": 0.4647, - "hfopenllm_v2/MMLU-PRO": 0.4536 + "reward-bench/Score": 0.6125, + "reward-bench/Factuality": 0.58, + "reward-bench/Precise IF": 0.4, + "reward-bench/Math": 0.7158, + "reward-bench/Safety": 0.8444, + "reward-bench/Focus": 0.7949, + "reward-bench/Ties": 0.3397 } }, { - "id": "pankajmathur/orca_mini_v9_5_1B-Instruct", - "name": "orca_mini_v9_5_1B-Instruct", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-V2-Qwen3-1.7B", + "name": "Skywork/Skywork-Reward-V2-Qwen3-1.7B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4638, - "hfopenllm_v2/BBH": 0.3337, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3182, - "hfopenllm_v2/MMLU-PRO": 0.137 + "reward-bench/Score": 0.6818, + "reward-bench/Factuality": 0.6568, + "reward-bench/Precise IF": 0.4437, + "reward-bench/Math": 0.7268, + "reward-bench/Safety": 0.8911, + "reward-bench/Focus": 0.8848, + "reward-bench/Ties": 0.4872 } }, { - "id": "pankajmathur/orca_mini_v9_5_1B-Instruct_preview", - "name": "orca_mini_v9_5_1B-Instruct_preview", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-V2-Qwen3-4B", + "name": "Skywork/Skywork-Reward-V2-Qwen3-4B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3936, - "hfopenllm_v2/BBH": 0.3277, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3395, - "hfopenllm_v2/MMLU-PRO": 0.1327 + "reward-bench/Score": 0.7551, + "reward-bench/Factuality": 0.7737, + "reward-bench/Precise IF": 0.4625, + "reward-bench/Math": 0.7322, + "reward-bench/Safety": 0.9222, + "reward-bench/Focus": 0.9657, + "reward-bench/Ties": 0.6743 } }, { - "id": "pankajmathur/orca_mini_v9_5_3B-Instruct", - "name": "orca_mini_v9_5_3B-Instruct", - "developer": "pankajmathur", + "id": "Skywork/Skywork-Reward-V2-Qwen3-8B", + "name": "Skywork/Skywork-Reward-V2-Qwen3-8B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7207, - "hfopenllm_v2/BBH": 0.4496, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.427, - "hfopenllm_v2/MMLU-PRO": 0.2882 + "reward-bench/Score": 0.7837, + "reward-bench/Factuality": 0.7989, + "reward-bench/Precise IF": 0.5, + "reward-bench/Math": 0.7705, + "reward-bench/Safety": 0.94, + "reward-bench/Focus": 0.9636, + "reward-bench/Ties": 0.7294 } }, { - "id": "pankajmathur/orca_mini_v9_6_1B-Instruct", - "name": "orca_mini_v9_6_1B-Instruct", - "developer": "pankajmathur", + "id": "Skywork/Skywork-VL-Reward-7B", + "name": "Skywork/Skywork-VL-Reward-7B", + "developer": "Skywork", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6086, - "hfopenllm_v2/BBH": 0.3561, - "hfopenllm_v2/MATH Level 5": 0.077, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.1809 + "reward-bench/Score": 0.6885, + "reward-bench/Chat": 0.8994, + "reward-bench/Chat Hard": 0.875, + "reward-bench/Safety": 0.8911, + "reward-bench/Reasoning": 0.9176, + "reward-bench/Factuality": 0.6063, + "reward-bench/Precise IF": 0.35, + "reward-bench/Math": 0.6339, + "reward-bench/Focus": 0.8909, + "reward-bench/Ties": 0.7586 } }, { - "id": "pankajmathur/orca_mini_v9_6_3B-Instruct", - "name": "orca_mini_v9_6_3B-Instruct", - "developer": "pankajmathur", + "id": "snowflake/snowflake-arctic-instruct", + "name": "Arctic Instruct", + "developer": "snowflake", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7316, - "hfopenllm_v2/BBH": 0.4568, - "hfopenllm_v2/MATH Level 5": 0.1329, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4068, - "hfopenllm_v2/MMLU-PRO": 0.2851 + "helm_lite/Mean win rate": 0.338, + "helm_lite/NarrativeQA": 0.654, + "helm_lite/NaturalQuestions (closed-book)": 0.39, + "helm_lite/OpenbookQA": 0.828, + "helm_lite/MMLU": 0.575, + "helm_lite/MATH": 0.519, + "helm_lite/GSM8K": 0.768, + "helm_lite/LegalBench": 0.588, + "helm_lite/MedQA": 0.581, + "helm_lite/WMT 2014": 0.172, + "helm_mmlu/MMLU All Subjects": 0.677, + "helm_mmlu/Abstract Algebra": 0.35, + "helm_mmlu/Anatomy": 0.652, + "helm_mmlu/College Physics": 0.461, + "helm_mmlu/Computer Security": 0.84, + "helm_mmlu/Econometrics": 0.5, + "helm_mmlu/Global Facts": 0.39, + "helm_mmlu/Jurisprudence": 0.741, + "helm_mmlu/Philosophy": 0.752, + "helm_mmlu/Professional Psychology": 0.724, + "helm_mmlu/Us Foreign Policy": 0.88, + "helm_mmlu/Astronomy": 0.763, + "helm_mmlu/Business Ethics": 0.69, + "helm_mmlu/Clinical Knowledge": 0.781, + "helm_mmlu/Conceptual Physics": 0.634, + "helm_mmlu/Electrical Engineering": 0.662, + "helm_mmlu/Elementary Mathematics": 0.481, + "helm_mmlu/Formal Logic": 0.444, + "helm_mmlu/High School World History": 0.827, + "helm_mmlu/Human Sexuality": 0.847, + "helm_mmlu/International Law": 0.826, + "helm_mmlu/Logical Fallacies": 0.779, + "helm_mmlu/Machine Learning": 0.473, + "helm_mmlu/Management": 0.796, + "helm_mmlu/Marketing": 0.902, + "helm_mmlu/Medical Genetics": 0.76, + "helm_mmlu/Miscellaneous": 0.875, + "helm_mmlu/Moral Scenarios": 0.28, + "helm_mmlu/Nutrition": 0.725, + "helm_mmlu/Prehistory": 0.79, + "helm_mmlu/Public Relations": 0.664, + "helm_mmlu/Security Studies": 0.78, + "helm_mmlu/Sociology": 0.891, + "helm_mmlu/Virology": 0.536, + "helm_mmlu/World Religions": 0.854, + "helm_mmlu/Mean win rate": 0.565 } }, { - "id": "pankajmathur/orca_mini_v9_7_1B-Instruct", - "name": "orca_mini_v9_7_1B-Instruct", - "developer": "pankajmathur", + "id": "Solshine/Brimful-merged-replete", + "name": "Brimful-merged-replete", + "developer": "Solshine", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.561, - "hfopenllm_v2/BBH": 0.3182, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3527, - "hfopenllm_v2/MMLU-PRO": 0.1345 + "hfopenllm_v2/IFEval": 0.1761, + "hfopenllm_v2/BBH": 0.2883, + "hfopenllm_v2/MATH Level 5": 0.003, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3421, + "hfopenllm_v2/MMLU-PRO": 0.1085 } }, { - "id": "pankajmathur/orca_mini_v9_7_3B-Instruct", - "name": "orca_mini_v9_7_3B-Instruct", - "developer": "pankajmathur", + "id": "Solshine/Llama-3-1-big-thoughtful-passthrough-merge-2", + "name": "Llama-3-1-big-thoughtful-passthrough-merge-2", + "developer": "Solshine", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5618, - "hfopenllm_v2/BBH": 0.3297, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3619, - "hfopenllm_v2/MMLU-PRO": 0.1375 + "hfopenllm_v2/IFEval": 0.2547, + "hfopenllm_v2/BBH": 0.3209, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3889, + "hfopenllm_v2/MMLU-PRO": 0.1185 } }, { - "id": "paulml/ECE-ILAB-Q1", - "name": "ECE-ILAB-Q1", - "developer": "paulml", + "id": "someon98/qwen-CoMa-0.5b", + "name": "qwen-CoMa-0.5b", + "developer": "someon98", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7865, - "hfopenllm_v2/BBH": 0.6718, - "hfopenllm_v2/MATH Level 5": 0.3557, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4614, - "hfopenllm_v2/MMLU-PRO": 0.5505 + "hfopenllm_v2/IFEval": 0.2277, + "hfopenllm_v2/BBH": 0.2953, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.4046, + "hfopenllm_v2/MMLU-PRO": 0.1099 } }, { - "id": "pints-ai/1.5-Pints-16K-v0.1", - "name": "1.5-Pints-16K-v0.1", - "developer": "pints-ai", + "id": "sometimesanotion/ChocoTrio-14B-v1", + "name": "ChocoTrio-14B-v1", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1636, - "hfopenllm_v2/BBH": 0.3133, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2357, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.1119 + "hfopenllm_v2/IFEval": 0.7089, + "hfopenllm_v2/BBH": 0.6506, + "hfopenllm_v2/MATH Level 5": 0.3973, + "hfopenllm_v2/GPQA": 0.3851, + "hfopenllm_v2/MUSR": 0.4821, + "hfopenllm_v2/MMLU-PRO": 0.537 } }, { - "id": "pints-ai/1.5-Pints-2K-v0.1", - "name": "1.5-Pints-2K-v0.1", - "developer": "pints-ai", + "id": "sometimesanotion/IF-reasoning-experiment-40", + "name": "IF-reasoning-experiment-40", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1762, - "hfopenllm_v2/BBH": 0.298, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3502, - "hfopenllm_v2/MMLU-PRO": 0.1104 + "hfopenllm_v2/IFEval": 0.633, + "hfopenllm_v2/BBH": 0.6112, + "hfopenllm_v2/MATH Level 5": 0.3716, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.5194, + "hfopenllm_v2/MMLU-PRO": 0.5025 } }, { - "id": "piotr25691/thea-3b-25r", - "name": "thea-3b-25r", - "developer": "piotr25691", + "id": "sometimesanotion/IF-reasoning-experiment-80", + "name": "IF-reasoning-experiment-80", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7344, - "hfopenllm_v2/BBH": 0.4484, - "hfopenllm_v2/MATH Level 5": 0.1782, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.3182 + "hfopenllm_v2/IFEval": 0.5463, + "hfopenllm_v2/BBH": 0.421, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.5025, + "hfopenllm_v2/MMLU-PRO": 0.3368 } }, { - "id": "piotr25691/thea-c-3b-25r", - "name": "thea-c-3b-25r", - "developer": "piotr25691", + "id": "sometimesanotion/KytheraMix-7B-v0.2", + "name": "KytheraMix-7B-v0.2", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7402, - "hfopenllm_v2/BBH": 0.4532, - "hfopenllm_v2/MATH Level 5": 0.1526, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3315, - "hfopenllm_v2/MMLU-PRO": 0.3178 + "hfopenllm_v2/IFEval": 0.6129, + "hfopenllm_v2/BBH": 0.5635, + "hfopenllm_v2/MATH Level 5": 0.2923, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4594, + "hfopenllm_v2/MMLU-PRO": 0.4505 } }, { - "id": "piotr25691/thea-rp-3b-25r", - "name": "thea-rp-3b-25r", - "developer": "piotr25691", + "id": "sometimesanotion/lamarck-14b-prose-model_stock", + "name": "lamarck-14b-prose-model_stock", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6578, - "hfopenllm_v2/BBH": 0.439, - "hfopenllm_v2/MATH Level 5": 0.1322, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3819, - "hfopenllm_v2/MMLU-PRO": 0.306 + "hfopenllm_v2/IFEval": 0.4276, + "hfopenllm_v2/BBH": 0.6488, + "hfopenllm_v2/MATH Level 5": 0.3414, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4846, + "hfopenllm_v2/MMLU-PRO": 0.5354 } }, { - "id": "postbot/gpt2-medium-emailgen", - "name": "gpt2-medium-emailgen", - "developer": "postbot", + "id": "sometimesanotion/lamarck-14b-reason-model_stock", + "name": "lamarck-14b-reason-model_stock", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1492, - "hfopenllm_v2/BBH": 0.313, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3911, - "hfopenllm_v2/MMLU-PRO": 0.1147 + "hfopenllm_v2/IFEval": 0.4965, + "hfopenllm_v2/BBH": 0.6569, + "hfopenllm_v2/MATH Level 5": 0.358, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4741, + "hfopenllm_v2/MMLU-PRO": 0.5402 } }, { - "id": "prince-canuma/Ministral-8B-Instruct-2410-HF", - "name": "Ministral-8B-Instruct-2410-HF", - "developer": "prince-canuma", + "id": "sometimesanotion/Lamarck-14B-v0.1-experimental", + "name": "Lamarck-14B-v0.1-experimental", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5912, - "hfopenllm_v2/BBH": 0.4586, - "hfopenllm_v2/MATH Level 5": 0.1918, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.3298 + "hfopenllm_v2/IFEval": 0.5354, + "hfopenllm_v2/BBH": 0.6583, + "hfopenllm_v2/MATH Level 5": 0.358, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4728, + "hfopenllm_v2/MMLU-PRO": 0.5408 } }, { - "id": "princeton-nlp/Llama-3-8B-ProLong-512k-Base", - "name": "Llama-3-8B-ProLong-512k-Base", - "developer": "princeton-nlp", + "id": "sometimesanotion/Lamarck-14B-v0.3", + "name": "Lamarck-14B-v0.3", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5322, - "hfopenllm_v2/BBH": 0.5033, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4223, - "hfopenllm_v2/MMLU-PRO": 0.3329 + "hfopenllm_v2/IFEval": 0.5032, + "hfopenllm_v2/BBH": 0.6611, + "hfopenllm_v2/MATH Level 5": 0.3406, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.4688, + "hfopenllm_v2/MMLU-PRO": 0.5411 } }, { - "id": "princeton-nlp/Llama-3-8B-ProLong-512k-Instruct", - "name": "Llama-3-8B-ProLong-512k-Instruct", - "developer": "princeton-nlp", + "id": "sometimesanotion/Lamarck-14B-v0.4-Qwenvergence", + "name": "Lamarck-14B-v0.4-Qwenvergence", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5508, - "hfopenllm_v2/BBH": 0.5028, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4266, - "hfopenllm_v2/MMLU-PRO": 0.3231 + "hfopenllm_v2/IFEval": 0.4906, + "hfopenllm_v2/BBH": 0.6535, + "hfopenllm_v2/MATH Level 5": 0.3399, + "hfopenllm_v2/GPQA": 0.3784, + "hfopenllm_v2/MUSR": 0.4847, + "hfopenllm_v2/MMLU-PRO": 0.5406 } }, { - "id": "princeton-nlp/Llama-3-8B-ProLong-64k-Base", - "name": "Llama-3-8B-ProLong-64k-Base", - "developer": "princeton-nlp", + "id": "sometimesanotion/Lamarck-14B-v0.6", + "name": "Lamarck-14B-v0.6", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5201, - "hfopenllm_v2/BBH": 0.4927, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4341, - "hfopenllm_v2/MMLU-PRO": 0.3348 + "hfopenllm_v2/IFEval": 0.6973, + "hfopenllm_v2/BBH": 0.646, + "hfopenllm_v2/MATH Level 5": 0.4041, + "hfopenllm_v2/GPQA": 0.3893, + "hfopenllm_v2/MUSR": 0.4847, + "hfopenllm_v2/MMLU-PRO": 0.54 } }, { - "id": "princeton-nlp/Llama-3-8B-ProLong-64k-Instruct", - "name": "Llama-3-8B-ProLong-64k-Instruct", - "developer": "princeton-nlp", + "id": "sometimesanotion/Lamarck-14B-v0.6-002-model_stock", + "name": "Lamarck-14B-v0.6-002-model_stock", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5563, - "hfopenllm_v2/BBH": 0.5083, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2953, - "hfopenllm_v2/MUSR": 0.4397, - "hfopenllm_v2/MMLU-PRO": 0.3275 + "hfopenllm_v2/IFEval": 0.6692, + "hfopenllm_v2/BBH": 0.6143, + "hfopenllm_v2/MATH Level 5": 0.3776, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.518, + "hfopenllm_v2/MMLU-PRO": 0.5054 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT", - "name": "Llama-3-Base-8B-SFT", - "developer": "princeton-nlp", + "id": "sometimesanotion/Lamarck-14B-v0.6-model_stock", + "name": "Lamarck-14B-v0.6-model_stock", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2796, - "hfopenllm_v2/BBH": 0.4643, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.3093 + "hfopenllm_v2/IFEval": 0.679, + "hfopenllm_v2/BBH": 0.6269, + "hfopenllm_v2/MATH Level 5": 0.4245, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.5007, + "hfopenllm_v2/MMLU-PRO": 0.5198 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-CPO", - "name": "Llama-3-Base-8B-SFT-CPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Lamarck-14B-v0.7-Fusion", + "name": "Lamarck-14B-v0.7-Fusion", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3703, - "hfopenllm_v2/BBH": 0.4595, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3609, - "hfopenllm_v2/MMLU-PRO": 0.2976 + "hfopenllm_v2/IFEval": 0.6821, + "hfopenllm_v2/BBH": 0.6544, + "hfopenllm_v2/MATH Level 5": 0.4041, + "hfopenllm_v2/GPQA": 0.401, + "hfopenllm_v2/MUSR": 0.4991, + "hfopenllm_v2/MMLU-PRO": 0.5391 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-DPO", - "name": "Llama-3-Base-8B-SFT-DPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Lamarck-14B-v0.7-rc1", + "name": "Lamarck-14B-v0.7-rc1", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4111, - "hfopenllm_v2/BBH": 0.4666, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.3867, - "hfopenllm_v2/MMLU-PRO": 0.3078 + "hfopenllm_v2/IFEval": 0.7305, + "hfopenllm_v2/BBH": 0.6486, + "hfopenllm_v2/MATH Level 5": 0.3852, + "hfopenllm_v2/GPQA": 0.3893, + "hfopenllm_v2/MUSR": 0.4715, + "hfopenllm_v2/MMLU-PRO": 0.5416 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-IPO", - "name": "Llama-3-Base-8B-SFT-IPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Lamarck-14B-v0.7-rc4", + "name": "Lamarck-14B-v0.7-rc4", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4487, - "hfopenllm_v2/BBH": 0.469, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3919, - "hfopenllm_v2/MMLU-PRO": 0.3115 + "hfopenllm_v2/IFEval": 0.7211, + "hfopenllm_v2/BBH": 0.651, + "hfopenllm_v2/MATH Level 5": 0.4026, + "hfopenllm_v2/GPQA": 0.3893, + "hfopenllm_v2/MUSR": 0.4912, + "hfopenllm_v2/MMLU-PRO": 0.54 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-KTO", - "name": "Llama-3-Base-8B-SFT-KTO", - "developer": "princeton-nlp", + "id": "sometimesanotion/LamarckInfusion-14B-v1", + "name": "LamarckInfusion-14B-v1", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4523, - "hfopenllm_v2/BBH": 0.4693, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3842, - "hfopenllm_v2/MMLU-PRO": 0.3054 + "hfopenllm_v2/IFEval": 0.7198, + "hfopenllm_v2/BBH": 0.6539, + "hfopenllm_v2/MATH Level 5": 0.4169, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.4899, + "hfopenllm_v2/MMLU-PRO": 0.5376 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-ORPO", - "name": "Llama-3-Base-8B-SFT-ORPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/LamarckInfusion-14B-v2", + "name": "LamarckInfusion-14B-v2", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4517, - "hfopenllm_v2/BBH": 0.4734, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.3707, - "hfopenllm_v2/MMLU-PRO": 0.3083 + "hfopenllm_v2/IFEval": 0.6812, + "hfopenllm_v2/BBH": 0.6564, + "hfopenllm_v2/MATH Level 5": 0.4388, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4993, + "hfopenllm_v2/MMLU-PRO": 0.5416 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-RDPO", - "name": "Llama-3-Base-8B-SFT-RDPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/LamarckInfusion-14B-v2-hi", + "name": "LamarckInfusion-14B-v2-hi", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.448, - "hfopenllm_v2/BBH": 0.4662, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.3062, - "hfopenllm_v2/MUSR": 0.4027, - "hfopenllm_v2/MMLU-PRO": 0.3014 + "hfopenllm_v2/IFEval": 0.6855, + "hfopenllm_v2/BBH": 0.6555, + "hfopenllm_v2/MATH Level 5": 0.423, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.4847, + "hfopenllm_v2/MMLU-PRO": 0.5405 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-RRHF", - "name": "Llama-3-Base-8B-SFT-RRHF", - "developer": "princeton-nlp", + "id": "sometimesanotion/LamarckInfusion-14B-v2-lo", + "name": "LamarckInfusion-14B-v2-lo", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3357, - "hfopenllm_v2/BBH": 0.452, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3722, - "hfopenllm_v2/MMLU-PRO": 0.2889 + "hfopenllm_v2/IFEval": 0.6788, + "hfopenllm_v2/BBH": 0.6528, + "hfopenllm_v2/MATH Level 5": 0.4237, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.4991, + "hfopenllm_v2/MMLU-PRO": 0.5397 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-SLiC-HF", - "name": "Llama-3-Base-8B-SFT-SLiC-HF", - "developer": "princeton-nlp", + "id": "sometimesanotion/LamarckInfusion-14B-v3", + "name": "LamarckInfusion-14B-v3", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.489, - "hfopenllm_v2/BBH": 0.4704, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4091, - "hfopenllm_v2/MMLU-PRO": 0.3063 + "hfopenllm_v2/IFEval": 0.7131, + "hfopenllm_v2/BBH": 0.6518, + "hfopenllm_v2/MATH Level 5": 0.4124, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.482, + "hfopenllm_v2/MMLU-PRO": 0.5407 } }, { - "id": "princeton-nlp/Llama-3-Base-8B-SFT-SimPO", - "name": "Llama-3-Base-8B-SFT-SimPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen-14B-ProseStock-v4", + "name": "Qwen-14B-ProseStock-v4", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4685, - "hfopenllm_v2/BBH": 0.4741, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4127, - "hfopenllm_v2/MMLU-PRO": 0.3105 + "hfopenllm_v2/IFEval": 0.4942, + "hfopenllm_v2/BBH": 0.6498, + "hfopenllm_v2/MATH Level 5": 0.364, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.4938, + "hfopenllm_v2/MMLU-PRO": 0.5386 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-CPO", - "name": "Llama-3-Instruct-8B-CPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen-2.5-14B-Virmarckeoso", + "name": "Qwen-2.5-14B-Virmarckeoso", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7293, - "hfopenllm_v2/BBH": 0.4999, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3514, - "hfopenllm_v2/MMLU-PRO": 0.3652 + "hfopenllm_v2/IFEval": 0.4813, + "hfopenllm_v2/BBH": 0.657, + "hfopenllm_v2/MATH Level 5": 0.3565, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4794, + "hfopenllm_v2/MMLU-PRO": 0.5377 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-CPO-v0.2", - "name": "Llama-3-Instruct-8B-CPO-v0.2", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso", + "name": "Qwen2.5-14B-Vimarckoso", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7506, - "hfopenllm_v2/BBH": 0.5027, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3619, - "hfopenllm_v2/MMLU-PRO": 0.3706 + "hfopenllm_v2/IFEval": 0.4574, + "hfopenllm_v2/BBH": 0.6446, + "hfopenllm_v2/MATH Level 5": 0.3384, + "hfopenllm_v2/GPQA": 0.3926, + "hfopenllm_v2/MUSR": 0.4859, + "hfopenllm_v2/MMLU-PRO": 0.5329 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-DPO", - "name": "Llama-3-Instruct-8B-DPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v2", + "name": "Qwen2.5-14B-Vimarckoso-v2", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6757, - "hfopenllm_v2/BBH": 0.4991, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.3665 + "hfopenllm_v2/IFEval": 0.4505, + "hfopenllm_v2/BBH": 0.655, + "hfopenllm_v2/MATH Level 5": 0.358, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4819, + "hfopenllm_v2/MMLU-PRO": 0.538 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2", - "name": "Llama-3-Instruct-8B-DPO-v0.2", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3", + "name": "Qwen2.5-14B-Vimarckoso-v3", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7208, - "hfopenllm_v2/BBH": 0.5056, - "hfopenllm_v2/MATH Level 5": 0.0899, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3844, - "hfopenllm_v2/MMLU-PRO": 0.3769 + "hfopenllm_v2/IFEval": 0.7257, + "hfopenllm_v2/BBH": 0.6415, + "hfopenllm_v2/MATH Level 5": 0.4003, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.4807, + "hfopenllm_v2/MMLU-PRO": 0.5343 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-KTO", - "name": "Llama-3-Instruct-8B-KTO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-IF-Variant", + "name": "Qwen2.5-14B-Vimarckoso-v3-IF-Variant", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6864, - "hfopenllm_v2/BBH": 0.4982, - "hfopenllm_v2/MATH Level 5": 0.0725, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3698, - "hfopenllm_v2/MMLU-PRO": 0.3599 + "hfopenllm_v2/IFEval": 0.6413, + "hfopenllm_v2/BBH": 0.5521, + "hfopenllm_v2/MATH Level 5": 0.2545, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.5319, + "hfopenllm_v2/MMLU-PRO": 0.4589 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-KTO-v0.2", - "name": "Llama-3-Instruct-8B-KTO-v0.2", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-model_stock", + "name": "Qwen2.5-14B-Vimarckoso-v3-model_stock", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.729, - "hfopenllm_v2/BBH": 0.508, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3777, - "hfopenllm_v2/MMLU-PRO": 0.3668 + "hfopenllm_v2/IFEval": 0.7162, + "hfopenllm_v2/BBH": 0.6421, + "hfopenllm_v2/MATH Level 5": 0.4245, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.4781, + "hfopenllm_v2/MMLU-PRO": 0.5316 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-ORPO", - "name": "Llama-3-Instruct-8B-ORPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-Prose01", + "name": "Qwen2.5-14B-Vimarckoso-v3-Prose01", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7128, - "hfopenllm_v2/BBH": 0.5001, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3502, - "hfopenllm_v2/MMLU-PRO": 0.3646 + "hfopenllm_v2/IFEval": 0.6872, + "hfopenllm_v2/BBH": 0.6359, + "hfopenllm_v2/MATH Level 5": 0.3995, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4807, + "hfopenllm_v2/MMLU-PRO": 0.5275 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2", - "name": "Llama-3-Instruct-8B-ORPO-v0.2", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-7B-Gordion-v0.1", + "name": "Qwen2.5-7B-Gordion-v0.1", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7633, - "hfopenllm_v2/BBH": 0.5078, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.378, - "hfopenllm_v2/MMLU-PRO": 0.3731 + "hfopenllm_v2/IFEval": 0.7482, + "hfopenllm_v2/BBH": 0.5524, + "hfopenllm_v2/MATH Level 5": 0.2915, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.4016, + "hfopenllm_v2/MMLU-PRO": 0.43 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-RDPO", - "name": "Llama-3-Instruct-8B-RDPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-7B-Gordion-v0.1-Prose", + "name": "Qwen2.5-7B-Gordion-v0.1-Prose", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.666, - "hfopenllm_v2/BBH": 0.5034, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.3752, - "hfopenllm_v2/MMLU-PRO": 0.3607 + "hfopenllm_v2/IFEval": 0.5347, + "hfopenllm_v2/BBH": 0.5599, + "hfopenllm_v2/MATH Level 5": 0.2893, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4502, + "hfopenllm_v2/MMLU-PRO": 0.4525 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-RDPO-v0.2", - "name": "Llama-3-Instruct-8B-RDPO-v0.2", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwen2.5-7B-Gordion-v0.1-Reason", + "name": "Qwen2.5-7B-Gordion-v0.1-Reason", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7077, - "hfopenllm_v2/BBH": 0.5049, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.3804, - "hfopenllm_v2/MMLU-PRO": 0.3774 + "hfopenllm_v2/IFEval": 0.4917, + "hfopenllm_v2/BBH": 0.5498, + "hfopenllm_v2/MATH Level 5": 0.2621, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.4434, + "hfopenllm_v2/MMLU-PRO": 0.4307 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-RRHF", - "name": "Llama-3-Instruct-8B-RRHF", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentessential-14B-v1", + "name": "Qwentessential-14B-v1", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7275, - "hfopenllm_v2/BBH": 0.4911, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3476, - "hfopenllm_v2/MMLU-PRO": 0.3644 + "hfopenllm_v2/IFEval": 0.6279, + "hfopenllm_v2/BBH": 0.6545, + "hfopenllm_v2/MATH Level 5": 0.4071, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4873, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-RRHF-v0.2", - "name": "Llama-3-Instruct-8B-RRHF-v0.2", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v013", + "name": "Qwentinuum-14B-v013", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7125, - "hfopenllm_v2/BBH": 0.4984, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.3482 + "hfopenllm_v2/IFEval": 0.6711, + "hfopenllm_v2/BBH": 0.6087, + "hfopenllm_v2/MATH Level 5": 0.3708, + "hfopenllm_v2/GPQA": 0.3574, + "hfopenllm_v2/MUSR": 0.5154, + "hfopenllm_v2/MMLU-PRO": 0.4991 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-SLiC-HF", - "name": "Llama-3-Instruct-8B-SLiC-HF", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v1", + "name": "Qwentinuum-14B-v1", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.74, - "hfopenllm_v2/BBH": 0.5029, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3723, - "hfopenllm_v2/MMLU-PRO": 0.3585 + "hfopenllm_v2/IFEval": 0.5032, + "hfopenllm_v2/BBH": 0.6573, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4781, + "hfopenllm_v2/MMLU-PRO": 0.541 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-SLiC-HF-v0.2", - "name": "Llama-3-Instruct-8B-SLiC-HF-v0.2", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v2", + "name": "Qwentinuum-14B-v2", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.711, - "hfopenllm_v2/BBH": 0.4984, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.3482 + "hfopenllm_v2/IFEval": 0.5378, + "hfopenllm_v2/BBH": 0.6555, + "hfopenllm_v2/MATH Level 5": 0.3754, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.4714, + "hfopenllm_v2/MMLU-PRO": 0.5409 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-SimPO", - "name": "Llama-3-Instruct-8B-SimPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v3", + "name": "Qwentinuum-14B-v3", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6504, - "hfopenllm_v2/BBH": 0.4845, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3948, - "hfopenllm_v2/MMLU-PRO": 0.3489 + "hfopenllm_v2/IFEval": 0.6158, + "hfopenllm_v2/BBH": 0.6539, + "hfopenllm_v2/MATH Level 5": 0.3535, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.486, + "hfopenllm_v2/MMLU-PRO": 0.5413 } }, { - "id": "princeton-nlp/Llama-3-Instruct-8B-SimPO-v0.2", - "name": "Llama-3-Instruct-8B-SimPO-v0.2", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v5", + "name": "Qwentinuum-14B-v5", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6809, - "hfopenllm_v2/BBH": 0.5038, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3988, - "hfopenllm_v2/MMLU-PRO": 0.3622 + "hfopenllm_v2/IFEval": 0.6286, + "hfopenllm_v2/BBH": 0.655, + "hfopenllm_v2/MATH Level 5": 0.3444, + "hfopenllm_v2/GPQA": 0.3876, + "hfopenllm_v2/MUSR": 0.4874, + "hfopenllm_v2/MMLU-PRO": 0.5418 } }, { - "id": "princeton-nlp/Mistral-7B-Base-SFT-CPO", - "name": "Mistral-7B-Base-SFT-CPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v6", + "name": "Qwentinuum-14B-v6", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4655, - "hfopenllm_v2/BBH": 0.4382, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.2651 + "hfopenllm_v2/IFEval": 0.6304, + "hfopenllm_v2/BBH": 0.6545, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.49, + "hfopenllm_v2/MMLU-PRO": 0.54 } }, { - "id": "princeton-nlp/Mistral-7B-Base-SFT-DPO", - "name": "Mistral-7B-Base-SFT-DPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v6-Prose", + "name": "Qwentinuum-14B-v6-Prose", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4403, - "hfopenllm_v2/BBH": 0.435, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4122, - "hfopenllm_v2/MMLU-PRO": 0.2645 + "hfopenllm_v2/IFEval": 0.5643, + "hfopenllm_v2/BBH": 0.6545, + "hfopenllm_v2/MATH Level 5": 0.3701, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.4913, + "hfopenllm_v2/MMLU-PRO": 0.5392 } }, { - "id": "princeton-nlp/Mistral-7B-Base-SFT-IPO", - "name": "Mistral-7B-Base-SFT-IPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v7", + "name": "Qwentinuum-14B-v7", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.483, - "hfopenllm_v2/BBH": 0.4458, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3776, - "hfopenllm_v2/MMLU-PRO": 0.2792 + "hfopenllm_v2/IFEval": 0.6109, + "hfopenllm_v2/BBH": 0.6551, + "hfopenllm_v2/MATH Level 5": 0.3573, + "hfopenllm_v2/GPQA": 0.3909, + "hfopenllm_v2/MUSR": 0.482, + "hfopenllm_v2/MMLU-PRO": 0.541 } }, { - "id": "princeton-nlp/Mistral-7B-Base-SFT-KTO", - "name": "Mistral-7B-Base-SFT-KTO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v8", + "name": "Qwentinuum-14B-v8", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4785, - "hfopenllm_v2/BBH": 0.4476, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4368, - "hfopenllm_v2/MMLU-PRO": 0.2872 + "hfopenllm_v2/IFEval": 0.5412, + "hfopenllm_v2/BBH": 0.6534, + "hfopenllm_v2/MATH Level 5": 0.3912, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.4873, + "hfopenllm_v2/MMLU-PRO": 0.5412 } }, { - "id": "princeton-nlp/Mistral-7B-Base-SFT-RDPO", - "name": "Mistral-7B-Base-SFT-RDPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwentinuum-14B-v9", + "name": "Qwentinuum-14B-v9", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4606, - "hfopenllm_v2/BBH": 0.444, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3579, - "hfopenllm_v2/MMLU-PRO": 0.2777 + "hfopenllm_v2/IFEval": 0.5107, + "hfopenllm_v2/BBH": 0.658, + "hfopenllm_v2/MATH Level 5": 0.3482, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.4781, + "hfopenllm_v2/MMLU-PRO": 0.5421 } }, { - "id": "princeton-nlp/Mistral-7B-Base-SFT-RRHF", - "name": "Mistral-7B-Base-SFT-RRHF", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-qv256", + "name": "Qwenvergence-14B-qv256", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4407, - "hfopenllm_v2/BBH": 0.4281, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.2398 + "hfopenllm_v2/IFEval": 0.7006, + "hfopenllm_v2/BBH": 0.6312, + "hfopenllm_v2/MATH Level 5": 0.3897, + "hfopenllm_v2/GPQA": 0.3784, + "hfopenllm_v2/MUSR": 0.4926, + "hfopenllm_v2/MMLU-PRO": 0.5178 } }, { - "id": "princeton-nlp/Mistral-7B-Base-SFT-SLiC-HF", - "name": "Mistral-7B-Base-SFT-SLiC-HF", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v0.6-004-model_stock", + "name": "Qwenvergence-14B-v0.6-004-model_stock", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5127, - "hfopenllm_v2/BBH": 0.4422, - "hfopenllm_v2/MATH Level 5": 0.0355, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4261, - "hfopenllm_v2/MMLU-PRO": 0.2781 + "hfopenllm_v2/IFEval": 0.686, + "hfopenllm_v2/BBH": 0.6249, + "hfopenllm_v2/MATH Level 5": 0.4094, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.5033, + "hfopenllm_v2/MMLU-PRO": 0.5193 } }, { - "id": "princeton-nlp/Mistral-7B-Base-SFT-SimPO", - "name": "Mistral-7B-Base-SFT-SimPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v10", + "name": "Qwenvergence-14B-v10", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4701, - "hfopenllm_v2/BBH": 0.4398, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3971, - "hfopenllm_v2/MMLU-PRO": 0.2702 + "hfopenllm_v2/IFEval": 0.6757, + "hfopenllm_v2/BBH": 0.6316, + "hfopenllm_v2/MATH Level 5": 0.4789, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4991, + "hfopenllm_v2/MMLU-PRO": 0.5239 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-CPO", - "name": "Mistral-7B-Instruct-CPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v11", + "name": "Qwenvergence-14B-v11", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4203, - "hfopenllm_v2/BBH": 0.4069, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4178, - "hfopenllm_v2/MMLU-PRO": 0.2701 + "hfopenllm_v2/IFEval": 0.7192, + "hfopenllm_v2/BBH": 0.6368, + "hfopenllm_v2/MATH Level 5": 0.4645, + "hfopenllm_v2/GPQA": 0.3725, + "hfopenllm_v2/MUSR": 0.4754, + "hfopenllm_v2/MMLU-PRO": 0.5327 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-DPO", - "name": "Mistral-7B-Instruct-DPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v12-Prose", + "name": "Qwenvergence-14B-v12-Prose", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5176, - "hfopenllm_v2/BBH": 0.406, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3833, - "hfopenllm_v2/MMLU-PRO": 0.2749 + "hfopenllm_v2/IFEval": 0.5412, + "hfopenllm_v2/BBH": 0.6504, + "hfopenllm_v2/MATH Level 5": 0.3535, + "hfopenllm_v2/GPQA": 0.3867, + "hfopenllm_v2/MUSR": 0.4991, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-IPO", - "name": "Mistral-7B-Instruct-IPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v12-Prose-DS", + "name": "Qwenvergence-14B-v12-Prose-DS", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4929, - "hfopenllm_v2/BBH": 0.4322, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.4324, - "hfopenllm_v2/MMLU-PRO": 0.2708 + "hfopenllm_v2/IFEval": 0.6173, + "hfopenllm_v2/BBH": 0.6507, + "hfopenllm_v2/MATH Level 5": 0.4305, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.5151, + "hfopenllm_v2/MMLU-PRO": 0.5369 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-KTO", - "name": "Mistral-7B-Instruct-KTO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v13-Prose-DS", + "name": "Qwenvergence-14B-v13-Prose-DS", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4908, - "hfopenllm_v2/BBH": 0.414, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3953, - "hfopenllm_v2/MMLU-PRO": 0.2812 + "hfopenllm_v2/IFEval": 0.7178, + "hfopenllm_v2/BBH": 0.6405, + "hfopenllm_v2/MATH Level 5": 0.386, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.4927, + "hfopenllm_v2/MMLU-PRO": 0.5349 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-ORPO", - "name": "Mistral-7B-Instruct-ORPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v15-Prose-MS", + "name": "Qwenvergence-14B-v15-Prose-MS", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.472, - "hfopenllm_v2/BBH": 0.4104, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3912, - "hfopenllm_v2/MMLU-PRO": 0.2662 + "hfopenllm_v2/IFEval": 0.5032, + "hfopenllm_v2/BBH": 0.655, + "hfopenllm_v2/MATH Level 5": 0.3633, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4913, + "hfopenllm_v2/MMLU-PRO": 0.5393 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-RDPO", - "name": "Mistral-7B-Instruct-RDPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v2-Prose", + "name": "Qwenvergence-14B-v2-Prose", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4887, - "hfopenllm_v2/BBH": 0.405, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3873, - "hfopenllm_v2/MMLU-PRO": 0.2777 + "hfopenllm_v2/IFEval": 0.4705, + "hfopenllm_v2/BBH": 0.6519, + "hfopenllm_v2/MATH Level 5": 0.3557, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4926, + "hfopenllm_v2/MMLU-PRO": 0.5372 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-RRHF", - "name": "Mistral-7B-Instruct-RRHF", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v3", + "name": "Qwenvergence-14B-v3", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.496, - "hfopenllm_v2/BBH": 0.419, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3979, - "hfopenllm_v2/MMLU-PRO": 0.2651 + "hfopenllm_v2/IFEval": 0.5044, + "hfopenllm_v2/BBH": 0.6548, + "hfopenllm_v2/MATH Level 5": 0.3693, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4886, + "hfopenllm_v2/MMLU-PRO": 0.5386 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-SLiC-HF", - "name": "Mistral-7B-Instruct-SLiC-HF", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v3-Prose", + "name": "Qwenvergence-14B-v3-Prose", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5115, - "hfopenllm_v2/BBH": 0.404, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3913, - "hfopenllm_v2/MMLU-PRO": 0.2715 + "hfopenllm_v2/IFEval": 0.4918, + "hfopenllm_v2/BBH": 0.6513, + "hfopenllm_v2/MATH Level 5": 0.3648, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.4939, + "hfopenllm_v2/MMLU-PRO": 0.537 } }, { - "id": "princeton-nlp/Mistral-7B-Instruct-SimPO", - "name": "Mistral-7B-Instruct-SimPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v3-Reason", + "name": "Qwenvergence-14B-v3-Reason", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4687, - "hfopenllm_v2/BBH": 0.4507, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4098, - "hfopenllm_v2/MMLU-PRO": 0.2797 + "hfopenllm_v2/IFEval": 0.5278, + "hfopenllm_v2/BBH": 0.6557, + "hfopenllm_v2/MATH Level 5": 0.3119, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4754, + "hfopenllm_v2/MMLU-PRO": 0.5396 } }, { - "id": "princeton-nlp/Sheared-LLaMA-1.3B", - "name": "Sheared-LLaMA-1.3B", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v6-Prose", + "name": "Qwenvergence-14B-v6-Prose", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2198, - "hfopenllm_v2/BBH": 0.3197, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3713, - "hfopenllm_v2/MMLU-PRO": 0.1171 + "hfopenllm_v2/IFEval": 0.599, + "hfopenllm_v2/BBH": 0.6544, + "hfopenllm_v2/MATH Level 5": 0.3565, + "hfopenllm_v2/GPQA": 0.3884, + "hfopenllm_v2/MUSR": 0.4887, + "hfopenllm_v2/MMLU-PRO": 0.5371 } }, { - "id": "princeton-nlp/Sheared-LLaMA-2.7B", - "name": "Sheared-LLaMA-2.7B", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v6-Prose-model_stock", + "name": "Qwenvergence-14B-v6-Prose-model_stock", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2417, - "hfopenllm_v2/BBH": 0.3259, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.3567, - "hfopenllm_v2/MMLU-PRO": 0.1187 + "hfopenllm_v2/IFEval": 0.4811, + "hfopenllm_v2/BBH": 0.653, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.4899, + "hfopenllm_v2/MMLU-PRO": 0.5387 } }, { - "id": "princeton-nlp/gemma-2-9b-it-DPO", - "name": "gemma-2-9b-it-DPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v8", + "name": "Qwenvergence-14B-v8", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2769, - "hfopenllm_v2/BBH": 0.5941, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.3723 + "hfopenllm_v2/IFEval": 0.5913, + "hfopenllm_v2/BBH": 0.6522, + "hfopenllm_v2/MATH Level 5": 0.4048, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.4768, + "hfopenllm_v2/MMLU-PRO": 0.5435 } }, { - "id": "princeton-nlp/gemma-2-9b-it-SimPO", - "name": "gemma-2-9b-it-SimPO", - "developer": "princeton-nlp", + "id": "sometimesanotion/Qwenvergence-14B-v9", + "name": "Qwenvergence-14B-v9", + "developer": "sometimesanotion", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3207, - "hfopenllm_v2/BBH": 0.5839, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4123, - "hfopenllm_v2/MMLU-PRO": 0.3975 + "hfopenllm_v2/IFEval": 0.6598, + "hfopenllm_v2/BBH": 0.6166, + "hfopenllm_v2/MATH Level 5": 0.4139, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.5141, + "hfopenllm_v2/MMLU-PRO": 0.5111 } }, { - "id": "prithivMLmods/Bellatrix-1.5B-xElite", - "name": "Bellatrix-1.5B-xElite", - "developer": "prithivMLmods", + "id": "sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-161415", + "name": "ft-unsloth-zephyr-sft-bnb-4bit-20241014-161415", + "developer": "sonthenguyen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1964, - "hfopenllm_v2/BBH": 0.3501, - "hfopenllm_v2/MATH Level 5": 0.287, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.3619, - "hfopenllm_v2/MMLU-PRO": 0.1657 + "hfopenllm_v2/IFEval": 0.2893, + "hfopenllm_v2/BBH": 0.3804, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2466, + "hfopenllm_v2/MUSR": 0.3861, + "hfopenllm_v2/MMLU-PRO": 0.1401 } }, { - "id": "prithivMLmods/Bellatrix-Tiny-1.5B-R1", - "name": "Bellatrix-Tiny-1.5B-R1", - "developer": "prithivMLmods", + "id": "sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-164205", + "name": "ft-unsloth-zephyr-sft-bnb-4bit-20241014-164205", + "developer": "sonthenguyen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3352, - "hfopenllm_v2/BBH": 0.4022, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3683, - "hfopenllm_v2/MMLU-PRO": 0.2751 + "hfopenllm_v2/IFEval": 0.3199, + "hfopenllm_v2/BBH": 0.3959, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4272, + "hfopenllm_v2/MMLU-PRO": 0.2124 } }, { - "id": "prithivMLmods/Bellatrix-Tiny-1B-v2", - "name": "Bellatrix-Tiny-1B-v2", - "developer": "prithivMLmods", + "id": "sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522", + "name": "ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522", + "developer": "sonthenguyen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.151, - "hfopenllm_v2/BBH": 0.3268, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.343, - "hfopenllm_v2/MMLU-PRO": 0.1493 + "hfopenllm_v2/IFEval": 0.3764, + "hfopenllm_v2/BBH": 0.3828, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.4404, + "hfopenllm_v2/MMLU-PRO": 0.2055 } }, { - "id": "prithivMLmods/Blaze-14B-xElite", - "name": "Blaze-14B-xElite", - "developer": "prithivMLmods", + "id": "sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbc-213steps", + "name": "zephyr-sft-bnb-4bit-DPO-mtbc-213steps", + "developer": "sonthenguyen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0363, - "hfopenllm_v2/BBH": 0.6628, - "hfopenllm_v2/MATH Level 5": 0.3693, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.4625, - "hfopenllm_v2/MMLU-PRO": 0.5111 + "hfopenllm_v2/IFEval": 0.4275, + "hfopenllm_v2/BBH": 0.4197, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.4086, + "hfopenllm_v2/MMLU-PRO": 0.2709 } }, { - "id": "prithivMLmods/COCO-7B-Instruct-1M", - "name": "COCO-7B-Instruct-1M", - "developer": "prithivMLmods", + "id": "sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbo-180steps", + "name": "zephyr-sft-bnb-4bit-DPO-mtbo-180steps", + "developer": "sonthenguyen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4743, - "hfopenllm_v2/BBH": 0.541, - "hfopenllm_v2/MATH Level 5": 0.3497, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4382, - "hfopenllm_v2/MMLU-PRO": 0.4186 + "hfopenllm_v2/IFEval": 0.4087, + "hfopenllm_v2/BBH": 0.4323, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3885, + "hfopenllm_v2/MMLU-PRO": 0.2748 } }, { - "id": "prithivMLmods/Calcium-Opus-14B-Elite", - "name": "Calcium-Opus-14B-Elite", - "developer": "prithivMLmods", + "id": "sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps", + "name": "zephyr-sft-bnb-4bit-DPO-mtbr-180steps", + "developer": "sonthenguyen", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6064, - "hfopenllm_v2/BBH": 0.6296, - "hfopenllm_v2/MATH Level 5": 0.3708, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4873, - "hfopenllm_v2/MMLU-PRO": 0.5307 + "hfopenllm_v2/IFEval": 0.4032, + "hfopenllm_v2/BBH": 0.4305, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4258, + "hfopenllm_v2/MMLU-PRO": 0.2711 } }, { - "id": "prithivMLmods/Calcium-Opus-14B-Elite-1M", - "name": "Calcium-Opus-14B-Elite-1M", - "developer": "prithivMLmods", + "id": "sophosympatheia/Midnight-Miqu-70B-v1.5", + "name": "Midnight-Miqu-70B-v1.5", + "developer": "sophosympatheia", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5613, - "hfopenllm_v2/BBH": 0.6329, - "hfopenllm_v2/MATH Level 5": 0.4456, - "hfopenllm_v2/GPQA": 0.3523, - "hfopenllm_v2/MUSR": 0.4676, - "hfopenllm_v2/MMLU-PRO": 0.5152 + "hfopenllm_v2/IFEval": 0.6118, + "hfopenllm_v2/BBH": 0.5606, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4244, + "hfopenllm_v2/MMLU-PRO": 0.3825 } }, { - "id": "prithivMLmods/Calcium-Opus-14B-Elite-Stock", - "name": "Calcium-Opus-14B-Elite-Stock", - "developer": "prithivMLmods", + "id": "Sorawiz/Gemma-9B-Base", + "name": "Gemma-9B-Base", + "developer": "Sorawiz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6143, - "hfopenllm_v2/BBH": 0.6329, - "hfopenllm_v2/MATH Level 5": 0.4668, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4808, - "hfopenllm_v2/MMLU-PRO": 0.5284 + "hfopenllm_v2/IFEval": 0.1667, + "hfopenllm_v2/BBH": 0.593, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.4235 } }, { - "id": "prithivMLmods/Calcium-Opus-14B-Elite2", - "name": "Calcium-Opus-14B-Elite2", - "developer": "prithivMLmods", + "id": "Sorawiz/Gemma-Creative-9B-Base", + "name": "Gemma-Creative-9B-Base", + "developer": "Sorawiz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6176, - "hfopenllm_v2/BBH": 0.6318, - "hfopenllm_v2/MATH Level 5": 0.469, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.494, - "hfopenllm_v2/MMLU-PRO": 0.5301 + "hfopenllm_v2/IFEval": 0.1515, + "hfopenllm_v2/BBH": 0.5459, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4019, + "hfopenllm_v2/MMLU-PRO": 0.4008 } }, { - "id": "prithivMLmods/Calcium-Opus-14B-Elite2-R1", - "name": "Calcium-Opus-14B-Elite2-R1", - "developer": "prithivMLmods", + "id": "Sourjayon/DeepSeek-R1-8b-Sify", + "name": "DeepSeek-R1-8b-Sify", + "developer": "Sourjayon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6326, - "hfopenllm_v2/BBH": 0.6362, - "hfopenllm_v2/MATH Level 5": 0.3338, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.49, - "hfopenllm_v2/MMLU-PRO": 0.5248 + "hfopenllm_v2/IFEval": 0.3679, + "hfopenllm_v2/BBH": 0.3379, + "hfopenllm_v2/MATH Level 5": 0.2447, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3303, + "hfopenllm_v2/MMLU-PRO": 0.1981 } }, { - "id": "prithivMLmods/Calcium-Opus-14B-Elite3", - "name": "Calcium-Opus-14B-Elite3", - "developer": "prithivMLmods", + "id": "Sourjayon/DeepSeek-R1-ForumNXT", + "name": "DeepSeek-R1-ForumNXT", + "developer": "Sourjayon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5428, - "hfopenllm_v2/BBH": 0.635, - "hfopenllm_v2/MATH Level 5": 0.4705, - "hfopenllm_v2/GPQA": 0.3708, - "hfopenllm_v2/MUSR": 0.4795, - "hfopenllm_v2/MMLU-PRO": 0.5335 + "hfopenllm_v2/IFEval": 0.2603, + "hfopenllm_v2/BBH": 0.331, + "hfopenllm_v2/MATH Level 5": 0.2576, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3392, + "hfopenllm_v2/MMLU-PRO": 0.1648 } }, { - "id": "prithivMLmods/Calcium-Opus-14B-Elite4", - "name": "Calcium-Opus-14B-Elite4", - "developer": "prithivMLmods", + "id": "SpaceYL/ECE_Poirot", + "name": "ECE_Poirot", + "developer": "SpaceYL", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6112, - "hfopenllm_v2/BBH": 0.6195, - "hfopenllm_v2/MATH Level 5": 0.3625, - "hfopenllm_v2/GPQA": 0.3557, - "hfopenllm_v2/MUSR": 0.4687, - "hfopenllm_v2/MMLU-PRO": 0.5149 + "hfopenllm_v2/IFEval": 0.3107, + "hfopenllm_v2/BBH": 0.4262, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4026, + "hfopenllm_v2/MMLU-PRO": 0.2883 } }, { - "id": "prithivMLmods/Calcium-Opus-14B-Merge", - "name": "Calcium-Opus-14B-Merge", - "developer": "prithivMLmods", + "id": "speakleash/Bielik-11B-v2", + "name": "Bielik-11B-v2", + "developer": "speakleash", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4949, - "hfopenllm_v2/BBH": 0.6319, - "hfopenllm_v2/MATH Level 5": 0.4637, - "hfopenllm_v2/GPQA": 0.3708, - "hfopenllm_v2/MUSR": 0.4861, - "hfopenllm_v2/MMLU-PRO": 0.5356 + "hfopenllm_v2/IFEval": 0.2381, + "hfopenllm_v2/BBH": 0.4931, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3924, + "hfopenllm_v2/MMLU-PRO": 0.3137 } }, { - "id": "prithivMLmods/Calcium-Opus-20B-v1", - "name": "Calcium-Opus-20B-v1", - "developer": "prithivMLmods", + "id": "speakleash/Bielik-11B-v2.0-Instruct", + "name": "Bielik-11B-v2.0-Instruct", + "developer": "speakleash", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3093, - "hfopenllm_v2/BBH": 0.599, - "hfopenllm_v2/MATH Level 5": 0.3618, - "hfopenllm_v2/GPQA": 0.3532, - "hfopenllm_v2/MUSR": 0.4943, - "hfopenllm_v2/MMLU-PRO": 0.4734 + "hfopenllm_v2/IFEval": 0.5252, + "hfopenllm_v2/BBH": 0.5362, + "hfopenllm_v2/MATH Level 5": 0.1186, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4467, + "hfopenllm_v2/MMLU-PRO": 0.3351 } }, { - "id": "prithivMLmods/Codepy-Deepthink-3B", - "name": "Codepy-Deepthink-3B", - "developer": "prithivMLmods", + "id": "speakleash/Bielik-11B-v2.1-Instruct", + "name": "Bielik-11B-v2.1-Instruct", + "developer": "speakleash", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4327, - "hfopenllm_v2/BBH": 0.4259, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.331, - "hfopenllm_v2/MMLU-PRO": 0.309 + "hfopenllm_v2/IFEval": 0.509, + "hfopenllm_v2/BBH": 0.553, + "hfopenllm_v2/MATH Level 5": 0.2666, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4185, + "hfopenllm_v2/MMLU-PRO": 0.3447 } }, { - "id": "prithivMLmods/Coma-II-14B", - "name": "Coma-II-14B", - "developer": "prithivMLmods", + "id": "speakleash/Bielik-11B-v2.2-Instruct", + "name": "Bielik-11B-v2.2-Instruct", + "developer": "speakleash", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4168, - "hfopenllm_v2/BBH": 0.6321, - "hfopenllm_v2/MATH Level 5": 0.5514, - "hfopenllm_v2/GPQA": 0.4002, - "hfopenllm_v2/MUSR": 0.5351, - "hfopenllm_v2/MMLU-PRO": 0.504 + "hfopenllm_v2/IFEval": 0.5552, + "hfopenllm_v2/BBH": 0.5597, + "hfopenllm_v2/MATH Level 5": 0.2681, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4171, + "hfopenllm_v2/MMLU-PRO": 0.3487 } }, { - "id": "prithivMLmods/Condor-Opus-14B-Exp", - "name": "Condor-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "speakleash/Bielik-11B-v2.3-Instruct", + "name": "Bielik-11B-v2.3-Instruct", + "developer": "speakleash", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4043, - "hfopenllm_v2/BBH": 0.6154, - "hfopenllm_v2/MATH Level 5": 0.5227, - "hfopenllm_v2/GPQA": 0.3918, - "hfopenllm_v2/MUSR": 0.5194, - "hfopenllm_v2/MMLU-PRO": 0.5014 + "hfopenllm_v2/IFEval": 0.5583, + "hfopenllm_v2/BBH": 0.5663, + "hfopenllm_v2/MATH Level 5": 0.2085, + "hfopenllm_v2/GPQA": 0.3406, + "hfopenllm_v2/MUSR": 0.4518, + "hfopenllm_v2/MMLU-PRO": 0.3444 } }, { - "id": "prithivMLmods/Cygnus-II-14B", - "name": "Cygnus-II-14B", - "developer": "prithivMLmods", + "id": "Spestly/Athena-1-3B", + "name": "Athena-1-3B", + "developer": "Spestly", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6184, - "hfopenllm_v2/BBH": 0.6661, - "hfopenllm_v2/MATH Level 5": 0.4396, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4688, - "hfopenllm_v2/MMLU-PRO": 0.5391 + "hfopenllm_v2/IFEval": 0.5569, + "hfopenllm_v2/BBH": 0.4702, + "hfopenllm_v2/MATH Level 5": 0.2379, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4362, + "hfopenllm_v2/MMLU-PRO": 0.3519 } }, { - "id": "prithivMLmods/Deepthink-Llama-3-8B-Preview", - "name": "Deepthink-Llama-3-8B-Preview", - "developer": "prithivMLmods", + "id": "Spestly/Atlas-Pro-1.5B-Preview", + "name": "Atlas-Pro-1.5B-Preview", + "developer": "Spestly", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2955, - "hfopenllm_v2/BBH": 0.4665, - "hfopenllm_v2/MATH Level 5": 0.355, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.3707, - "hfopenllm_v2/MMLU-PRO": 0.2739 + "hfopenllm_v2/IFEval": 0.243, + "hfopenllm_v2/BBH": 0.3499, + "hfopenllm_v2/MATH Level 5": 0.3195, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.3354, + "hfopenllm_v2/MMLU-PRO": 0.1925 } }, { - "id": "prithivMLmods/Deepthink-Reasoning-14B", - "name": "Deepthink-Reasoning-14B", - "developer": "prithivMLmods", + "id": "Spestly/Atlas-Pro-7B-Preview", + "name": "Atlas-Pro-7B-Preview", + "developer": "Spestly", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5424, - "hfopenllm_v2/BBH": 0.6334, - "hfopenllm_v2/MATH Level 5": 0.423, - "hfopenllm_v2/GPQA": 0.3666, - "hfopenllm_v2/MUSR": 0.4732, - "hfopenllm_v2/MMLU-PRO": 0.5296 + "hfopenllm_v2/IFEval": 0.3154, + "hfopenllm_v2/BBH": 0.4668, + "hfopenllm_v2/MATH Level 5": 0.5083, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.3911, + "hfopenllm_v2/MMLU-PRO": 0.297 } }, { - "id": "prithivMLmods/Deepthink-Reasoning-7B", - "name": "Deepthink-Reasoning-7B", - "developer": "prithivMLmods", + "id": "spmurrayzzz/Mistral-Syndicate-7B", + "name": "Mistral-Syndicate-7B", + "developer": "spmurrayzzz", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.484, - "hfopenllm_v2/BBH": 0.5505, - "hfopenllm_v2/MATH Level 5": 0.3346, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4432, - "hfopenllm_v2/MMLU-PRO": 0.4349 + "hfopenllm_v2/IFEval": 0.2496, + "hfopenllm_v2/BBH": 0.4245, + "hfopenllm_v2/MATH Level 5": 0.034, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4386, + "hfopenllm_v2/MMLU-PRO": 0.2631 } }, { - "id": "prithivMLmods/Dinobot-Opus-14B-Exp", - "name": "Dinobot-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "spow12/ChatWaifu_12B_v2.0", + "name": "ChatWaifu_12B_v2.0", + "developer": "spow12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.824, - "hfopenllm_v2/BBH": 0.637, - "hfopenllm_v2/MATH Level 5": 0.5317, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.4979 + "hfopenllm_v2/IFEval": 0.4768, + "hfopenllm_v2/BBH": 0.5208, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4432, + "hfopenllm_v2/MMLU-PRO": 0.3388 } }, { - "id": "prithivMLmods/Elita-0.1-Distilled-R1-abliterated", - "name": "Elita-0.1-Distilled-R1-abliterated", - "developer": "prithivMLmods", + "id": "spow12/ChatWaifu_22B_v2.0_preview", + "name": "ChatWaifu_22B_v2.0_preview", + "developer": "spow12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3542, - "hfopenllm_v2/BBH": 0.3828, - "hfopenllm_v2/MATH Level 5": 0.3066, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.2758 + "hfopenllm_v2/IFEval": 0.6745, + "hfopenllm_v2/BBH": 0.617, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.3154, + "hfopenllm_v2/MUSR": 0.3685, + "hfopenllm_v2/MMLU-PRO": 0.3988 } }, { - "id": "prithivMLmods/Elita-1", - "name": "Elita-1", - "developer": "prithivMLmods", + "id": "spow12/ChatWaifu_v1.4", + "name": "ChatWaifu_v1.4", + "developer": "spow12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4906, - "hfopenllm_v2/BBH": 0.652, - "hfopenllm_v2/MATH Level 5": 0.3429, - "hfopenllm_v2/GPQA": 0.3758, - "hfopenllm_v2/MUSR": 0.4834, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "hfopenllm_v2/IFEval": 0.5691, + "hfopenllm_v2/BBH": 0.5176, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4743, + "hfopenllm_v2/MMLU-PRO": 0.3475 } }, { - "id": "prithivMLmods/Epimetheus-14B-Axo", - "name": "Epimetheus-14B-Axo", - "developer": "prithivMLmods", + "id": "spow12/ChatWaifu_v2.0_22B", + "name": "ChatWaifu_v2.0_22B", + "developer": "spow12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5546, - "hfopenllm_v2/BBH": 0.6613, - "hfopenllm_v2/MATH Level 5": 0.4101, - "hfopenllm_v2/GPQA": 0.3926, - "hfopenllm_v2/MUSR": 0.482, - "hfopenllm_v2/MMLU-PRO": 0.5304 + "hfopenllm_v2/IFEval": 0.6517, + "hfopenllm_v2/BBH": 0.5908, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.3842, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "prithivMLmods/Equuleus-Opus-14B-Exp", - "name": "Equuleus-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "ssmits/Qwen2.5-95B-Instruct", + "name": "Qwen2.5-95B-Instruct", + "developer": "ssmits", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7001, - "hfopenllm_v2/BBH": 0.6434, - "hfopenllm_v2/MATH Level 5": 0.4585, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4952, - "hfopenllm_v2/MMLU-PRO": 0.5374 + "hfopenllm_v2/IFEval": 0.8431, + "hfopenllm_v2/BBH": 0.7038, + "hfopenllm_v2/MATH Level 5": 0.5302, + "hfopenllm_v2/GPQA": 0.3641, + "hfopenllm_v2/MUSR": 0.4284, + "hfopenllm_v2/MMLU-PRO": 0.5217 } }, { - "id": "prithivMLmods/Eridanus-Opus-14B-r999", - "name": "Eridanus-Opus-14B-r999", - "developer": "prithivMLmods", + "id": "stabilityai/stable-code-instruct-3b", + "name": "stabilityai/stable-code-instruct-3b", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6386, - "hfopenllm_v2/BBH": 0.6584, - "hfopenllm_v2/MATH Level 5": 0.386, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.4769, - "hfopenllm_v2/MMLU-PRO": 0.5362 + "reward-bench/Score": 0.6216, + "reward-bench/Chat": 0.5782, + "reward-bench/Chat Hard": 0.5855, + "reward-bench/Safety": 0.6554, + "reward-bench/Reasoning": 0.7528, + "reward-bench/Prior Sets (0.5 weight)": 0.4506 } }, { - "id": "prithivMLmods/Evac-Opus-14B-Exp", - "name": "Evac-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "stabilityai/StableBeluga2", + "name": "StableBeluga2", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5916, - "hfopenllm_v2/BBH": 0.6475, - "hfopenllm_v2/MATH Level 5": 0.4215, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.4728, - "hfopenllm_v2/MMLU-PRO": 0.5317 + "hfopenllm_v2/IFEval": 0.3787, + "hfopenllm_v2/BBH": 0.5824, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.473, + "hfopenllm_v2/MMLU-PRO": 0.3326 } }, { - "id": "prithivMLmods/FastThink-0.5B-Tiny", - "name": "FastThink-0.5B-Tiny", - "developer": "prithivMLmods", + "id": "stabilityai/stablelm-2-12b", + "name": "stablelm-2-12b", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.258, - "hfopenllm_v2/BBH": 0.3206, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3566, - "hfopenllm_v2/MMLU-PRO": 0.1649 + "hfopenllm_v2/IFEval": 0.1569, + "hfopenllm_v2/BBH": 0.4509, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4479, + "hfopenllm_v2/MMLU-PRO": 0.3072 } }, { - "id": "prithivMLmods/GWQ-9B-Preview", - "name": "GWQ-9B-Preview", - "developer": "prithivMLmods", + "id": "stabilityai/stablelm-2-12b-chat", + "name": "stabilityai/stablelm-2-12b-chat", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5066, - "hfopenllm_v2/BBH": 0.5806, - "hfopenllm_v2/MATH Level 5": 0.2266, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4951, - "hfopenllm_v2/MMLU-PRO": 0.3984 + "hfopenllm_v2/IFEval": 0.4082, + "hfopenllm_v2/BBH": 0.4672, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.2734, + "reward-bench/Score": 0.7642, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.5548, + "reward-bench/Safety": 0.7811, + "reward-bench/Reasoning": 0.8945, + "reward-bench/Prior Sets (0.5 weight)": 0.4839 } }, { - "id": "prithivMLmods/GWQ-9B-Preview2", - "name": "GWQ-9B-Preview2", - "developer": "prithivMLmods", + "id": "stabilityai/stablelm-2-1_6b", + "name": "stablelm-2-1_6b", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5209, - "hfopenllm_v2/BBH": 0.5797, - "hfopenllm_v2/MATH Level 5": 0.2372, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.486, - "hfopenllm_v2/MMLU-PRO": 0.3997 + "hfopenllm_v2/IFEval": 0.1157, + "hfopenllm_v2/BBH": 0.3385, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3882, + "hfopenllm_v2/MMLU-PRO": 0.1464 } }, { - "id": "prithivMLmods/GWQ2b", - "name": "GWQ2b", - "developer": "prithivMLmods", + "id": "stabilityai/stablelm-2-1_6b-chat", + "name": "stablelm-2-1_6b-chat", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4115, - "hfopenllm_v2/BBH": 0.4143, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4311, - "hfopenllm_v2/MMLU-PRO": 0.2473 + "hfopenllm_v2/IFEval": 0.306, + "hfopenllm_v2/BBH": 0.339, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.1622 } }, { - "id": "prithivMLmods/Gaea-Opus-14B-Exp", - "name": "Gaea-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "stabilityai/stablelm-2-zephyr-1_6b", + "name": "stabilityai/stablelm-2-zephyr-1_6b", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5956, - "hfopenllm_v2/BBH": 0.656, - "hfopenllm_v2/MATH Level 5": 0.4275, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4859, - "hfopenllm_v2/MMLU-PRO": 0.5401 + "hfopenllm_v2/IFEval": 0.3279, + "hfopenllm_v2/BBH": 0.3352, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3511, + "hfopenllm_v2/MMLU-PRO": 0.1714, + "reward-bench/Score": 0.6574, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.4671, + "reward-bench/Safety": 0.6027, + "reward-bench/Reasoning": 0.6784, + "reward-bench/Prior Sets (0.5 weight)": 0.4868 } }, { - "id": "prithivMLmods/Galactic-Qwen-14B-Exp1", - "name": "Galactic-Qwen-14B-Exp1", - "developer": "prithivMLmods", + "id": "stabilityai/stablelm-3b-4e1t", + "name": "stablelm-3b-4e1t", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5832, - "hfopenllm_v2/BBH": 0.6582, - "hfopenllm_v2/MATH Level 5": 0.4018, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4781, - "hfopenllm_v2/MMLU-PRO": 0.5396 + "hfopenllm_v2/IFEval": 0.2203, + "hfopenllm_v2/BBH": 0.3504, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2374, + "hfopenllm_v2/MUSR": 0.3778, + "hfopenllm_v2/MMLU-PRO": 0.1669 } }, { - "id": "prithivMLmods/Galactic-Qwen-14B-Exp2", - "name": "Galactic-Qwen-14B-Exp2", - "developer": "prithivMLmods", + "id": "stabilityai/stablelm-zephyr-3b", + "name": "stabilityai/stablelm-zephyr-3b", + "developer": "stabilityai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.662, - "hfopenllm_v2/BBH": 0.7203, - "hfopenllm_v2/MATH Level 5": 0.3474, - "hfopenllm_v2/GPQA": 0.3993, - "hfopenllm_v2/MUSR": 0.5354, - "hfopenllm_v2/MMLU-PRO": 0.5691 + "hfopenllm_v2/IFEval": 0.3683, + "hfopenllm_v2/BBH": 0.3866, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2391, + "hfopenllm_v2/MUSR": 0.4183, + "hfopenllm_v2/MMLU-PRO": 0.1768, + "reward-bench/Score": 0.7146, + "reward-bench/Chat": 0.8631, + "reward-bench/Chat Hard": 0.6009, + "reward-bench/Safety": 0.7405, + "reward-bench/Reasoning": 0.7573, + "reward-bench/Prior Sets (0.5 weight)": 0.5075 } }, { - "id": "prithivMLmods/Gauss-Opus-14B-R999", - "name": "Gauss-Opus-14B-R999", - "developer": "prithivMLmods", + "id": "stanford/Alpaca-7B", + "name": "Alpaca 7B", + "developer": "stanford", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3907, - "hfopenllm_v2/BBH": 0.6228, - "hfopenllm_v2/MATH Level 5": 0.5755, - "hfopenllm_v2/GPQA": 0.3918, - "hfopenllm_v2/MUSR": 0.5338, - "hfopenllm_v2/MMLU-PRO": 0.5007 + "helm_classic/Mean win rate": 0.381, + "helm_classic/MMLU": 0.385, + "helm_classic/BoolQ": 0.778, + "helm_classic/NarrativeQA": 0.396, + "helm_classic/NaturalQuestions (open-book)": 0.592, + "helm_classic/QuAC": 0.27, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.243, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.738, + "helm_classic/CivilComments": 0.566, + "helm_classic/RAFT": 0.486 } }, { - "id": "prithivMLmods/Jolt-v0.1", - "name": "Jolt-v0.1", - "developer": "prithivMLmods", + "id": "stanfordnlp/SteamSHP-flan-t5-large", + "name": "stanfordnlp/SteamSHP-flan-t5-large", + "developer": "stanfordnlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5092, - "hfopenllm_v2/BBH": 0.6521, - "hfopenllm_v2/MATH Level 5": 0.3565, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.4847, - "hfopenllm_v2/MMLU-PRO": 0.5386 + "reward-bench/Score": 0.4962, + "reward-bench/Chat": 0.8575, + "reward-bench/Chat Hard": 0.3311, + "reward-bench/Safety": 0.3743, + "reward-bench/Reasoning": 0.3563, + "reward-bench/Prior Sets (0.5 weight)": 0.6273 } }, { - "id": "prithivMLmods/Lacerta-Opus-14B-Elite8", - "name": "Lacerta-Opus-14B-Elite8", - "developer": "prithivMLmods", + "id": "stanfordnlp/SteamSHP-flan-t5-xl", + "name": "stanfordnlp/SteamSHP-flan-t5-xl", + "developer": "stanfordnlp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6141, - "hfopenllm_v2/BBH": 0.6401, - "hfopenllm_v2/MATH Level 5": 0.3648, - "hfopenllm_v2/GPQA": 0.3784, - "hfopenllm_v2/MUSR": 0.4635, - "hfopenllm_v2/MMLU-PRO": 0.5322 + "reward-bench/Score": 0.5135, + "reward-bench/Chat": 0.8547, + "reward-bench/Chat Hard": 0.3684, + "reward-bench/Safety": 0.3784, + "reward-bench/Reasoning": 0.3841, + "reward-bench/Prior Sets (0.5 weight)": 0.6498 } }, { - "id": "prithivMLmods/Llama-3.1-5B-Instruct", - "name": "Llama-3.1-5B-Instruct", - "developer": "prithivMLmods", + "id": "Stark2008/GutenLaserPi", + "name": "GutenLaserPi", + "developer": "Stark2008", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1407, - "hfopenllm_v2/BBH": 0.3051, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.354, - "hfopenllm_v2/MMLU-PRO": 0.1184 + "hfopenllm_v2/IFEval": 0.4227, + "hfopenllm_v2/BBH": 0.5212, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.462, + "hfopenllm_v2/MMLU-PRO": 0.3106 } }, { - "id": "prithivMLmods/Llama-3.1-8B-Open-SFT", - "name": "Llama-3.1-8B-Open-SFT", - "developer": "prithivMLmods", + "id": "Stark2008/LayleleFlamPi", + "name": "LayleleFlamPi", + "developer": "Stark2008", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4123, - "hfopenllm_v2/BBH": 0.4968, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3904, - "hfopenllm_v2/MMLU-PRO": 0.3522 + "hfopenllm_v2/IFEval": 0.4284, + "hfopenllm_v2/BBH": 0.5116, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4608, + "hfopenllm_v2/MMLU-PRO": 0.3093 } }, { - "id": "prithivMLmods/Llama-3.2-3B-Math-Oct", - "name": "Llama-3.2-3B-Math-Oct", - "developer": "prithivMLmods", + "id": "Stark2008/VisFlamCat", + "name": "VisFlamCat", + "developer": "Stark2008", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4585, - "hfopenllm_v2/BBH": 0.4372, - "hfopenllm_v2/MATH Level 5": 0.1156, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.347, - "hfopenllm_v2/MMLU-PRO": 0.2911 + "hfopenllm_v2/IFEval": 0.4366, + "hfopenllm_v2/BBH": 0.5217, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4463, + "hfopenllm_v2/MMLU-PRO": 0.3144 } }, { - "id": "prithivMLmods/Llama-3.2-6B-AlgoCode", - "name": "Llama-3.2-6B-AlgoCode", - "developer": "prithivMLmods", + "id": "Steelskull/L3.3-MS-Nevoria-70b", + "name": "L3.3-MS-Nevoria-70b", + "developer": "Steelskull", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2136, - "hfopenllm_v2/BBH": 0.3748, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4013, - "hfopenllm_v2/MMLU-PRO": 0.1798 + "hfopenllm_v2/IFEval": 0.6963, + "hfopenllm_v2/BBH": 0.6998, + "hfopenllm_v2/MATH Level 5": 0.3958, + "hfopenllm_v2/GPQA": 0.4706, + "hfopenllm_v2/MUSR": 0.4682, + "hfopenllm_v2/MMLU-PRO": 0.5535 } }, { - "id": "prithivMLmods/Llama-8B-Distill-CoT", - "name": "Llama-8B-Distill-CoT", - "developer": "prithivMLmods", + "id": "Steelskull/L3.3-Nevoria-R1-70b", + "name": "L3.3-Nevoria-R1-70b", + "developer": "Steelskull", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3342, - "hfopenllm_v2/BBH": 0.4298, - "hfopenllm_v2/MATH Level 5": 0.4003, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.372, - "hfopenllm_v2/MMLU-PRO": 0.2732 + "hfopenllm_v2/IFEval": 0.6024, + "hfopenllm_v2/BBH": 0.6972, + "hfopenllm_v2/MATH Level 5": 0.463, + "hfopenllm_v2/GPQA": 0.469, + "hfopenllm_v2/MUSR": 0.4775, + "hfopenllm_v2/MMLU-PRO": 0.5463 } }, { - "id": "prithivMLmods/Llama-Deepsync-1B", - "name": "Llama-Deepsync-1B", - "developer": "prithivMLmods", + "id": "StelleX/Qwen2.5_Math_7B_Cot", + "name": "Qwen2.5_Math_7B_Cot", + "developer": "StelleX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.357, - "hfopenllm_v2/BBH": 0.3386, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3565, - "hfopenllm_v2/MMLU-PRO": 0.1738 + "hfopenllm_v2/IFEval": 0.2143, + "hfopenllm_v2/BBH": 0.4313, + "hfopenllm_v2/MATH Level 5": 0.3263, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3924, + "hfopenllm_v2/MMLU-PRO": 0.281 } }, { - "id": "prithivMLmods/Llama-Deepsync-3B", - "name": "Llama-Deepsync-3B", - "developer": "prithivMLmods", + "id": "StelleX/Vorisatex-7B-preview", + "name": "Vorisatex-7B-preview", + "developer": "StelleX", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4302, - "hfopenllm_v2/BBH": 0.4292, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3324, - "hfopenllm_v2/MMLU-PRO": 0.3031 + "hfopenllm_v2/IFEval": 0.1515, + "hfopenllm_v2/BBH": 0.3112, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.4192, + "hfopenllm_v2/MMLU-PRO": 0.1166 } }, { - "id": "prithivMLmods/Llama-Express.1-Math", - "name": "Llama-Express.1-Math", - "developer": "prithivMLmods", + "id": "sthenno-com/miscii-14b-0130", + "name": "miscii-14b-0130", + "developer": "sthenno-com", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5084, - "hfopenllm_v2/BBH": 0.3364, - "hfopenllm_v2/MATH Level 5": 0.0559, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3143, - "hfopenllm_v2/MMLU-PRO": 0.161 + "hfopenllm_v2/IFEval": 0.6647, + "hfopenllm_v2/BBH": 0.6505, + "hfopenllm_v2/MATH Level 5": 0.432, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4912, + "hfopenllm_v2/MMLU-PRO": 0.5363 } }, { - "id": "prithivMLmods/LwQ-10B-Instruct", - "name": "LwQ-10B-Instruct", - "developer": "prithivMLmods", + "id": "sthenno-com/miscii-14b-0218", + "name": "miscii-14b-0218", + "developer": "sthenno-com", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3935, - "hfopenllm_v2/BBH": 0.5122, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4544, - "hfopenllm_v2/MMLU-PRO": 0.3318 + "hfopenllm_v2/IFEval": 0.7656, + "hfopenllm_v2/BBH": 0.6559, + "hfopenllm_v2/MATH Level 5": 0.5144, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.4273, + "hfopenllm_v2/MMLU-PRO": 0.5298 } }, { - "id": "prithivMLmods/LwQ-Reasoner-10B", - "name": "LwQ-Reasoner-10B", - "developer": "prithivMLmods", + "id": "sthenno-com/miscii-14b-1028", + "name": "miscii-14b-1028", + "developer": "sthenno-com", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2941, - "hfopenllm_v2/BBH": 0.5866, - "hfopenllm_v2/MATH Level 5": 0.358, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4079, - "hfopenllm_v2/MMLU-PRO": 0.4147 + "hfopenllm_v2/IFEval": 0.8237, + "hfopenllm_v2/BBH": 0.6448, + "hfopenllm_v2/MATH Level 5": 0.503, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4182, + "hfopenllm_v2/MMLU-PRO": 0.5153 } }, { - "id": "prithivMLmods/Magellanic-Opus-14B-Exp", - "name": "Magellanic-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "sthenno-com/miscii-14b-1225", + "name": "miscii-14b-1225", + "developer": "sthenno-com", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6866, - "hfopenllm_v2/BBH": 0.6383, - "hfopenllm_v2/MATH Level 5": 0.3799, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4926, - "hfopenllm_v2/MMLU-PRO": 0.5273 + "hfopenllm_v2/IFEval": 0.7878, + "hfopenllm_v2/BBH": 0.6572, + "hfopenllm_v2/MATH Level 5": 0.4517, + "hfopenllm_v2/GPQA": 0.3775, + "hfopenllm_v2/MUSR": 0.4366, + "hfopenllm_v2/MMLU-PRO": 0.5272 } }, { - "id": "prithivMLmods/Magellanic-Qwen-25B-R999", - "name": "Magellanic-Qwen-25B-R999", - "developer": "prithivMLmods", + "id": "sthenno/tempesthenno-0120", + "name": "tempesthenno-0120", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1873, - "hfopenllm_v2/BBH": 0.2608, - "hfopenllm_v2/MATH Level 5": 0.0053, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3831, - "hfopenllm_v2/MMLU-PRO": 0.13 + "hfopenllm_v2/IFEval": 0.539, + "hfopenllm_v2/BBH": 0.6373, + "hfopenllm_v2/MATH Level 5": 0.3353, + "hfopenllm_v2/GPQA": 0.3943, + "hfopenllm_v2/MUSR": 0.4633, + "hfopenllm_v2/MMLU-PRO": 0.529 } }, { - "id": "prithivMLmods/Megatron-Corpus-14B-Exp", - "name": "Megatron-Corpus-14B-Exp", - "developer": "prithivMLmods", + "id": "sthenno/tempesthenno-fusion-0309", + "name": "tempesthenno-fusion-0309", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4983, - "hfopenllm_v2/BBH": 0.6355, - "hfopenllm_v2/MATH Level 5": 0.3429, - "hfopenllm_v2/GPQA": 0.3633, - "hfopenllm_v2/MUSR": 0.4767, - "hfopenllm_v2/MMLU-PRO": 0.526 + "hfopenllm_v2/IFEval": 0.7692, + "hfopenllm_v2/BBH": 0.6581, + "hfopenllm_v2/MATH Level 5": 0.4766, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.4325, + "hfopenllm_v2/MMLU-PRO": 0.5258 } }, { - "id": "prithivMLmods/Megatron-Corpus-14B-Exp.v2", - "name": "Megatron-Corpus-14B-Exp.v2", - "developer": "prithivMLmods", + "id": "sthenno/tempesthenno-kto-0205-ckpt80", + "name": "tempesthenno-kto-0205-ckpt80", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.487, - "hfopenllm_v2/BBH": 0.6321, - "hfopenllm_v2/MATH Level 5": 0.2591, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.449, - "hfopenllm_v2/MMLU-PRO": 0.481 + "hfopenllm_v2/IFEval": 0.8054, + "hfopenllm_v2/BBH": 0.6543, + "hfopenllm_v2/MATH Level 5": 0.4592, + "hfopenllm_v2/GPQA": 0.3482, + "hfopenllm_v2/MUSR": 0.4248, + "hfopenllm_v2/MMLU-PRO": 0.5286 } }, { - "id": "prithivMLmods/Megatron-Opus-14B-2.0", - "name": "Megatron-Opus-14B-2.0", - "developer": "prithivMLmods", + "id": "sthenno/tempesthenno-nuslerp-001", + "name": "tempesthenno-nuslerp-001", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6694, - "hfopenllm_v2/BBH": 0.6871, - "hfopenllm_v2/MATH Level 5": 0.2779, - "hfopenllm_v2/GPQA": 0.3591, - "hfopenllm_v2/MUSR": 0.414, - "hfopenllm_v2/MMLU-PRO": 0.517 + "hfopenllm_v2/IFEval": 0.7926, + "hfopenllm_v2/BBH": 0.6578, + "hfopenllm_v2/MATH Level 5": 0.4758, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.43, + "hfopenllm_v2/MMLU-PRO": 0.5257 } }, { - "id": "prithivMLmods/Megatron-Opus-14B-2.1", - "name": "Megatron-Opus-14B-2.1", - "developer": "prithivMLmods", + "id": "sthenno/tempesthenno-nuslerp-0124", + "name": "tempesthenno-nuslerp-0124", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0246, - "hfopenllm_v2/BBH": 0.6727, - "hfopenllm_v2/MATH Level 5": 0.2998, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.4928, - "hfopenllm_v2/MMLU-PRO": 0.5174 + "hfopenllm_v2/IFEval": 0.7004, + "hfopenllm_v2/BBH": 0.6469, + "hfopenllm_v2/MATH Level 5": 0.4116, + "hfopenllm_v2/GPQA": 0.3901, + "hfopenllm_v2/MUSR": 0.4859, + "hfopenllm_v2/MMLU-PRO": 0.5352 } }, { - "id": "prithivMLmods/Megatron-Opus-14B-Exp", - "name": "Megatron-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "sthenno/tempesthenno-ppo-ckpt40", + "name": "tempesthenno-ppo-ckpt40", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4979, - "hfopenllm_v2/BBH": 0.6516, - "hfopenllm_v2/MATH Level 5": 0.3535, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.4887, - "hfopenllm_v2/MMLU-PRO": 0.5401 + "hfopenllm_v2/IFEval": 0.7923, + "hfopenllm_v2/BBH": 0.655, + "hfopenllm_v2/MATH Level 5": 0.4736, + "hfopenllm_v2/GPQA": 0.3775, + "hfopenllm_v2/MUSR": 0.4352, + "hfopenllm_v2/MMLU-PRO": 0.5292 } }, { - "id": "prithivMLmods/Megatron-Opus-14B-Stock", - "name": "Megatron-Opus-14B-Stock", - "developer": "prithivMLmods", + "id": "sthenno/tempesthenno-sft-0309-ckpt10", + "name": "tempesthenno-sft-0309-ckpt10", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5174, - "hfopenllm_v2/BBH": 0.6412, - "hfopenllm_v2/MATH Level 5": 0.3346, - "hfopenllm_v2/GPQA": 0.375, - "hfopenllm_v2/MUSR": 0.482, - "hfopenllm_v2/MMLU-PRO": 0.5293 + "hfopenllm_v2/IFEval": 0.7744, + "hfopenllm_v2/BBH": 0.6552, + "hfopenllm_v2/MATH Level 5": 0.4721, + "hfopenllm_v2/GPQA": 0.3716, + "hfopenllm_v2/MUSR": 0.4364, + "hfopenllm_v2/MMLU-PRO": 0.5258 } }, { - "id": "prithivMLmods/Megatron-Opus-7B-Exp", - "name": "Megatron-Opus-7B-Exp", - "developer": "prithivMLmods", + "id": "sthenno/tempesthenno-sft-0314-stage1-ckpt50", + "name": "tempesthenno-sft-0314-stage1-ckpt50", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6017, - "hfopenllm_v2/BBH": 0.5367, - "hfopenllm_v2/MATH Level 5": 0.1971, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.39 + "hfopenllm_v2/IFEval": 0.7394, + "hfopenllm_v2/BBH": 0.6601, + "hfopenllm_v2/MATH Level 5": 0.4683, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4429, + "hfopenllm_v2/MMLU-PRO": 0.5302 } }, { - "id": "prithivMLmods/Messier-Opus-14B-Elite7", - "name": "Messier-Opus-14B-Elite7", - "developer": "prithivMLmods", + "id": "sthenno/tempestissimo-14b-0309", + "name": "tempestissimo-14b-0309", + "developer": "sthenno", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7113, - "hfopenllm_v2/BBH": 0.6499, - "hfopenllm_v2/MATH Level 5": 0.4071, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4886, - "hfopenllm_v2/MMLU-PRO": 0.5404 + "hfopenllm_v2/IFEval": 0.7549, + "hfopenllm_v2/BBH": 0.6587, + "hfopenllm_v2/MATH Level 5": 0.4796, + "hfopenllm_v2/GPQA": 0.3666, + "hfopenllm_v2/MUSR": 0.4312, + "hfopenllm_v2/MMLU-PRO": 0.5281 } }, { - "id": "prithivMLmods/Omni-Reasoner-Merged", - "name": "Omni-Reasoner-Merged", - "developer": "prithivMLmods", + "id": "streamerbtw1002/Nexuim-R1-7B-Instruct", + "name": "Nexuim-R1-7B-Instruct", + "developer": "streamerbtw1002", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4599, - "hfopenllm_v2/BBH": 0.5508, - "hfopenllm_v2/MATH Level 5": 0.3331, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4616, - "hfopenllm_v2/MMLU-PRO": 0.4364 + "hfopenllm_v2/IFEval": 0.6934, + "hfopenllm_v2/BBH": 0.5175, + "hfopenllm_v2/MATH Level 5": 0.4456, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3356, + "hfopenllm_v2/MMLU-PRO": 0.4138 } }, { - "id": "prithivMLmods/Omni-Reasoner3-Merged", - "name": "Omni-Reasoner3-Merged", - "developer": "prithivMLmods", + "id": "stupidity-ai/Llama-3-8B-Instruct-MultiMoose", + "name": "Llama-3-8B-Instruct-MultiMoose", + "developer": "stupidity-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4935, - "hfopenllm_v2/BBH": 0.4388, - "hfopenllm_v2/MATH Level 5": 0.1088, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3522, - "hfopenllm_v2/MMLU-PRO": 0.295 + "hfopenllm_v2/IFEval": 0.2318, + "hfopenllm_v2/BBH": 0.2823, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3485, + "hfopenllm_v2/MMLU-PRO": 0.1094 } }, { - "id": "prithivMLmods/Pegasus-Opus-14B-Exp", - "name": "Pegasus-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "suayptalha/Clarus-7B-v0.1", + "name": "Clarus-7B-v0.1", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6982, - "hfopenllm_v2/BBH": 0.6548, - "hfopenllm_v2/MATH Level 5": 0.4086, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.486, - "hfopenllm_v2/MMLU-PRO": 0.5412 + "hfopenllm_v2/IFEval": 0.7454, + "hfopenllm_v2/BBH": 0.5497, + "hfopenllm_v2/MATH Level 5": 0.4924, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.443, + "hfopenllm_v2/MMLU-PRO": 0.4387 } }, { - "id": "prithivMLmods/Phi-4-Empathetic", - "name": "Phi-4-Empathetic", - "developer": "prithivMLmods", + "id": "suayptalha/Clarus-7B-v0.2", + "name": "Clarus-7B-v0.2", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0497, - "hfopenllm_v2/BBH": 0.6727, - "hfopenllm_v2/MATH Level 5": 0.2621, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.4991, - "hfopenllm_v2/MMLU-PRO": 0.5066 + "hfopenllm_v2/IFEval": 0.7679, + "hfopenllm_v2/BBH": 0.549, + "hfopenllm_v2/MATH Level 5": 0.4856, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4417, + "hfopenllm_v2/MMLU-PRO": 0.44 } }, { - "id": "prithivMLmods/Phi-4-Math-IO", - "name": "Phi-4-Math-IO", - "developer": "prithivMLmods", + "id": "suayptalha/Clarus-7B-v0.3", + "name": "Clarus-7B-v0.3", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.059, - "hfopenllm_v2/BBH": 0.6668, - "hfopenllm_v2/MATH Level 5": 0.4577, - "hfopenllm_v2/GPQA": 0.3985, - "hfopenllm_v2/MUSR": 0.4873, - "hfopenllm_v2/MMLU-PRO": 0.5205 + "hfopenllm_v2/IFEval": 0.7509, + "hfopenllm_v2/BBH": 0.5526, + "hfopenllm_v2/MATH Level 5": 0.4879, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4402, + "hfopenllm_v2/MMLU-PRO": 0.4385 } }, { - "id": "prithivMLmods/Phi-4-QwQ", - "name": "Phi-4-QwQ", - "developer": "prithivMLmods", + "id": "suayptalha/DeepSeek-R1-Distill-Llama-3B", + "name": "DeepSeek-R1-Distill-Llama-3B", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0559, - "hfopenllm_v2/BBH": 0.6696, - "hfopenllm_v2/MATH Level 5": 0.4577, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4651, - "hfopenllm_v2/MMLU-PRO": 0.5275 + "hfopenllm_v2/IFEval": 0.7093, + "hfopenllm_v2/BBH": 0.4452, + "hfopenllm_v2/MATH Level 5": 0.2092, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.2978 } }, { - "id": "prithivMLmods/Phi-4-Super", - "name": "Phi-4-Super", - "developer": "prithivMLmods", + "id": "suayptalha/Falcon3-Jessi-v0.4-7B-Slerp", + "name": "Falcon3-Jessi-v0.4-7B-Slerp", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0481, - "hfopenllm_v2/BBH": 0.672, - "hfopenllm_v2/MATH Level 5": 0.3489, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.5044, - "hfopenllm_v2/MMLU-PRO": 0.5266 + "hfopenllm_v2/IFEval": 0.7676, + "hfopenllm_v2/BBH": 0.5591, + "hfopenllm_v2/MATH Level 5": 0.3965, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4812, + "hfopenllm_v2/MMLU-PRO": 0.406 } }, { - "id": "prithivMLmods/Phi-4-Super-1", - "name": "Phi-4-Super-1", - "developer": "prithivMLmods", + "id": "suayptalha/HomerCreativeAnvita-Mix-Qw7B", + "name": "HomerCreativeAnvita-Mix-Qw7B", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0418, - "hfopenllm_v2/BBH": 0.6729, - "hfopenllm_v2/MATH Level 5": 0.352, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.5017, - "hfopenllm_v2/MMLU-PRO": 0.5235 + "hfopenllm_v2/IFEval": 0.7808, + "hfopenllm_v2/BBH": 0.5565, + "hfopenllm_v2/MATH Level 5": 0.361, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4416, + "hfopenllm_v2/MMLU-PRO": 0.4445 } }, { - "id": "prithivMLmods/Phi-4-Super-o1", - "name": "Phi-4-Super-o1", - "developer": "prithivMLmods", + "id": "suayptalha/Komodo-Llama-3.2-3B-v2-fp16", + "name": "Komodo-Llama-3.2-3B-v2-fp16", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0418, - "hfopenllm_v2/BBH": 0.6729, - "hfopenllm_v2/MATH Level 5": 0.352, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.5017, - "hfopenllm_v2/MMLU-PRO": 0.5235 + "hfopenllm_v2/IFEval": 0.6341, + "hfopenllm_v2/BBH": 0.4355, + "hfopenllm_v2/MATH Level 5": 0.1065, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3406, + "hfopenllm_v2/MMLU-PRO": 0.2852 } }, { - "id": "prithivMLmods/Phi-4-o1", - "name": "Phi-4-o1", - "developer": "prithivMLmods", + "id": "suayptalha/Lamarckvergence-14B", + "name": "Lamarckvergence-14B", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.029, - "hfopenllm_v2/BBH": 0.6689, - "hfopenllm_v2/MATH Level 5": 0.3995, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4978, - "hfopenllm_v2/MMLU-PRO": 0.5174 + "hfopenllm_v2/IFEval": 0.7656, + "hfopenllm_v2/BBH": 0.6517, + "hfopenllm_v2/MATH Level 5": 0.54, + "hfopenllm_v2/GPQA": 0.3633, + "hfopenllm_v2/MUSR": 0.4422, + "hfopenllm_v2/MMLU-PRO": 0.5283 } }, { - "id": "prithivMLmods/Phi4-Super", - "name": "Phi4-Super", - "developer": "prithivMLmods", + "id": "suayptalha/Lix-14B-v0.1", + "name": "Lix-14B-v0.1", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0481, - "hfopenllm_v2/BBH": 0.672, - "hfopenllm_v2/MATH Level 5": 0.3489, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.5044, - "hfopenllm_v2/MMLU-PRO": 0.5266 + "hfopenllm_v2/IFEval": 0.7813, + "hfopenllm_v2/BBH": 0.6608, + "hfopenllm_v2/MATH Level 5": 0.5295, + "hfopenllm_v2/GPQA": 0.37, + "hfopenllm_v2/MUSR": 0.4338, + "hfopenllm_v2/MMLU-PRO": 0.5314 } }, { - "id": "prithivMLmods/Porpoise-Opus-14B-Exp", - "name": "Porpoise-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "suayptalha/Luminis-phi-4", + "name": "Luminis-phi-4", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7098, - "hfopenllm_v2/BBH": 0.6519, - "hfopenllm_v2/MATH Level 5": 0.4041, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4926, - "hfopenllm_v2/MMLU-PRO": 0.5396 + "hfopenllm_v2/IFEval": 0.69, + "hfopenllm_v2/BBH": 0.692, + "hfopenllm_v2/MATH Level 5": 0.4637, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4572, + "hfopenllm_v2/MMLU-PRO": 0.5424 } }, { - "id": "prithivMLmods/Primal-Opus-14B-Optimus-v1", - "name": "Primal-Opus-14B-Optimus-v1", - "developer": "prithivMLmods", + "id": "suayptalha/Maestro-10B", + "name": "Maestro-10B", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5013, - "hfopenllm_v2/BBH": 0.6419, - "hfopenllm_v2/MATH Level 5": 0.3384, - "hfopenllm_v2/GPQA": 0.3725, - "hfopenllm_v2/MUSR": 0.4847, - "hfopenllm_v2/MMLU-PRO": 0.5259 + "hfopenllm_v2/IFEval": 0.7768, + "hfopenllm_v2/BBH": 0.5746, + "hfopenllm_v2/MATH Level 5": 0.1911, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4397, + "hfopenllm_v2/MMLU-PRO": 0.4218 } }, { - "id": "prithivMLmods/Primal-Opus-14B-Optimus-v2", - "name": "Primal-Opus-14B-Optimus-v2", - "developer": "prithivMLmods", + "id": "suayptalha/Rombos-2.5-T.E-8.1", + "name": "Rombos-2.5-T.E-8.1", + "developer": "suayptalha", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6404, - "hfopenllm_v2/BBH": 0.6544, - "hfopenllm_v2/MATH Level 5": 0.4207, - "hfopenllm_v2/GPQA": 0.3918, - "hfopenllm_v2/MUSR": 0.49, - "hfopenllm_v2/MMLU-PRO": 0.5422 + "hfopenllm_v2/IFEval": 0.6925, + "hfopenllm_v2/BBH": 0.5515, + "hfopenllm_v2/MATH Level 5": 0.4924, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.4166, + "hfopenllm_v2/MMLU-PRO": 0.4446 } }, { - "id": "prithivMLmods/QwQ-LCoT-14B-Conversational", - "name": "QwQ-LCoT-14B-Conversational", - "developer": "prithivMLmods", + "id": "SultanR/SmolTulu-1.7b-Instruct", + "name": "SmolTulu-1.7b-Instruct", + "developer": "SultanR", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4047, - "hfopenllm_v2/BBH": 0.624, - "hfopenllm_v2/MATH Level 5": 0.4653, - "hfopenllm_v2/GPQA": 0.3498, - "hfopenllm_v2/MUSR": 0.4847, - "hfopenllm_v2/MMLU-PRO": 0.5278 + "hfopenllm_v2/IFEval": 0.6541, + "hfopenllm_v2/BBH": 0.3713, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.354, + "hfopenllm_v2/MMLU-PRO": 0.171 } }, { - "id": "prithivMLmods/QwQ-LCoT-3B-Instruct", - "name": "QwQ-LCoT-3B-Instruct", - "developer": "prithivMLmods", + "id": "SultanR/SmolTulu-1.7b-it-v0", + "name": "SmolTulu-1.7b-it-v0", + "developer": "SultanR", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4354, - "hfopenllm_v2/BBH": 0.4763, - "hfopenllm_v2/MATH Level 5": 0.2825, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4358, - "hfopenllm_v2/MMLU-PRO": 0.3582 + "hfopenllm_v2/IFEval": 0.6541, + "hfopenllm_v2/BBH": 0.3713, + "hfopenllm_v2/MATH Level 5": 0.0793, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.354, + "hfopenllm_v2/MMLU-PRO": 0.171 } }, { - "id": "prithivMLmods/QwQ-LCoT-7B-Instruct", - "name": "QwQ-LCoT-7B-Instruct", - "developer": "prithivMLmods", + "id": "SultanR/SmolTulu-1.7b-Reinforced", + "name": "SmolTulu-1.7b-Reinforced", + "developer": "SultanR", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4987, - "hfopenllm_v2/BBH": 0.5466, - "hfopenllm_v2/MATH Level 5": 0.3716, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4802, - "hfopenllm_v2/MMLU-PRO": 0.4334 + "hfopenllm_v2/IFEval": 0.6791, + "hfopenllm_v2/BBH": 0.3552, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3406, + "hfopenllm_v2/MMLU-PRO": 0.1763 } }, { - "id": "prithivMLmods/QwQ-LCoT1-Merged", - "name": "QwQ-LCoT1-Merged", - "developer": "prithivMLmods", + "id": "SultanR/SmolTulu-1.7b-RM", + "name": "SultanR/SmolTulu-1.7b-RM", + "developer": "SultanR", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4751, - "hfopenllm_v2/BBH": 0.5481, - "hfopenllm_v2/MATH Level 5": 0.3731, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4696, - "hfopenllm_v2/MMLU-PRO": 0.4358 + "reward-bench/Score": 0.5094, + "reward-bench/Chat": 0.743, + "reward-bench/Chat Hard": 0.4408, + "reward-bench/Safety": 0.5716, + "reward-bench/Reasoning": 0.2821 } }, { - "id": "prithivMLmods/QwQ-LCoT2-7B-Instruct", - "name": "QwQ-LCoT2-7B-Instruct", - "developer": "prithivMLmods", + "id": "sumink/bbhqwen", + "name": "bbhqwen", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5561, - "hfopenllm_v2/BBH": 0.5425, - "hfopenllm_v2/MATH Level 5": 0.327, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4564, - "hfopenllm_v2/MMLU-PRO": 0.4342 + "hfopenllm_v2/IFEval": 0.1809, + "hfopenllm_v2/BBH": 0.3388, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.4352, + "hfopenllm_v2/MMLU-PRO": 0.1617 } }, { - "id": "prithivMLmods/QwQ-MathOct-7B", - "name": "QwQ-MathOct-7B", - "developer": "prithivMLmods", + "id": "sumink/bbhqwen2", + "name": "bbhqwen2", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4684, - "hfopenllm_v2/BBH": 0.5486, - "hfopenllm_v2/MATH Level 5": 0.2953, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4601, - "hfopenllm_v2/MMLU-PRO": 0.433 + "hfopenllm_v2/IFEval": 0.1533, + "hfopenllm_v2/BBH": 0.3066, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.4431, + "hfopenllm_v2/MMLU-PRO": 0.1149 } }, { - "id": "prithivMLmods/QwQ-R1-Distill-1.5B-CoT", - "name": "QwQ-R1-Distill-1.5B-CoT", - "developer": "prithivMLmods", + "id": "sumink/bbhqwen3", + "name": "bbhqwen3", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2194, - "hfopenllm_v2/BBH": 0.3666, - "hfopenllm_v2/MATH Level 5": 0.3346, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3434, - "hfopenllm_v2/MMLU-PRO": 0.1913 + "hfopenllm_v2/IFEval": 0.1943, + "hfopenllm_v2/BBH": 0.2951, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3796, + "hfopenllm_v2/MMLU-PRO": 0.1166 } }, { - "id": "prithivMLmods/QwQ-R1-Distill-7B-CoT", - "name": "QwQ-R1-Distill-7B-CoT", - "developer": "prithivMLmods", + "id": "sumink/bbhqwen4", + "name": "bbhqwen4", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.35, - "hfopenllm_v2/BBH": 0.4388, - "hfopenllm_v2/MATH Level 5": 0.4683, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.3779, - "hfopenllm_v2/MMLU-PRO": 0.2804 + "hfopenllm_v2/IFEval": 0.1449, + "hfopenllm_v2/BBH": 0.3199, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.4029, + "hfopenllm_v2/MMLU-PRO": 0.1509 } }, { - "id": "prithivMLmods/Qwen-7B-Distill-Reasoner", - "name": "Qwen-7B-Distill-Reasoner", - "developer": "prithivMLmods", + "id": "sumink/bbhqwen5", + "name": "bbhqwen5", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3396, - "hfopenllm_v2/BBH": 0.4409, - "hfopenllm_v2/MATH Level 5": 0.395, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.2818 + "hfopenllm_v2/IFEval": 0.1522, + "hfopenllm_v2/BBH": 0.2913, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.4019, + "hfopenllm_v2/MMLU-PRO": 0.1131 } }, { - "id": "prithivMLmods/Qwen2.5-1.5B-DeepSeek-R1-Instruct", - "name": "Qwen2.5-1.5B-DeepSeek-R1-Instruct", - "developer": "prithivMLmods", + "id": "sumink/bbhqwen6", + "name": "bbhqwen6", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1397, - "hfopenllm_v2/BBH": 0.2824, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3724, - "hfopenllm_v2/MMLU-PRO": 0.1123 + "hfopenllm_v2/IFEval": 0.1893, + "hfopenllm_v2/BBH": 0.2782, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.358, + "hfopenllm_v2/MMLU-PRO": 0.1153 } }, { - "id": "prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M", - "name": "Qwen2.5-14B-DeepSeek-R1-1M", - "developer": "prithivMLmods", + "id": "sumink/flflmillama", + "name": "flflmillama", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4193, - "hfopenllm_v2/BBH": 0.5935, - "hfopenllm_v2/MATH Level 5": 0.5128, - "hfopenllm_v2/GPQA": 0.3322, - "hfopenllm_v2/MUSR": 0.4606, - "hfopenllm_v2/MMLU-PRO": 0.4899 + "hfopenllm_v2/IFEval": 0.1676, + "hfopenllm_v2/BBH": 0.3851, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3591, + "hfopenllm_v2/MMLU-PRO": 0.2096 } }, { - "id": "prithivMLmods/Qwen2.5-7B-DeepSeek-R1-1M", - "name": "Qwen2.5-7B-DeepSeek-R1-1M", - "developer": "prithivMLmods", + "id": "sumink/ftgpt", + "name": "ftgpt", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1861, - "hfopenllm_v2/BBH": 0.3126, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3417, - "hfopenllm_v2/MMLU-PRO": 0.1201 + "hfopenllm_v2/IFEval": 0.0787, + "hfopenllm_v2/BBH": 0.2919, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.4138, + "hfopenllm_v2/MMLU-PRO": 0.1172 } }, { - "id": "prithivMLmods/SmolLM2-CoT-360M", - "name": "SmolLM2-CoT-360M", - "developer": "prithivMLmods", + "id": "sumink/llamaft", + "name": "llamaft", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2216, - "hfopenllm_v2/BBH": 0.3135, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2366, - "hfopenllm_v2/MUSR": 0.3794, - "hfopenllm_v2/MMLU-PRO": 0.1085 + "hfopenllm_v2/IFEval": 0.1609, + "hfopenllm_v2/BBH": 0.3763, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3498, + "hfopenllm_v2/MMLU-PRO": 0.2114 } }, { - "id": "prithivMLmods/Sombrero-Opus-14B-Elite5", - "name": "Sombrero-Opus-14B-Elite5", - "developer": "prithivMLmods", + "id": "sumink/llamamerge", + "name": "llamamerge", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7881, - "hfopenllm_v2/BBH": 0.6502, - "hfopenllm_v2/MATH Level 5": 0.5355, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4287, - "hfopenllm_v2/MMLU-PRO": 0.52 + "hfopenllm_v2/IFEval": 0.2672, + "hfopenllm_v2/BBH": 0.4632, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.424, + "hfopenllm_v2/MMLU-PRO": 0.259 } }, { - "id": "prithivMLmods/Sombrero-Opus-14B-Elite6", - "name": "Sombrero-Opus-14B-Elite6", - "developer": "prithivMLmods", + "id": "sumink/llftfl7", + "name": "llftfl7", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7226, - "hfopenllm_v2/BBH": 0.6488, - "hfopenllm_v2/MATH Level 5": 0.4079, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4886, - "hfopenllm_v2/MMLU-PRO": 0.539 + "hfopenllm_v2/IFEval": 0.1714, + "hfopenllm_v2/BBH": 0.3786, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3632, + "hfopenllm_v2/MMLU-PRO": 0.1743 } }, { - "id": "prithivMLmods/Sombrero-Opus-14B-Sm1", - "name": "Sombrero-Opus-14B-Sm1", - "developer": "prithivMLmods", + "id": "sumink/llmer", + "name": "llmer", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3813, - "hfopenllm_v2/BBH": 0.6355, - "hfopenllm_v2/MATH Level 5": 0.5665, - "hfopenllm_v2/GPQA": 0.4035, - "hfopenllm_v2/MUSR": 0.5299, - "hfopenllm_v2/MMLU-PRO": 0.5125 + "hfopenllm_v2/IFEval": 0.3191, + "hfopenllm_v2/BBH": 0.4885, + "hfopenllm_v2/MATH Level 5": 0.065, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4039, + "hfopenllm_v2/MMLU-PRO": 0.3529 } }, { - "id": "prithivMLmods/Sombrero-Opus-14B-Sm2", - "name": "Sombrero-Opus-14B-Sm2", - "developer": "prithivMLmods", + "id": "sumink/Qmerft", + "name": "Qmerft", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4272, - "hfopenllm_v2/BBH": 0.6609, - "hfopenllm_v2/MATH Level 5": 0.4864, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.5088, - "hfopenllm_v2/MMLU-PRO": 0.5345 + "hfopenllm_v2/IFEval": 0.1564, + "hfopenllm_v2/BBH": 0.2939, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3688, + "hfopenllm_v2/MMLU-PRO": 0.1157 } }, { - "id": "prithivMLmods/Sombrero-Opus-14B-Sm4", - "name": "Sombrero-Opus-14B-Sm4", - "developer": "prithivMLmods", + "id": "sumink/Qwenftmodel", + "name": "Qwenftmodel", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4347, - "hfopenllm_v2/BBH": 0.6613, - "hfopenllm_v2/MATH Level 5": 0.4879, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.5192, - "hfopenllm_v2/MMLU-PRO": 0.53 + "hfopenllm_v2/IFEval": 0.1729, + "hfopenllm_v2/BBH": 0.3823, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3617, + "hfopenllm_v2/MMLU-PRO": 0.2339 } }, { - "id": "prithivMLmods/Sombrero-Opus-14B-Sm5", - "name": "Sombrero-Opus-14B-Sm5", - "developer": "prithivMLmods", + "id": "sumink/Qwenmplus", + "name": "Qwenmplus", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6852, - "hfopenllm_v2/BBH": 0.6564, - "hfopenllm_v2/MATH Level 5": 0.4094, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4806, - "hfopenllm_v2/MMLU-PRO": 0.54 + "hfopenllm_v2/IFEval": 0.204, + "hfopenllm_v2/BBH": 0.3676, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.3828, + "hfopenllm_v2/MMLU-PRO": 0.1992 } }, { - "id": "prithivMLmods/Sqweeks-7B-Instruct", - "name": "Sqweeks-7B-Instruct", - "developer": "prithivMLmods", + "id": "sumink/Qwensci", + "name": "Qwensci", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2158, - "hfopenllm_v2/BBH": 0.4667, - "hfopenllm_v2/MATH Level 5": 0.5144, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4476, - "hfopenllm_v2/MMLU-PRO": 0.3133 + "hfopenllm_v2/IFEval": 0.174, + "hfopenllm_v2/BBH": 0.3282, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3609, + "hfopenllm_v2/MMLU-PRO": 0.126 } }, { - "id": "prithivMLmods/Tadpole-Opus-14B-Exp", - "name": "Tadpole-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "sumink/qwft", + "name": "qwft", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.575, - "hfopenllm_v2/BBH": 0.6369, - "hfopenllm_v2/MATH Level 5": 0.3134, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.4728, - "hfopenllm_v2/MMLU-PRO": 0.5322 + "hfopenllm_v2/IFEval": 0.1197, + "hfopenllm_v2/BBH": 0.3002, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3581, + "hfopenllm_v2/MMLU-PRO": 0.1129 } }, { - "id": "prithivMLmods/Taurus-Opus-7B", - "name": "Taurus-Opus-7B", - "developer": "prithivMLmods", + "id": "sumink/qwmer", + "name": "qwmer", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4223, - "hfopenllm_v2/BBH": 0.5367, - "hfopenllm_v2/MATH Level 5": 0.2168, - "hfopenllm_v2/GPQA": 0.3263, - "hfopenllm_v2/MUSR": 0.4399, - "hfopenllm_v2/MMLU-PRO": 0.3951 + "hfopenllm_v2/IFEval": 0.2212, + "hfopenllm_v2/BBH": 0.4299, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.4032, + "hfopenllm_v2/MMLU-PRO": 0.2215 } }, { - "id": "prithivMLmods/Triangulum-10B", - "name": "Triangulum-10B", - "developer": "prithivMLmods", + "id": "sumink/solarmer3", + "name": "solarmer3", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3229, - "hfopenllm_v2/BBH": 0.5968, - "hfopenllm_v2/MATH Level 5": 0.355, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4172, - "hfopenllm_v2/MMLU-PRO": 0.4178 + "hfopenllm_v2/IFEval": 0.3741, + "hfopenllm_v2/BBH": 0.5266, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4401, + "hfopenllm_v2/MMLU-PRO": 0.3323 } }, { - "id": "prithivMLmods/Triangulum-5B", - "name": "Triangulum-5B", - "developer": "prithivMLmods", + "id": "sumink/somer", + "name": "somer", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1283, - "hfopenllm_v2/BBH": 0.3124, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3445, - "hfopenllm_v2/MMLU-PRO": 0.1223 + "hfopenllm_v2/IFEval": 0.299, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.465, + "hfopenllm_v2/MMLU-PRO": 0.3447 } }, { - "id": "prithivMLmods/Triangulum-v2-10B", - "name": "Triangulum-v2-10B", - "developer": "prithivMLmods", + "id": "sumink/somer2", + "name": "somer2", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6705, - "hfopenllm_v2/BBH": 0.6065, - "hfopenllm_v2/MATH Level 5": 0.2447, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4281, - "hfopenllm_v2/MMLU-PRO": 0.4466 + "hfopenllm_v2/IFEval": 0.3132, + "hfopenllm_v2/BBH": 0.5167, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4663, + "hfopenllm_v2/MMLU-PRO": 0.3433 } }, { - "id": "prithivMLmods/Tucana-Opus-14B-r999", - "name": "Tucana-Opus-14B-r999", - "developer": "prithivMLmods", + "id": "sumink/somerft", + "name": "somerft", + "developer": "sumink", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6067, - "hfopenllm_v2/BBH": 0.6557, - "hfopenllm_v2/MATH Level 5": 0.4063, - "hfopenllm_v2/GPQA": 0.3918, - "hfopenllm_v2/MUSR": 0.473, - "hfopenllm_v2/MMLU-PRO": 0.5384 + "hfopenllm_v2/IFEval": 0.1431, + "hfopenllm_v2/BBH": 0.3093, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.1117 } }, { - "id": "prithivMLmods/Tulu-MathLingo-8B", - "name": "Tulu-MathLingo-8B", - "developer": "prithivMLmods", + "id": "sunbaby/BrainCog-8B-0.1-Instruct", + "name": "BrainCog-8B-0.1-Instruct", + "developer": "sunbaby", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5589, - "hfopenllm_v2/BBH": 0.4659, - "hfopenllm_v2/MATH Level 5": 0.145, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3864, - "hfopenllm_v2/MMLU-PRO": 0.3044 + "hfopenllm_v2/IFEval": 0.4253, + "hfopenllm_v2/BBH": 0.4618, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3656, + "hfopenllm_v2/MMLU-PRO": 0.2858 } }, { - "id": "prithivMLmods/Viper-Coder-7B-Elite14", - "name": "Viper-Coder-7B-Elite14", - "developer": "prithivMLmods", + "id": "Supichi/BBA-123", + "name": "BBA-123", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1488, - "hfopenllm_v2/BBH": 0.2829, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3422, - "hfopenllm_v2/MMLU-PRO": 0.1089 + "hfopenllm_v2/IFEval": 0.208, + "hfopenllm_v2/BBH": 0.292, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3499, + "hfopenllm_v2/MMLU-PRO": 0.1167 } }, { - "id": "prithivMLmods/Viper-Coder-Hybrid-v1.2", - "name": "Viper-Coder-Hybrid-v1.2", - "developer": "prithivMLmods", + "id": "Supichi/BBA99", + "name": "BBA99", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6736, - "hfopenllm_v2/BBH": 0.6391, - "hfopenllm_v2/MATH Level 5": 0.3331, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.4822, - "hfopenllm_v2/MMLU-PRO": 0.5243 + "hfopenllm_v2/IFEval": 0.1407, + "hfopenllm_v2/BBH": 0.2769, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3218, + "hfopenllm_v2/MMLU-PRO": 0.1112 } }, { - "id": "prithivMLmods/Viper-Coder-Hybrid-v1.3", - "name": "Viper-Coder-Hybrid-v1.3", - "developer": "prithivMLmods", + "id": "Supichi/BBAI_135_Gemma", + "name": "BBAI_135_Gemma", + "developer": "Supichi", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7555, - "hfopenllm_v2/BBH": 0.6471, - "hfopenllm_v2/MATH Level 5": 0.4517, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4403, - "hfopenllm_v2/MMLU-PRO": 0.5097 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.0656, + "hfopenllm_v2/BBH": 0.3568, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3805, + "hfopenllm_v2/MMLU-PRO": 0.1672 } }, { - "id": "prithivMLmods/Viper-Coder-HybridMini-v1.3", - "name": "Viper-Coder-HybridMini-v1.3", - "developer": "prithivMLmods", + "id": "Supichi/BBAI_250_Xia0_gZ", + "name": "BBAI_250_Xia0_gZ", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6104, - "hfopenllm_v2/BBH": 0.5365, - "hfopenllm_v2/MATH Level 5": 0.463, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4505, - "hfopenllm_v2/MMLU-PRO": 0.4352 + "hfopenllm_v2/IFEval": 0.4685, + "hfopenllm_v2/BBH": 0.5568, + "hfopenllm_v2/MATH Level 5": 0.364, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4579, + "hfopenllm_v2/MMLU-PRO": 0.4465 } }, { - "id": "prithivMLmods/Viper-Coder-v0.1", - "name": "Viper-Coder-v0.1", - "developer": "prithivMLmods", + "id": "Supichi/BBAI_275_Tsunami_gZ", + "name": "BBAI_275_Tsunami_gZ", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5521, - "hfopenllm_v2/BBH": 0.6143, - "hfopenllm_v2/MATH Level 5": 0.327, - "hfopenllm_v2/GPQA": 0.354, - "hfopenllm_v2/MUSR": 0.4394, - "hfopenllm_v2/MMLU-PRO": 0.3928 + "hfopenllm_v2/IFEval": 0.537, + "hfopenllm_v2/BBH": 0.5531, + "hfopenllm_v2/MATH Level 5": 0.3285, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4448, + "hfopenllm_v2/MMLU-PRO": 0.4492 } }, { - "id": "prithivMLmods/Viper-Coder-v1.1", - "name": "Viper-Coder-v1.1", - "developer": "prithivMLmods", + "id": "Supichi/BBAI_525_Tsu_gZ_Xia0", + "name": "BBAI_525_Tsu_gZ_Xia0", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4432, - "hfopenllm_v2/BBH": 0.6492, - "hfopenllm_v2/MATH Level 5": 0.5461, - "hfopenllm_v2/GPQA": 0.401, - "hfopenllm_v2/MUSR": 0.5219, - "hfopenllm_v2/MMLU-PRO": 0.5232 + "hfopenllm_v2/IFEval": 0.5339, + "hfopenllm_v2/BBH": 0.5562, + "hfopenllm_v2/MATH Level 5": 0.3429, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4474, + "hfopenllm_v2/MMLU-PRO": 0.4477 } }, { - "id": "prithivMLmods/Viper-Coder-v1.6-r999", - "name": "Viper-Coder-v1.6-r999", - "developer": "prithivMLmods", + "id": "Supichi/BBAI_78B_Calme_3_1_Ties", + "name": "BBAI_78B_Calme_3_1_Ties", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4433, - "hfopenllm_v2/BBH": 0.6492, - "hfopenllm_v2/MATH Level 5": 0.5657, - "hfopenllm_v2/GPQA": 0.401, - "hfopenllm_v2/MUSR": 0.5219, - "hfopenllm_v2/MMLU-PRO": 0.5232 + "hfopenllm_v2/IFEval": 0.1828, + "hfopenllm_v2/BBH": 0.2828, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.229, + "hfopenllm_v2/MUSR": 0.31, + "hfopenllm_v2/MMLU-PRO": 0.1144 } }, { - "id": "prithivMLmods/Viper-Coder-v1.7-Vsm6", - "name": "Viper-Coder-v1.7-Vsm6", - "developer": "prithivMLmods", + "id": "Supichi/BBAI_QWEEN_V000000_LUMEN_14B", + "name": "BBAI_QWEEN_V000000_LUMEN_14B", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5004, - "hfopenllm_v2/BBH": 0.6502, - "hfopenllm_v2/MATH Level 5": 0.4645, - "hfopenllm_v2/GPQA": 0.3968, - "hfopenllm_v2/MUSR": 0.4768, - "hfopenllm_v2/MMLU-PRO": 0.5288 + "hfopenllm_v2/IFEval": 0.1815, + "hfopenllm_v2/BBH": 0.2297, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2315, + "hfopenllm_v2/MUSR": 0.3445, + "hfopenllm_v2/MMLU-PRO": 0.116 } }, { - "id": "prithivMLmods/Viper-OneCoder-UIGEN", - "name": "Viper-OneCoder-UIGEN", - "developer": "prithivMLmods", + "id": "Supichi/BBAIK29", + "name": "BBAIK29", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4692, - "hfopenllm_v2/BBH": 0.6047, - "hfopenllm_v2/MATH Level 5": 0.3867, - "hfopenllm_v2/GPQA": 0.3423, - "hfopenllm_v2/MUSR": 0.4514, - "hfopenllm_v2/MMLU-PRO": 0.3904 + "hfopenllm_v2/IFEval": 0.4588, + "hfopenllm_v2/BBH": 0.559, + "hfopenllm_v2/MATH Level 5": 0.3678, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4501, + "hfopenllm_v2/MMLU-PRO": 0.4469 } }, { - "id": "prithivMLmods/Volans-Opus-14B-Exp", - "name": "Volans-Opus-14B-Exp", - "developer": "prithivMLmods", + "id": "Supichi/HF_TOKEN", + "name": "HF_TOKEN", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5868, - "hfopenllm_v2/BBH": 0.6521, - "hfopenllm_v2/MATH Level 5": 0.4252, - "hfopenllm_v2/GPQA": 0.3851, - "hfopenllm_v2/MUSR": 0.4872, - "hfopenllm_v2/MMLU-PRO": 0.5385 + "hfopenllm_v2/IFEval": 0.138, + "hfopenllm_v2/BBH": 0.2764, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3272, + "hfopenllm_v2/MMLU-PRO": 0.111 } }, { - "id": "prithivMLmods/WebMind-7B-v0.1", - "name": "WebMind-7B-v0.1", - "developer": "prithivMLmods", + "id": "Supichi/NJS26", + "name": "NJS26", + "developer": "Supichi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5278, - "hfopenllm_v2/BBH": 0.5434, - "hfopenllm_v2/MATH Level 5": 0.3648, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4537, - "hfopenllm_v2/MMLU-PRO": 0.4279 + "hfopenllm_v2/IFEval": 0.0448, + "hfopenllm_v2/BBH": 0.478, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.3854, + "hfopenllm_v2/MMLU-PRO": 0.3037 } }, { - "id": "prometheus-eval/prometheus-7b-v2.0", - "name": "prometheus-eval/prometheus-7b-v2.0", - "developer": "prometheus-eval", + "id": "Svak/MN-12B-Inferor-v0.0", + "name": "MN-12B-Inferor-v0.0", + "developer": "Svak", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7204, - "reward-bench/Chat": 0.8547, - "reward-bench/Chat Hard": 0.4912, - "reward-bench/Safety": 0.7709, - "reward-bench/Reasoning": 0.7648 + "hfopenllm_v2/IFEval": 0.5708, + "hfopenllm_v2/BBH": 0.5195, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4639, + "hfopenllm_v2/MMLU-PRO": 0.3559 } }, { - "id": "prometheus-eval/prometheus-8x7b-v2.0", - "name": "prometheus-eval/prometheus-8x7b-v2.0", - "developer": "prometheus-eval", + "id": "Svak/MN-12B-Inferor-v0.1", + "name": "MN-12B-Inferor-v0.1", + "developer": "Svak", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.7451, - "reward-bench/Chat": 0.9302, - "reward-bench/Chat Hard": 0.4715, - "reward-bench/Safety": 0.8047, - "reward-bench/Reasoning": 0.774 + "hfopenllm_v2/IFEval": 0.6347, + "hfopenllm_v2/BBH": 0.5147, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.3255, + "hfopenllm_v2/MUSR": 0.4351, + "hfopenllm_v2/MMLU-PRO": 0.3662 } }, { - "id": "pszemraj/Llama-3-6.3b-v0.1", - "name": "Llama-3-6.3b-v0.1", - "developer": "pszemraj", + "id": "swap-uniba/LLaMAntino-3-ANITA-8B-Inst-DPO-ITA", + "name": "LLaMAntino-3-ANITA-8B-Inst-DPO-ITA", + "developer": "swap-uniba", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1044, - "hfopenllm_v2/BBH": 0.4197, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3908, - "hfopenllm_v2/MMLU-PRO": 0.284 + "hfopenllm_v2/IFEval": 0.4815, + "hfopenllm_v2/BBH": 0.4936, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4387, + "hfopenllm_v2/MMLU-PRO": 0.3723 } }, { - "id": "pszemraj/Mistral-v0.3-6B", - "name": "Mistral-v0.3-6B", - "developer": "pszemraj", + "id": "Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo", + "name": "Phi-3-mini-4K-instruct-cpo-simpo", + "developer": "Syed-Hasan-8503", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2454, - "hfopenllm_v2/BBH": 0.3774, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3908, - "hfopenllm_v2/MMLU-PRO": 0.2143 + "hfopenllm_v2/IFEval": 0.5714, + "hfopenllm_v2/BBH": 0.5682, + "hfopenllm_v2/MATH Level 5": 0.1571, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.3964, + "hfopenllm_v2/MMLU-PRO": 0.3861 } }, { - "id": "qingy2019/LLaMa_3.2_3B_Catalysts", - "name": "LLaMa_3.2_3B_Catalysts", - "developer": "qingy2019", + "id": "synergetic/FrankenQwen2.5-14B", + "name": "FrankenQwen2.5-14B", + "developer": "synergetic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4992, - "hfopenllm_v2/BBH": 0.4468, - "hfopenllm_v2/MATH Level 5": 0.1292, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3788, - "hfopenllm_v2/MMLU-PRO": 0.3008 + "hfopenllm_v2/IFEval": 0.1869, + "hfopenllm_v2/BBH": 0.6048, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3843, + "hfopenllm_v2/MMLU-PRO": 0.4382 } }, { - "id": "qingy2019/OpenMath2-Llama3.1-8B", - "name": "OpenMath2-Llama3.1-8B", - "developer": "qingy2019", + "id": "T145/KRONOS-8B-V1-P1", + "name": "KRONOS-8B-V1-P1", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2331, - "hfopenllm_v2/BBH": 0.4096, - "hfopenllm_v2/MATH Level 5": 0.2674, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3436, - "hfopenllm_v2/MMLU-PRO": 0.1553 + "hfopenllm_v2/IFEval": 0.785, + "hfopenllm_v2/BBH": 0.5085, + "hfopenllm_v2/MATH Level 5": 0.1979, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.3881, + "hfopenllm_v2/MMLU-PRO": 0.376 } }, { - "id": "qingy2019/Oracle-14B", - "name": "Oracle-14B", - "developer": "qingy2019", + "id": "T145/KRONOS-8B-V1-P2", + "name": "KRONOS-8B-V1-P2", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2358, - "hfopenllm_v2/BBH": 0.4612, - "hfopenllm_v2/MATH Level 5": 0.0642, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3717, - "hfopenllm_v2/MMLU-PRO": 0.2382 + "hfopenllm_v2/IFEval": 0.6724, + "hfopenllm_v2/BBH": 0.4772, + "hfopenllm_v2/MATH Level 5": 0.1601, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3568, + "hfopenllm_v2/MMLU-PRO": 0.3453 } }, { - "id": "qingy2019/Qwen2.5-Math-14B-Instruct", - "name": "Qwen2.5-Math-14B-Instruct", - "developer": "qingy2019", + "id": "T145/KRONOS-8B-V1-P3", + "name": "KRONOS-8B-V1-P3", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6066, - "hfopenllm_v2/BBH": 0.635, - "hfopenllm_v2/MATH Level 5": 0.3716, - "hfopenllm_v2/GPQA": 0.3725, - "hfopenllm_v2/MUSR": 0.4757, - "hfopenllm_v2/MMLU-PRO": 0.5331 + "hfopenllm_v2/IFEval": 0.7137, + "hfopenllm_v2/BBH": 0.5128, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3616, + "hfopenllm_v2/MMLU-PRO": 0.3405 } }, { - "id": "qingy2019/Qwen2.5-Math-14B-Instruct-Alpha", - "name": "Qwen2.5-Math-14B-Instruct-Alpha", - "developer": "qingy2019", + "id": "T145/KRONOS-8B-V2", + "name": "KRONOS-8B-V2", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5981, - "hfopenllm_v2/BBH": 0.6375, - "hfopenllm_v2/MATH Level 5": 0.3142, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.4649, - "hfopenllm_v2/MMLU-PRO": 0.5331 + "hfopenllm_v2/IFEval": 0.518, + "hfopenllm_v2/BBH": 0.5133, + "hfopenllm_v2/MATH Level 5": 0.2266, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3829, + "hfopenllm_v2/MMLU-PRO": 0.3738 } }, { - "id": "qingy2019/Qwen2.5-Math-14B-Instruct-Pro", - "name": "Qwen2.5-Math-14B-Instruct-Pro", - "developer": "qingy2019", + "id": "T145/KRONOS-8B-V3", + "name": "KRONOS-8B-V3", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1922, - "hfopenllm_v2/BBH": 0.5319, - "hfopenllm_v2/MATH Level 5": 0.284, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.374, - "hfopenllm_v2/MMLU-PRO": 0.3558 + "hfopenllm_v2/IFEval": 0.5475, + "hfopenllm_v2/BBH": 0.5119, + "hfopenllm_v2/MATH Level 5": 0.2598, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.3738 } }, { - "id": "qingy2019/Qwen2.5-Ultimate-14B-Instruct", - "name": "Qwen2.5-Ultimate-14B-Instruct", - "developer": "qingy2019", + "id": "T145/KRONOS-8B-V4", + "name": "KRONOS-8B-V4", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3938, - "hfopenllm_v2/BBH": 0.5842, - "hfopenllm_v2/MATH Level 5": 0.2893, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4135, - "hfopenllm_v2/MMLU-PRO": 0.4929 + "hfopenllm_v2/IFEval": 0.7889, + "hfopenllm_v2/BBH": 0.5092, + "hfopenllm_v2/MATH Level 5": 0.1949, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.383, + "hfopenllm_v2/MMLU-PRO": 0.3786 } }, { - "id": "qingy2024/Benchmaxx-Llama-3.2-1B-Instruct", - "name": "Benchmaxx-Llama-3.2-1B-Instruct", - "developer": "qingy2024", + "id": "T145/KRONOS-8B-V5", + "name": "KRONOS-8B-V5", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2014, - "hfopenllm_v2/BBH": 0.8269, - "hfopenllm_v2/MATH Level 5": 0.4804, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3446, - "hfopenllm_v2/MMLU-PRO": 0.1113 + "hfopenllm_v2/IFEval": 0.5405, + "hfopenllm_v2/BBH": 0.5089, + "hfopenllm_v2/MATH Level 5": 0.2689, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4055, + "hfopenllm_v2/MMLU-PRO": 0.3759 } }, { - "id": "qingy2024/Eyas-17B-Instruct", - "name": "Eyas-17B-Instruct", - "developer": "qingy2024", + "id": "T145/KRONOS-8B-V6", + "name": "KRONOS-8B-V6", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6575, - "hfopenllm_v2/BBH": 0.6085, - "hfopenllm_v2/MATH Level 5": 0.247, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4522, - "hfopenllm_v2/MMLU-PRO": 0.4343 + "hfopenllm_v2/IFEval": 0.7022, + "hfopenllm_v2/BBH": 0.5034, + "hfopenllm_v2/MATH Level 5": 0.2598, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4121, + "hfopenllm_v2/MMLU-PRO": 0.3501 } }, { - "id": "qingy2024/Falcon3-2x10B-MoE-Instruct", - "name": "Falcon3-2x10B-MoE-Instruct", - "developer": "qingy2024", + "id": "T145/KRONOS-8B-V7", + "name": "KRONOS-8B-V7", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.785, - "hfopenllm_v2/BBH": 0.6185, - "hfopenllm_v2/MATH Level 5": 0.2795, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4284, - "hfopenllm_v2/MMLU-PRO": 0.4423 + "hfopenllm_v2/IFEval": 0.3529, + "hfopenllm_v2/BBH": 0.4526, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3671, + "hfopenllm_v2/MMLU-PRO": 0.2697 } }, { - "id": "qingy2024/Fusion-14B-Instruct", - "name": "Fusion-14B-Instruct", - "developer": "qingy2024", + "id": "T145/KRONOS-8B-V8", + "name": "KRONOS-8B-V8", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.726, - "hfopenllm_v2/BBH": 0.6396, - "hfopenllm_v2/MATH Level 5": 0.3369, - "hfopenllm_v2/GPQA": 0.3549, - "hfopenllm_v2/MUSR": 0.44, - "hfopenllm_v2/MMLU-PRO": 0.5044 + "hfopenllm_v2/IFEval": 0.777, + "hfopenllm_v2/BBH": 0.5094, + "hfopenllm_v2/MATH Level 5": 0.2047, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3869, + "hfopenllm_v2/MMLU-PRO": 0.3782 } }, { - "id": "qingy2024/Fusion2-14B-Instruct", - "name": "Fusion2-14B-Instruct", - "developer": "qingy2024", + "id": "T145/KRONOS-8B-V9", + "name": "KRONOS-8B-V9", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6064, - "hfopenllm_v2/BBH": 0.6119, - "hfopenllm_v2/MATH Level 5": 0.3127, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4634, - "hfopenllm_v2/MMLU-PRO": 0.5051 + "hfopenllm_v2/IFEval": 0.7856, + "hfopenllm_v2/BBH": 0.5099, + "hfopenllm_v2/MATH Level 5": 0.1986, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.3868, + "hfopenllm_v2/MMLU-PRO": 0.3752 } }, { - "id": "qingy2024/Fusion4-14B-Instruct", - "name": "Fusion4-14B-Instruct", - "developer": "qingy2024", + "id": "T145/Llama-3.1-8B-Instruct-Zeus", + "name": "Llama-3.1-8B-Instruct-Zeus", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7649, - "hfopenllm_v2/BBH": 0.6543, - "hfopenllm_v2/MATH Level 5": 0.3882, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4326, - "hfopenllm_v2/MMLU-PRO": 0.5194 + "hfopenllm_v2/IFEval": 0.7941, + "hfopenllm_v2/BBH": 0.5174, + "hfopenllm_v2/MATH Level 5": 0.1956, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3976, + "hfopenllm_v2/MMLU-PRO": 0.3893 } }, { - "id": "qingy2024/OwO-14B-Instruct", - "name": "OwO-14B-Instruct", - "developer": "qingy2024", + "id": "T145/Llama-3.1-8B-Zeus", + "name": "Llama-3.1-8B-Zeus", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1383, - "hfopenllm_v2/BBH": 0.6165, - "hfopenllm_v2/MATH Level 5": 0.4162, - "hfopenllm_v2/GPQA": 0.3641, - "hfopenllm_v2/MUSR": 0.4407, - "hfopenllm_v2/MMLU-PRO": 0.5181 + "hfopenllm_v2/IFEval": 0.3518, + "hfopenllm_v2/BBH": 0.3671, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3316, + "hfopenllm_v2/MMLU-PRO": 0.1332 } }, { - "id": "qingy2024/QwEnlarge-16B-Instruct", - "name": "QwEnlarge-16B-Instruct", - "developer": "qingy2024", + "id": "T145/Meta-Llama-3.1-8B-Instruct-TIES", + "name": "Meta-Llama-3.1-8B-Instruct-TIES", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7802, - "hfopenllm_v2/BBH": 0.5949, - "hfopenllm_v2/MATH Level 5": 0.46, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4101, - "hfopenllm_v2/MMLU-PRO": 0.4476 + "hfopenllm_v2/IFEval": 0.5424, + "hfopenllm_v2/BBH": 0.507, + "hfopenllm_v2/MATH Level 5": 0.21, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3843, + "hfopenllm_v2/MMLU-PRO": 0.378 } }, { - "id": "qingy2024/QwQ-14B-Math-v0.2", - "name": "QwQ-14B-Math-v0.2", - "developer": "qingy2024", + "id": "T145/qwen-2.5-3B-merge-test", + "name": "qwen-2.5-3B-merge-test", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3391, - "hfopenllm_v2/BBH": 0.5731, - "hfopenllm_v2/MATH Level 5": 0.4811, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.4021, - "hfopenllm_v2/MMLU-PRO": 0.48 + "hfopenllm_v2/IFEval": 0.5751, + "hfopenllm_v2/BBH": 0.4842, + "hfopenllm_v2/MATH Level 5": 0.3202, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4007, + "hfopenllm_v2/MMLU-PRO": 0.329 + } + }, + { + "id": "T145/ZEUS-8B-V10", + "name": "ZEUS-8B-V10", + "developer": "T145", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7707, + "hfopenllm_v2/BBH": 0.527, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.3898, + "hfopenllm_v2/MMLU-PRO": 0.3904 } }, { - "id": "qingy2024/Qwarkstar-4B", - "name": "Qwarkstar-4B", - "developer": "qingy2024", + "id": "T145/ZEUS-8B-V11", + "name": "ZEUS-8B-V11", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1994, - "hfopenllm_v2/BBH": 0.4015, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.3247, - "hfopenllm_v2/MUSR": 0.4428, - "hfopenllm_v2/MMLU-PRO": 0.2425 + "hfopenllm_v2/IFEval": 0.81, + "hfopenllm_v2/BBH": 0.5162, + "hfopenllm_v2/MATH Level 5": 0.1964, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.3807, + "hfopenllm_v2/MMLU-PRO": 0.3884 } }, { - "id": "qingy2024/Qwarkstar-4B-Instruct-Preview", - "name": "Qwarkstar-4B-Instruct-Preview", - "developer": "qingy2024", + "id": "T145/ZEUS-8B-V12", + "name": "ZEUS-8B-V12", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5324, - "hfopenllm_v2/BBH": 0.4358, - "hfopenllm_v2/MATH Level 5": 0.1284, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.3896, - "hfopenllm_v2/MMLU-PRO": 0.2502 + "hfopenllm_v2/IFEval": 0.7816, + "hfopenllm_v2/BBH": 0.5254, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.3858, + "hfopenllm_v2/MMLU-PRO": 0.3912 } }, { - "id": "qingy2024/Qwen2.5-4B", - "name": "Qwen2.5-4B", - "developer": "qingy2024", + "id": "T145/ZEUS-8B-V13", + "name": "ZEUS-8B-V13", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2158, - "hfopenllm_v2/BBH": 0.4269, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.461, - "hfopenllm_v2/MMLU-PRO": 0.2525 + "hfopenllm_v2/IFEval": 0.7904, + "hfopenllm_v2/BBH": 0.5277, + "hfopenllm_v2/MATH Level 5": 0.2137, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.3845, + "hfopenllm_v2/MMLU-PRO": 0.3911 } }, { - "id": "qingy2024/Qwen2.5-Coder-Draft-1.5B-Instruct", - "name": "Qwen2.5-Coder-Draft-1.5B-Instruct", - "developer": "qingy2024", + "id": "T145/ZEUS-8B-V13-abliterated", + "name": "ZEUS-8B-V13-abliterated", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4125, - "hfopenllm_v2/BBH": 0.3837, - "hfopenllm_v2/MATH Level 5": 0.1579, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.2244 + "hfopenllm_v2/IFEval": 0.7878, + "hfopenllm_v2/BBH": 0.5198, + "hfopenllm_v2/MATH Level 5": 0.179, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.3871, + "hfopenllm_v2/MMLU-PRO": 0.3872 } }, { - "id": "qingy2024/Qwen2.5-Math-14B-Instruct-Alpha", - "name": "Qwen2.5-Math-14B-Instruct-Alpha", - "developer": "qingy2024", + "id": "T145/ZEUS-8B-V14", + "name": "ZEUS-8B-V14", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7704, - "hfopenllm_v2/BBH": 0.6465, - "hfopenllm_v2/MATH Level 5": 0.429, - "hfopenllm_v2/GPQA": 0.349, - "hfopenllm_v2/MUSR": 0.4021, - "hfopenllm_v2/MMLU-PRO": 0.4966 + "hfopenllm_v2/IFEval": 0.7709, + "hfopenllm_v2/BBH": 0.5275, + "hfopenllm_v2/MATH Level 5": 0.213, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.3844, + "hfopenllm_v2/MMLU-PRO": 0.3914 } }, { - "id": "qingy2024/Qwen2.5-Math-14B-Instruct-Preview", - "name": "Qwen2.5-Math-14B-Instruct-Preview", - "developer": "qingy2024", + "id": "T145/ZEUS-8B-V15", + "name": "ZEUS-8B-V15", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7826, - "hfopenllm_v2/BBH": 0.6294, - "hfopenllm_v2/MATH Level 5": 0.4758, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.4115, - "hfopenllm_v2/MMLU-PRO": 0.4993 + "hfopenllm_v2/IFEval": 0.7013, + "hfopenllm_v2/BBH": 0.5538, + "hfopenllm_v2/MATH Level 5": 0.2304, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.4059 } }, { - "id": "qingy2024/Qwen2.6-14B-Instruct", - "name": "Qwen2.6-14B-Instruct", - "developer": "qingy2024", + "id": "T145/ZEUS-8B-V16", + "name": "ZEUS-8B-V16", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5811, - "hfopenllm_v2/BBH": 0.6394, - "hfopenllm_v2/MATH Level 5": 0.3051, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4569, - "hfopenllm_v2/MMLU-PRO": 0.5285 + "hfopenllm_v2/IFEval": 0.7925, + "hfopenllm_v2/BBH": 0.5266, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3951, + "hfopenllm_v2/MMLU-PRO": 0.3926 } }, { - "id": "qingy2024/Qwen2.6-Math-14B-Instruct", - "name": "Qwen2.6-Math-14B-Instruct", - "developer": "qingy2024", + "id": "T145/ZEUS-8B-V17", + "name": "ZEUS-8B-V17", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3862, - "hfopenllm_v2/BBH": 0.6324, - "hfopenllm_v2/MATH Level 5": 0.429, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.4759, - "hfopenllm_v2/MMLU-PRO": 0.5241 + "hfopenllm_v2/IFEval": 0.7941, + "hfopenllm_v2/BBH": 0.5251, + "hfopenllm_v2/MATH Level 5": 0.2243, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4016, + "hfopenllm_v2/MMLU-PRO": 0.3935 } }, { - "id": "qq8933/OpenLongCoT-Base-Gemma2-2B", - "name": "OpenLongCoT-Base-Gemma2-2B", - "developer": "qq8933", + "id": "T145/ZEUS-8B-V17-abliterated", + "name": "ZEUS-8B-V17-abliterated", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1965, - "hfopenllm_v2/BBH": 0.3106, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3222, - "hfopenllm_v2/MMLU-PRO": 0.1316 + "hfopenllm_v2/IFEval": 0.7576, + "hfopenllm_v2/BBH": 0.52, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4269, + "hfopenllm_v2/MMLU-PRO": 0.3622 } }, { - "id": "qwen/qwen1.5-110b-chat", - "name": "Qwen1.5 Chat 110B", - "developer": "qwen", + "id": "T145/ZEUS-8B-V17-abliterated-V2", + "name": "ZEUS-8B-V17-abliterated-V2", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.55, - "helm_lite/NarrativeQA": 0.721, - "helm_lite/NaturalQuestions (closed-book)": 0.35, - "helm_lite/OpenbookQA": 0.922, - "helm_lite/MMLU": 0.704, - "helm_lite/MATH": 0.568, - "helm_lite/GSM8K": 0.815, - "helm_lite/LegalBench": 0.624, - "helm_lite/MedQA": 0.64, - "helm_lite/WMT 2014": 0.192, - "helm_mmlu/MMLU All Subjects": 0.768, - "helm_mmlu/Abstract Algebra": 0.57, - "helm_mmlu/Anatomy": 0.696, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.82, - "helm_mmlu/Econometrics": 0.64, - "helm_mmlu/Global Facts": 0.51, - "helm_mmlu/Jurisprudence": 0.833, - "helm_mmlu/Philosophy": 0.823, - "helm_mmlu/Professional Psychology": 0.82, - "helm_mmlu/Us Foreign Policy": 0.87, - "helm_mmlu/Astronomy": 0.901, - "helm_mmlu/Business Ethics": 0.8, - "helm_mmlu/Clinical Knowledge": 0.766, - "helm_mmlu/Conceptual Physics": 0.838, - "helm_mmlu/Electrical Engineering": 0.752, - "helm_mmlu/Elementary Mathematics": 0.669, - "helm_mmlu/Formal Logic": 0.643, - "helm_mmlu/High School World History": 0.903, - "helm_mmlu/Human Sexuality": 0.855, - "helm_mmlu/International Law": 0.876, - "helm_mmlu/Logical Fallacies": 0.828, - "helm_mmlu/Machine Learning": 0.634, - "helm_mmlu/Management": 0.835, - "helm_mmlu/Marketing": 0.919, - "helm_mmlu/Medical Genetics": 0.85, - "helm_mmlu/Miscellaneous": 0.934, - "helm_mmlu/Moral Scenarios": 0.783, - "helm_mmlu/Nutrition": 0.804, - "helm_mmlu/Prehistory": 0.867, - "helm_mmlu/Public Relations": 0.773, - "helm_mmlu/Security Studies": 0.735, - "helm_mmlu/Sociology": 0.866, - "helm_mmlu/Virology": 0.542, - "helm_mmlu/World Religions": 0.871, - "helm_mmlu/Mean win rate": 0.875 + "hfopenllm_v2/IFEval": 0.6532, + "hfopenllm_v2/BBH": 0.4928, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3407, + "hfopenllm_v2/MMLU-PRO": 0.3402 } }, { - "id": "qwen/qwen1.5-14b", - "name": "Qwen1.5 14B", - "developer": "qwen", + "id": "T145/ZEUS-8B-V17-abliterated-V4", + "name": "ZEUS-8B-V17-abliterated-V4", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.425, - "helm_lite/NarrativeQA": 0.711, - "helm_lite/NaturalQuestions (closed-book)": 0.3, - "helm_lite/OpenbookQA": 0.862, - "helm_lite/MMLU": 0.626, - "helm_lite/MATH": 0.686, - "helm_lite/GSM8K": 0.693, - "helm_lite/LegalBench": 0.593, - "helm_lite/MedQA": 0.515, - "helm_lite/WMT 2014": 0.178, - "helm_mmlu/MMLU All Subjects": 0.686, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.637, - "helm_mmlu/College Physics": 0.48, - "helm_mmlu/Computer Security": 0.84, - "helm_mmlu/Econometrics": 0.561, - "helm_mmlu/Global Facts": 0.49, - "helm_mmlu/Jurisprudence": 0.769, - "helm_mmlu/Philosophy": 0.717, - "helm_mmlu/Professional Psychology": 0.699, - "helm_mmlu/Us Foreign Policy": 0.87, - "helm_mmlu/Astronomy": 0.724, - "helm_mmlu/Business Ethics": 0.75, - "helm_mmlu/Clinical Knowledge": 0.736, - "helm_mmlu/Conceptual Physics": 0.694, - "helm_mmlu/Electrical Engineering": 0.683, - "helm_mmlu/Elementary Mathematics": 0.603, - "helm_mmlu/Formal Logic": 0.492, - "helm_mmlu/High School World History": 0.84, - "helm_mmlu/Human Sexuality": 0.756, - "helm_mmlu/International Law": 0.826, - "helm_mmlu/Logical Fallacies": 0.736, - "helm_mmlu/Machine Learning": 0.509, - "helm_mmlu/Management": 0.816, - "helm_mmlu/Marketing": 0.893, - "helm_mmlu/Medical Genetics": 0.76, - "helm_mmlu/Miscellaneous": 0.835, - "helm_mmlu/Moral Scenarios": 0.368, - "helm_mmlu/Nutrition": 0.742, - "helm_mmlu/Prehistory": 0.71, - "helm_mmlu/Public Relations": 0.655, - "helm_mmlu/Security Studies": 0.8, - "helm_mmlu/Sociology": 0.841, - "helm_mmlu/Virology": 0.458, - "helm_mmlu/World Religions": 0.842, - "helm_mmlu/Mean win rate": 0.796 + "hfopenllm_v2/IFEval": 0.7228, + "hfopenllm_v2/BBH": 0.5169, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.3774 } }, { - "id": "qwen/qwen1.5-32b", - "name": "Qwen1.5 32B", - "developer": "qwen", + "id": "T145/ZEUS-8B-V18", + "name": "ZEUS-8B-V18", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.546, - "helm_lite/NarrativeQA": 0.589, - "helm_lite/NaturalQuestions (closed-book)": 0.353, - "helm_lite/OpenbookQA": 0.932, - "helm_lite/MMLU": 0.628, - "helm_lite/MATH": 0.733, - "helm_lite/GSM8K": 0.773, - "helm_lite/LegalBench": 0.636, - "helm_lite/MedQA": 0.656, - "helm_lite/WMT 2014": 0.193, - "helm_mmlu/MMLU All Subjects": 0.744, - "helm_mmlu/Abstract Algebra": 0.4, - "helm_mmlu/Anatomy": 0.644, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.77, - "helm_mmlu/Econometrics": 0.561, - "helm_mmlu/Global Facts": 0.47, - "helm_mmlu/Jurisprudence": 0.843, - "helm_mmlu/Philosophy": 0.826, - "helm_mmlu/Professional Psychology": 0.75, - "helm_mmlu/Us Foreign Policy": 0.91, - "helm_mmlu/Astronomy": 0.855, - "helm_mmlu/Business Ethics": 0.77, - "helm_mmlu/Clinical Knowledge": 0.781, - "helm_mmlu/Conceptual Physics": 0.766, - "helm_mmlu/Electrical Engineering": 0.731, - "helm_mmlu/Elementary Mathematics": 0.685, - "helm_mmlu/Formal Logic": 0.524, - "helm_mmlu/High School World History": 0.869, - "helm_mmlu/Human Sexuality": 0.847, - "helm_mmlu/International Law": 0.884, - "helm_mmlu/Logical Fallacies": 0.822, - "helm_mmlu/Machine Learning": 0.616, - "helm_mmlu/Management": 0.874, - "helm_mmlu/Marketing": 0.936, - "helm_mmlu/Medical Genetics": 0.85, - "helm_mmlu/Miscellaneous": 0.884, - "helm_mmlu/Moral Scenarios": 0.545, - "helm_mmlu/Nutrition": 0.81, - "helm_mmlu/Prehistory": 0.83, - "helm_mmlu/Public Relations": 0.664, - "helm_mmlu/Security Studies": 0.829, - "helm_mmlu/Sociology": 0.881, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.854, - "helm_mmlu/Mean win rate": 0.624 + "hfopenllm_v2/IFEval": 0.7834, + "hfopenllm_v2/BBH": 0.527, + "hfopenllm_v2/MATH Level 5": 0.2183, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4043, + "hfopenllm_v2/MMLU-PRO": 0.3942 } }, { - "id": "qwen/qwen1.5-72b", - "name": "Qwen1.5 72B", - "developer": "qwen", + "id": "T145/ZEUS-8B-V19", + "name": "ZEUS-8B-V19", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.608, - "helm_lite/NarrativeQA": 0.601, - "helm_lite/NaturalQuestions (closed-book)": 0.417, - "helm_lite/OpenbookQA": 0.93, - "helm_lite/MMLU": 0.647, - "helm_lite/MATH": 0.683, - "helm_lite/GSM8K": 0.799, - "helm_lite/LegalBench": 0.694, - "helm_lite/MedQA": 0.67, - "helm_lite/WMT 2014": 0.201, - "helm_mmlu/MMLU All Subjects": 0.774, - "helm_mmlu/Abstract Algebra": 0.44, - "helm_mmlu/Anatomy": 0.733, - "helm_mmlu/College Physics": 0.559, - "helm_mmlu/Computer Security": 0.81, - "helm_mmlu/Econometrics": 0.544, - "helm_mmlu/Global Facts": 0.56, - "helm_mmlu/Jurisprudence": 0.824, - "helm_mmlu/Philosophy": 0.83, - "helm_mmlu/Professional Psychology": 0.809, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.868, - "helm_mmlu/Business Ethics": 0.79, - "helm_mmlu/Clinical Knowledge": 0.834, - "helm_mmlu/Conceptual Physics": 0.821, - "helm_mmlu/Electrical Engineering": 0.779, - "helm_mmlu/Elementary Mathematics": 0.696, - "helm_mmlu/Formal Logic": 0.556, - "helm_mmlu/High School World History": 0.899, - "helm_mmlu/Human Sexuality": 0.878, - "helm_mmlu/International Law": 0.909, - "helm_mmlu/Logical Fallacies": 0.853, - "helm_mmlu/Machine Learning": 0.67, - "helm_mmlu/Management": 0.854, - "helm_mmlu/Marketing": 0.949, - "helm_mmlu/Medical Genetics": 0.87, - "helm_mmlu/Miscellaneous": 0.921, - "helm_mmlu/Moral Scenarios": 0.669, - "helm_mmlu/Nutrition": 0.859, - "helm_mmlu/Prehistory": 0.88, - "helm_mmlu/Public Relations": 0.755, - "helm_mmlu/Security Studies": 0.824, - "helm_mmlu/Sociology": 0.9, - "helm_mmlu/Virology": 0.584, - "helm_mmlu/World Religions": 0.883, - "helm_mmlu/Mean win rate": 0.65 + "hfopenllm_v2/IFEval": 0.7883, + "hfopenllm_v2/BBH": 0.5276, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4043, + "hfopenllm_v2/MMLU-PRO": 0.3934 } }, { - "id": "qwen/qwen1.5-7b", - "name": "Qwen1.5 7B", - "developer": "qwen", + "id": "T145/ZEUS-8B-V2", + "name": "ZEUS-8B-V2", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.275, - "helm_lite/NarrativeQA": 0.448, - "helm_lite/NaturalQuestions (closed-book)": 0.27, - "helm_lite/OpenbookQA": 0.806, - "helm_lite/MMLU": 0.569, - "helm_lite/MATH": 0.561, - "helm_lite/GSM8K": 0.6, - "helm_lite/LegalBench": 0.523, - "helm_lite/MedQA": 0.479, - "helm_lite/WMT 2014": 0.153, - "helm_mmlu/MMLU All Subjects": 0.626, - "helm_mmlu/Abstract Algebra": 0.39, - "helm_mmlu/Anatomy": 0.526, - "helm_mmlu/College Physics": 0.471, - "helm_mmlu/Computer Security": 0.76, - "helm_mmlu/Econometrics": 0.447, - "helm_mmlu/Global Facts": 0.4, - "helm_mmlu/Jurisprudence": 0.778, - "helm_mmlu/Philosophy": 0.691, - "helm_mmlu/Professional Psychology": 0.603, - "helm_mmlu/Us Foreign Policy": 0.84, - "helm_mmlu/Astronomy": 0.671, - "helm_mmlu/Business Ethics": 0.69, - "helm_mmlu/Clinical Knowledge": 0.691, - "helm_mmlu/Conceptual Physics": 0.579, - "helm_mmlu/Electrical Engineering": 0.572, - "helm_mmlu/Elementary Mathematics": 0.5, - "helm_mmlu/Formal Logic": 0.397, - "helm_mmlu/High School World History": 0.789, - "helm_mmlu/Human Sexuality": 0.695, - "helm_mmlu/International Law": 0.76, - "helm_mmlu/Logical Fallacies": 0.706, - "helm_mmlu/Machine Learning": 0.411, - "helm_mmlu/Management": 0.816, - "helm_mmlu/Marketing": 0.863, - "helm_mmlu/Medical Genetics": 0.69, - "helm_mmlu/Miscellaneous": 0.765, - "helm_mmlu/Moral Scenarios": 0.372, - "helm_mmlu/Nutrition": 0.696, - "helm_mmlu/Prehistory": 0.688, - "helm_mmlu/Public Relations": 0.627, - "helm_mmlu/Security Studies": 0.727, - "helm_mmlu/Sociology": 0.836, - "helm_mmlu/Virology": 0.488, - "helm_mmlu/World Religions": 0.778, - "helm_mmlu/Mean win rate": 0.843 + "hfopenllm_v2/IFEval": 0.8029, + "hfopenllm_v2/BBH": 0.5194, + "hfopenllm_v2/MATH Level 5": 0.216, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.391, + "hfopenllm_v2/MMLU-PRO": 0.3896 } }, { - "id": "qwen/qwen2-72b-instruct", - "name": "Qwen2 Instruct 72B", - "developer": "qwen", + "id": "T145/ZEUS-8B-V2-abliterated", + "name": "ZEUS-8B-V2-abliterated", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.77, - "helm_lite/NarrativeQA": 0.727, - "helm_lite/NaturalQuestions (closed-book)": 0.39, - "helm_lite/OpenbookQA": 0.954, - "helm_lite/MMLU": 0.769, - "helm_lite/MATH": 0.79, - "helm_lite/GSM8K": 0.92, - "helm_lite/LegalBench": 0.712, - "helm_lite/MedQA": 0.746, - "helm_lite/WMT 2014": 0.207, - "helm_mmlu/MMLU All Subjects": 0.824, - "helm_mmlu/Abstract Algebra": 0.67, - "helm_mmlu/Anatomy": 0.793, - "helm_mmlu/College Physics": 0.598, - "helm_mmlu/Computer Security": 0.85, - "helm_mmlu/Econometrics": 0.737, - "helm_mmlu/Global Facts": 0.58, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.859, - "helm_mmlu/Professional Psychology": 0.886, - "helm_mmlu/Us Foreign Policy": 0.94, - "helm_mmlu/Astronomy": 0.934, - "helm_mmlu/Business Ethics": 0.82, - "helm_mmlu/Clinical Knowledge": 0.868, - "helm_mmlu/Conceptual Physics": 0.872, - "helm_mmlu/Electrical Engineering": 0.793, - "helm_mmlu/Elementary Mathematics": 0.825, - "helm_mmlu/Formal Logic": 0.667, - "helm_mmlu/High School World History": 0.932, - "helm_mmlu/Human Sexuality": 0.893, - "helm_mmlu/International Law": 0.893, - "helm_mmlu/Logical Fallacies": 0.914, - "helm_mmlu/Machine Learning": 0.768, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.953, - "helm_mmlu/Medical Genetics": 0.9, - "helm_mmlu/Miscellaneous": 0.943, - "helm_mmlu/Moral Scenarios": 0.815, - "helm_mmlu/Nutrition": 0.902, - "helm_mmlu/Prehistory": 0.914, - "helm_mmlu/Public Relations": 0.745, - "helm_mmlu/Security Studies": 0.837, - "helm_mmlu/Sociology": 0.935, - "helm_mmlu/Virology": 0.56, - "helm_mmlu/World Religions": 0.848, - "helm_mmlu/Mean win rate": 0.826 + "hfopenllm_v2/IFEval": 0.7895, + "hfopenllm_v2/BBH": 0.5129, + "hfopenllm_v2/MATH Level 5": 0.2115, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.3911, + "hfopenllm_v2/MMLU-PRO": 0.3825 } }, { - "id": "qwen/qwen2.5-72b-instruct-turbo", - "name": "Qwen2.5 Instruct Turbo 72B", - "developer": "qwen", + "id": "T145/ZEUS-8B-V2-ORPO", + "name": "ZEUS-8B-V2-ORPO", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.599, - "helm_capabilities/MMLU-Pro": 0.631, - "helm_capabilities/GPQA": 0.426, - "helm_capabilities/IFEval": 0.806, - "helm_capabilities/WildBench": 0.802, - "helm_capabilities/Omni-MATH": 0.33, - "helm_lite/Mean win rate": 0.745, - "helm_lite/NarrativeQA": 0.745, - "helm_lite/NaturalQuestions (closed-book)": 0.359, - "helm_lite/OpenbookQA": 0.962, - "helm_lite/MMLU": 0.77, - "helm_lite/MATH": 0.884, - "helm_lite/GSM8K": 0.9, - "helm_lite/LegalBench": 0.74, - "helm_lite/MedQA": 0.753, - "helm_lite/WMT 2014": 0.207, - "helm_mmlu/MMLU All Subjects": 0.834, - "helm_mmlu/Abstract Algebra": 0.68, - "helm_mmlu/Anatomy": 0.822, - "helm_mmlu/College Physics": 0.588, - "helm_mmlu/Computer Security": 0.86, - "helm_mmlu/Econometrics": 0.728, - "helm_mmlu/Global Facts": 0.61, - "helm_mmlu/Jurisprudence": 0.87, - "helm_mmlu/Philosophy": 0.839, - "helm_mmlu/Professional Psychology": 0.864, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.934, - "helm_mmlu/Business Ethics": 0.85, - "helm_mmlu/Clinical Knowledge": 0.872, - "helm_mmlu/Conceptual Physics": 0.885, - "helm_mmlu/Electrical Engineering": 0.8, - "helm_mmlu/Elementary Mathematics": 0.87, - "helm_mmlu/Formal Logic": 0.73, - "helm_mmlu/High School World History": 0.92, - "helm_mmlu/Human Sexuality": 0.878, - "helm_mmlu/International Law": 0.893, - "helm_mmlu/Logical Fallacies": 0.89, - "helm_mmlu/Machine Learning": 0.777, - "helm_mmlu/Management": 0.913, - "helm_mmlu/Marketing": 0.953, - "helm_mmlu/Medical Genetics": 0.92, - "helm_mmlu/Miscellaneous": 0.932, - "helm_mmlu/Moral Scenarios": 0.787, - "helm_mmlu/Nutrition": 0.886, - "helm_mmlu/Prehistory": 0.91, - "helm_mmlu/Public Relations": 0.782, - "helm_mmlu/Security Studies": 0.849, - "helm_mmlu/Sociology": 0.925, - "helm_mmlu/Virology": 0.584, - "helm_mmlu/World Religions": 0.901, - "helm_mmlu/Mean win rate": 0.548 + "hfopenllm_v2/IFEval": 0.7187, + "hfopenllm_v2/BBH": 0.5075, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3935, + "hfopenllm_v2/MMLU-PRO": 0.3678 } }, { - "id": "qwen/qwen2.5-7b-instruct-turbo", - "name": "Qwen2.5 Instruct Turbo 7B", - "developer": "qwen", + "id": "T145/ZEUS-8B-V20", + "name": "ZEUS-8B-V20", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.529, - "helm_capabilities/MMLU-Pro": 0.539, - "helm_capabilities/GPQA": 0.341, - "helm_capabilities/IFEval": 0.741, - "helm_capabilities/WildBench": 0.731, - "helm_capabilities/Omni-MATH": 0.294, - "helm_lite/Mean win rate": 0.488, - "helm_lite/NarrativeQA": 0.742, - "helm_lite/NaturalQuestions (closed-book)": 0.205, - "helm_lite/OpenbookQA": 0.862, - "helm_lite/MMLU": 0.658, - "helm_lite/MATH": 0.835, - "helm_lite/GSM8K": 0.83, - "helm_lite/LegalBench": 0.632, - "helm_lite/MedQA": 0.6, - "helm_lite/WMT 2014": 0.155, - "helm_mmlu/MMLU All Subjects": 0.729, - "helm_mmlu/Abstract Algebra": 0.49, - "helm_mmlu/Anatomy": 0.689, - "helm_mmlu/College Physics": 0.51, - "helm_mmlu/Computer Security": 0.79, - "helm_mmlu/Econometrics": 0.64, - "helm_mmlu/Global Facts": 0.42, - "helm_mmlu/Jurisprudence": 0.796, - "helm_mmlu/Philosophy": 0.746, - "helm_mmlu/Professional Psychology": 0.757, - "helm_mmlu/Us Foreign Policy": 0.86, - "helm_mmlu/Astronomy": 0.836, - "helm_mmlu/Business Ethics": 0.82, - "helm_mmlu/Clinical Knowledge": 0.785, - "helm_mmlu/Conceptual Physics": 0.736, - "helm_mmlu/Electrical Engineering": 0.717, - "helm_mmlu/Elementary Mathematics": 0.643, - "helm_mmlu/Formal Logic": 0.587, - "helm_mmlu/High School World History": 0.878, - "helm_mmlu/Human Sexuality": 0.794, - "helm_mmlu/International Law": 0.86, - "helm_mmlu/Logical Fallacies": 0.773, - "helm_mmlu/Machine Learning": 0.554, - "helm_mmlu/Management": 0.845, - "helm_mmlu/Marketing": 0.919, - "helm_mmlu/Medical Genetics": 0.85, - "helm_mmlu/Miscellaneous": 0.852, - "helm_mmlu/Moral Scenarios": 0.511, - "helm_mmlu/Nutrition": 0.778, - "helm_mmlu/Prehistory": 0.836, - "helm_mmlu/Public Relations": 0.709, - "helm_mmlu/Security Studies": 0.682, - "helm_mmlu/Sociology": 0.861, - "helm_mmlu/Virology": 0.578, - "helm_mmlu/World Religions": 0.83, - "helm_mmlu/Mean win rate": 0.887 + "hfopenllm_v2/IFEval": 0.7956, + "hfopenllm_v2/BBH": 0.5244, + "hfopenllm_v2/MATH Level 5": 0.219, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4043, + "hfopenllm_v2/MMLU-PRO": 0.393 } }, { - "id": "qwen/qwen3-235b-a22b-fp8-tput", - "name": "Qwen3 235B A22B FP8 Throughput", - "developer": "qwen", + "id": "T145/ZEUS-8B-V21", + "name": "ZEUS-8B-V21", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.726, - "helm_capabilities/MMLU-Pro": 0.817, - "helm_capabilities/GPQA": 0.623, - "helm_capabilities/IFEval": 0.816, - "helm_capabilities/WildBench": 0.828, - "helm_capabilities/Omni-MATH": 0.548 + "hfopenllm_v2/IFEval": 0.3785, + "hfopenllm_v2/BBH": 0.3398, + "hfopenllm_v2/MATH Level 5": 0.1594, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3262, + "hfopenllm_v2/MMLU-PRO": 0.1714 } }, { - "id": "qwen/qwen3-235b-a22b-instruct-2507-fp8", - "name": "Qwen3 235B A22B Instruct 2507 FP8", - "developer": "qwen", + "id": "T145/ZEUS-8B-V22", + "name": "ZEUS-8B-V22", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.798, - "helm_capabilities/MMLU-Pro": 0.844, - "helm_capabilities/GPQA": 0.726, - "helm_capabilities/IFEval": 0.835, - "helm_capabilities/WildBench": 0.866, - "helm_capabilities/Omni-MATH": 0.718 + "hfopenllm_v2/IFEval": 0.7995, + "hfopenllm_v2/BBH": 0.5245, + "hfopenllm_v2/MATH Level 5": 0.2228, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.399, + "hfopenllm_v2/MMLU-PRO": 0.3938 } }, { - "id": "raphgg/test-2.5-72B", - "name": "test-2.5-72B", - "developer": "raphgg", + "id": "T145/ZEUS-8B-V23", + "name": "ZEUS-8B-V23", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8437, - "hfopenllm_v2/BBH": 0.7266, - "hfopenllm_v2/MATH Level 5": 0.4109, - "hfopenllm_v2/GPQA": 0.3893, - "hfopenllm_v2/MUSR": 0.4812, - "hfopenllm_v2/MMLU-PRO": 0.5837 + "hfopenllm_v2/IFEval": 0.7621, + "hfopenllm_v2/BBH": 0.5195, + "hfopenllm_v2/MATH Level 5": 0.182, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.3666 } }, { - "id": "rasyosef/Mistral-NeMo-Minitron-8B-Chat", - "name": "Mistral-NeMo-Minitron-8B-Chat", - "developer": "rasyosef", + "id": "T145/ZEUS-8B-V24", + "name": "ZEUS-8B-V24", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4452, - "hfopenllm_v2/BBH": 0.4759, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4304, - "hfopenllm_v2/MMLU-PRO": 0.2404 + "hfopenllm_v2/IFEval": 0.6, + "hfopenllm_v2/BBH": 0.4778, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3729, + "hfopenllm_v2/MMLU-PRO": 0.3285 } }, { - "id": "rasyosef/Phi-1_5-Instruct-v0.1", - "name": "Phi-1_5-Instruct-v0.1", - "developer": "rasyosef", + "id": "T145/ZEUS-8B-V25", + "name": "ZEUS-8B-V25", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2402, - "hfopenllm_v2/BBH": 0.3118, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3422, - "hfopenllm_v2/MMLU-PRO": 0.1562 + "hfopenllm_v2/IFEval": 0.332, + "hfopenllm_v2/BBH": 0.4547, + "hfopenllm_v2/MATH Level 5": 0.2039, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3488, + "hfopenllm_v2/MMLU-PRO": 0.2885 } }, { - "id": "rasyosef/phi-2-instruct-apo", - "name": "phi-2-instruct-apo", - "developer": "rasyosef", + "id": "T145/ZEUS-8B-V26", + "name": "ZEUS-8B-V26", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3146, - "hfopenllm_v2/BBH": 0.4445, - "hfopenllm_v2/MATH Level 5": 0.0302, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3342, - "hfopenllm_v2/MMLU-PRO": 0.2155 + "hfopenllm_v2/IFEval": 0.6708, + "hfopenllm_v2/BBH": 0.5232, + "hfopenllm_v2/MATH Level 5": 0.1246, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4016, + "hfopenllm_v2/MMLU-PRO": 0.3907 } }, { - "id": "rasyosef/phi-2-instruct-v0.1", - "name": "phi-2-instruct-v0.1", - "developer": "rasyosef", + "id": "T145/ZEUS-8B-V27", + "name": "ZEUS-8B-V27", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3681, - "hfopenllm_v2/BBH": 0.4726, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3524, - "hfopenllm_v2/MMLU-PRO": 0.2247 + "hfopenllm_v2/IFEval": 0.6544, + "hfopenllm_v2/BBH": 0.523, + "hfopenllm_v2/MATH Level 5": 0.1344, + "hfopenllm_v2/GPQA": 0.3079, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.3902 } }, { - "id": "realtreetune/rho-1b-sft-MATH", - "name": "rho-1b-sft-MATH", - "developer": "realtreetune", + "id": "T145/ZEUS-8B-V28", + "name": "ZEUS-8B-V28", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2121, - "hfopenllm_v2/BBH": 0.3144, - "hfopenllm_v2/MATH Level 5": 0.0347, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3458, - "hfopenllm_v2/MMLU-PRO": 0.1117 + "hfopenllm_v2/IFEval": 0.6353, + "hfopenllm_v2/BBH": 0.5254, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3896, + "hfopenllm_v2/MMLU-PRO": 0.3902 } }, { - "id": "recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp", - "name": "Gemma-2-Ataraxy-Gemmasutra-9B-slerp", - "developer": "recoilme", + "id": "T145/ZEUS-8B-V29", + "name": "ZEUS-8B-V29", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7649, - "hfopenllm_v2/BBH": 0.5974, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.4245, - "hfopenllm_v2/MMLU-PRO": 0.4207 + "hfopenllm_v2/IFEval": 0.7418, + "hfopenllm_v2/BBH": 0.5253, + "hfopenllm_v2/MATH Level 5": 0.1601, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4003, + "hfopenllm_v2/MMLU-PRO": 0.392 } }, { - "id": "recoilme/recoilme-gemma-2-9B-v0.1", - "name": "recoilme-gemma-2-9B-v0.1", - "developer": "recoilme", + "id": "T145/ZEUS-8B-V2L1", + "name": "ZEUS-8B-V2L1", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7515, - "hfopenllm_v2/BBH": 0.5995, - "hfopenllm_v2/MATH Level 5": 0.2039, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.4191, - "hfopenllm_v2/MMLU-PRO": 0.4159 + "hfopenllm_v2/IFEval": 0.3192, + "hfopenllm_v2/BBH": 0.5013, + "hfopenllm_v2/MATH Level 5": 0.1239, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.3882, + "hfopenllm_v2/MMLU-PRO": 0.3638 } }, { - "id": "recoilme/recoilme-gemma-2-9B-v0.2", - "name": "recoilme-gemma-2-9B-v0.2", - "developer": "recoilme", + "id": "T145/ZEUS-8B-V2L2", + "name": "ZEUS-8B-V2L2", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7592, - "hfopenllm_v2/BBH": 0.6026, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4099, - "hfopenllm_v2/MMLU-PRO": 0.4163 + "hfopenllm_v2/IFEval": 0.8021, + "hfopenllm_v2/BBH": 0.5203, + "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3975, + "hfopenllm_v2/MMLU-PRO": 0.3884 } }, { - "id": "recoilme/recoilme-gemma-2-9B-v0.3", - "name": "recoilme-gemma-2-9B-v0.3", - "developer": "recoilme", + "id": "T145/ZEUS-8B-V3", + "name": "ZEUS-8B-V3", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5761, - "hfopenllm_v2/BBH": 0.602, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4632, - "hfopenllm_v2/MMLU-PRO": 0.4039 + "hfopenllm_v2/IFEval": 0.7887, + "hfopenllm_v2/BBH": 0.5265, + "hfopenllm_v2/MATH Level 5": 0.1677, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4017, + "hfopenllm_v2/MMLU-PRO": 0.3804 } }, { - "id": "recoilme/recoilme-gemma-2-9B-v0.4", - "name": "recoilme-gemma-2-9B-v0.4", - "developer": "recoilme", + "id": "T145/ZEUS-8B-V30", + "name": "ZEUS-8B-V30", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2562, - "hfopenllm_v2/BBH": 0.5967, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.4727, - "hfopenllm_v2/MMLU-PRO": 0.4406 + "hfopenllm_v2/IFEval": 0.7436, + "hfopenllm_v2/BBH": 0.5243, + "hfopenllm_v2/MATH Level 5": 0.1586, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.4029, + "hfopenllm_v2/MMLU-PRO": 0.3944 } }, { - "id": "recoilme/recoilme-gemma-2-9B-v0.5", - "name": "recoilme-gemma-2-9B-v0.5", - "developer": "recoilme", + "id": "T145/ZEUS-8B-V4", + "name": "ZEUS-8B-V4", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7664, - "hfopenllm_v2/BBH": 0.5981, - "hfopenllm_v2/MATH Level 5": 0.2115, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4232, - "hfopenllm_v2/MMLU-PRO": 0.42 + "hfopenllm_v2/IFEval": 0.7807, + "hfopenllm_v2/BBH": 0.5246, + "hfopenllm_v2/MATH Level 5": 0.1926, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4029, + "hfopenllm_v2/MMLU-PRO": 0.3788 } }, { - "id": "redrix/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS", - "name": "AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS", - "developer": "redrix", + "id": "T145/ZEUS-8B-V6", + "name": "ZEUS-8B-V6", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.536, - "hfopenllm_v2/BBH": 0.5129, - "hfopenllm_v2/MATH Level 5": 0.1133, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.318 + "hfopenllm_v2/IFEval": 0.7838, + "hfopenllm_v2/BBH": 0.524, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4068, + "hfopenllm_v2/MMLU-PRO": 0.3759 } }, { - "id": "redrix/patricide-12B-Unslop-Mell", - "name": "patricide-12B-Unslop-Mell", - "developer": "redrix", + "id": "T145/ZEUS-8B-V7", + "name": "ZEUS-8B-V7", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4074, - "hfopenllm_v2/BBH": 0.5399, - "hfopenllm_v2/MATH Level 5": 0.1314, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4026, - "hfopenllm_v2/MMLU-PRO": 0.357 + "hfopenllm_v2/IFEval": 0.7786, + "hfopenllm_v2/BBH": 0.507, + "hfopenllm_v2/MATH Level 5": 0.148, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4162, + "hfopenllm_v2/MMLU-PRO": 0.3812 } }, { - "id": "refuelai/Llama-3-Refueled", - "name": "Llama-3-Refueled", - "developer": "refuelai", + "id": "T145/ZEUS-8B-V8", + "name": "ZEUS-8B-V8", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.462, - "hfopenllm_v2/BBH": 0.5871, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4454, - "hfopenllm_v2/MMLU-PRO": 0.3095 + "hfopenllm_v2/IFEval": 0.7914, + "hfopenllm_v2/BBH": 0.5065, + "hfopenllm_v2/MATH Level 5": 0.1329, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4214, + "hfopenllm_v2/MMLU-PRO": 0.3761 } }, { - "id": "rhplus0831/maid-yuzu-v7", - "name": "maid-yuzu-v7", - "developer": "rhplus0831", + "id": "T145/ZEUS-8B-V9", + "name": "ZEUS-8B-V9", + "developer": "T145", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6462, - "hfopenllm_v2/BBH": 0.4805, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.354 + "hfopenllm_v2/IFEval": 0.5551, + "hfopenllm_v2/BBH": 0.5207, + "hfopenllm_v2/MATH Level 5": 0.2137, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3949, + "hfopenllm_v2/MMLU-PRO": 0.3901 } }, { - "id": "rhymes-ai/Aria", - "name": "Aria", - "developer": "rhymes-ai", + "id": "talha2001/Beast-Soul-new", + "name": "Beast-Soul-new", + "developer": "talha2001", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4773, - "hfopenllm_v2/BBH": 0.5695, - "hfopenllm_v2/MATH Level 5": 0.1934, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.4338, - "hfopenllm_v2/MMLU-PRO": 0.4405 + "hfopenllm_v2/IFEval": 0.4854, + "hfopenllm_v2/BBH": 0.5227, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4459, + "hfopenllm_v2/MMLU-PRO": 0.3102 } }, { - "id": "rhysjones/phi-2-orange-v2", - "name": "phi-2-orange-v2", - "developer": "rhysjones", + "id": "tangledgroup/tangled-llama-pints-1.5b-v0.1-instruct", + "name": "tangled-llama-pints-1.5b-v0.1-instruct", + "developer": "tangledgroup", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.367, - "hfopenllm_v2/BBH": 0.477, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.363, - "hfopenllm_v2/MMLU-PRO": 0.2532 + "hfopenllm_v2/IFEval": 0.1509, + "hfopenllm_v2/BBH": 0.3143, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2399, + "hfopenllm_v2/MUSR": 0.3761, + "hfopenllm_v2/MMLU-PRO": 0.1109 } }, { - "id": "riaz/FineLlama-3.1-8B", - "name": "FineLlama-3.1-8B", - "developer": "riaz", + "id": "tangledgroup/tangled-llama-pints-1.5b-v0.2-instruct", + "name": "tangled-llama-pints-1.5b-v0.2-instruct", + "developer": "tangledgroup", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4137, - "hfopenllm_v2/BBH": 0.4565, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3776, - "hfopenllm_v2/MMLU-PRO": 0.2978 + "hfopenllm_v2/IFEval": 0.1724, + "hfopenllm_v2/BBH": 0.3158, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2416, + "hfopenllm_v2/MUSR": 0.3643, + "hfopenllm_v2/MMLU-PRO": 0.1117 + } + }, + { + "id": "tanliboy/lambda-gemma-2-9b-dpo", + "name": "lambda-gemma-2-9b-dpo", + "developer": "tanliboy", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4501, + "hfopenllm_v2/BBH": 0.5472, + "hfopenllm_v2/MATH Level 5": 0.0944, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4017, + "hfopenllm_v2/MMLU-PRO": 0.3792 } }, { - "id": "rmdhirr/Gluon-8B", - "name": "Gluon-8B", - "developer": "rmdhirr", + "id": "tanliboy/lambda-qwen2.5-14b-dpo-test", + "name": "lambda-qwen2.5-14b-dpo-test", + "developer": "tanliboy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5053, - "hfopenllm_v2/BBH": 0.5153, - "hfopenllm_v2/MATH Level 5": 0.1443, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4039, - "hfopenllm_v2/MMLU-PRO": 0.3808 + "hfopenllm_v2/IFEval": 0.8231, + "hfopenllm_v2/BBH": 0.6394, + "hfopenllm_v2/MATH Level 5": 0.5461, + "hfopenllm_v2/GPQA": 0.3624, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.4848 } }, { - "id": "rombodawg/Rombos-Coder-V2.5-Qwen-14b", - "name": "Rombos-Coder-V2.5-Qwen-14b", - "developer": "rombodawg", + "id": "tanliboy/lambda-qwen2.5-32b-dpo-test", + "name": "lambda-qwen2.5-32b-dpo-test", + "developer": "tanliboy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7047, - "hfopenllm_v2/BBH": 0.6165, - "hfopenllm_v2/MATH Level 5": 0.3301, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3915, - "hfopenllm_v2/MMLU-PRO": 0.3939 + "hfopenllm_v2/IFEval": 0.8084, + "hfopenllm_v2/BBH": 0.6764, + "hfopenllm_v2/MATH Level 5": 0.6103, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4274, + "hfopenllm_v2/MMLU-PRO": 0.5657 } }, { - "id": "rombodawg/Rombos-Coder-V2.5-Qwen-7b", - "name": "Rombos-Coder-V2.5-Qwen-7b", - "developer": "rombodawg", + "id": "tannedbum/Ellaria-9B", + "name": "Ellaria-9B", + "developer": "tannedbum", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.621, - "hfopenllm_v2/BBH": 0.5077, - "hfopenllm_v2/MATH Level 5": 0.3338, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3979, - "hfopenllm_v2/MMLU-PRO": 0.3398 + "hfopenllm_v2/IFEval": 0.7826, + "hfopenllm_v2/BBH": 0.5942, + "hfopenllm_v2/MATH Level 5": 0.2077, + "hfopenllm_v2/GPQA": 0.3331, + "hfopenllm_v2/MUSR": 0.4151, + "hfopenllm_v2/MMLU-PRO": 0.4205 } }, { - "id": "rombodawg/Rombos-LLM-V2.5-Qwen-0.5b", - "name": "Rombos-LLM-V2.5-Qwen-0.5b", - "developer": "rombodawg", + "id": "tannedbum/L3-Nymeria-Maid-8B", + "name": "L3-Nymeria-Maid-8B", + "developer": "tannedbum", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2847, - "hfopenllm_v2/BBH": 0.3294, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3236, - "hfopenllm_v2/MMLU-PRO": 0.1866 + "hfopenllm_v2/IFEval": 0.725, + "hfopenllm_v2/BBH": 0.5146, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.3751, + "hfopenllm_v2/MMLU-PRO": 0.3747 } }, { - "id": "rombodawg/Rombos-LLM-V2.5-Qwen-1.5b", - "name": "Rombos-LLM-V2.5-Qwen-1.5b", - "developer": "rombodawg", + "id": "tannedbum/L3-Nymeria-v2-8B", + "name": "L3-Nymeria-v2-8B", + "developer": "tannedbum", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3402, - "hfopenllm_v2/BBH": 0.4257, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4186, - "hfopenllm_v2/MMLU-PRO": 0.2922 + "hfopenllm_v2/IFEval": 0.7168, + "hfopenllm_v2/BBH": 0.5224, + "hfopenllm_v2/MATH Level 5": 0.0921, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.3699, + "hfopenllm_v2/MMLU-PRO": 0.3753 } }, { - "id": "rombodawg/Rombos-LLM-V2.5-Qwen-14b", - "name": "Rombos-LLM-V2.5-Qwen-14b", - "developer": "rombodawg", + "id": "tannedbum/L3-Rhaenys-8B", + "name": "L3-Rhaenys-8B", + "developer": "tannedbum", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.584, - "hfopenllm_v2/BBH": 0.6481, - "hfopenllm_v2/MATH Level 5": 0.4554, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.4717, - "hfopenllm_v2/MMLU-PRO": 0.5376 + "hfopenllm_v2/IFEval": 0.7363, + "hfopenllm_v2/BBH": 0.5299, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3725, + "hfopenllm_v2/MMLU-PRO": 0.3799 } }, { - "id": "rombodawg/Rombos-LLM-V2.5-Qwen-32b", - "name": "Rombos-LLM-V2.5-Qwen-32b", - "developer": "rombodawg", + "id": "Tarek07/Progenitor-V1.1-LLaMa-70B", + "name": "Progenitor-V1.1-LLaMa-70B", + "developer": "Tarek07", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6827, - "hfopenllm_v2/BBH": 0.7046, - "hfopenllm_v2/MATH Level 5": 0.4955, - "hfopenllm_v2/GPQA": 0.3968, - "hfopenllm_v2/MUSR": 0.5034, - "hfopenllm_v2/MMLU-PRO": 0.5916 + "hfopenllm_v2/IFEval": 0.6906, + "hfopenllm_v2/BBH": 0.6971, + "hfopenllm_v2/MATH Level 5": 0.3573, + "hfopenllm_v2/GPQA": 0.4581, + "hfopenllm_v2/MUSR": 0.4736, + "hfopenllm_v2/MMLU-PRO": 0.5465 } }, { - "id": "rombodawg/Rombos-LLM-V2.5-Qwen-3b", - "name": "Rombos-LLM-V2.5-Qwen-3b", - "developer": "rombodawg", + "id": "Tarek07/Thalassic-Alpha-LLaMa-70B", + "name": "Thalassic-Alpha-LLaMa-70B", + "developer": "Tarek07", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5342, - "hfopenllm_v2/BBH": 0.4809, - "hfopenllm_v2/MATH Level 5": 0.2795, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4042, - "hfopenllm_v2/MMLU-PRO": 0.3761 + "hfopenllm_v2/IFEval": 0.7003, + "hfopenllm_v2/BBH": 0.694, + "hfopenllm_v2/MATH Level 5": 0.315, + "hfopenllm_v2/GPQA": 0.4438, + "hfopenllm_v2/MUSR": 0.4802, + "hfopenllm_v2/MMLU-PRO": 0.5435 } }, { - "id": "rombodawg/Rombos-LLM-V2.5-Qwen-72b", - "name": "Rombos-LLM-V2.5-Qwen-72b", - "developer": "rombodawg", + "id": "TeeZee/DoubleBagel-57B-v1.0", + "name": "DoubleBagel-57B-v1.0", + "developer": "TeeZee", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7155, - "hfopenllm_v2/BBH": 0.723, - "hfopenllm_v2/MATH Level 5": 0.5423, - "hfopenllm_v2/GPQA": 0.3985, - "hfopenllm_v2/MUSR": 0.4599, - "hfopenllm_v2/MMLU-PRO": 0.5935 + "hfopenllm_v2/IFEval": 0.2336, + "hfopenllm_v2/BBH": 0.3251, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4315, + "hfopenllm_v2/MMLU-PRO": 0.1478 } }, { - "id": "rombodawg/Rombos-LLM-V2.5-Qwen-7b", - "name": "Rombos-LLM-V2.5-Qwen-7b", - "developer": "rombodawg", + "id": "teknium/CollectiveCognition-v1.1-Mistral-7B", + "name": "CollectiveCognition-v1.1-Mistral-7B", + "developer": "teknium", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6237, - "hfopenllm_v2/BBH": 0.5544, - "hfopenllm_v2/MATH Level 5": 0.3814, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.4291, - "hfopenllm_v2/MMLU-PRO": 0.4469 + "hfopenllm_v2/IFEval": 0.279, + "hfopenllm_v2/BBH": 0.4493, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3869, + "hfopenllm_v2/MMLU-PRO": 0.2837 } }, { - "id": "rombodawg/Rombos-LLM-V2.5.1-Qwen-3b", - "name": "Rombos-LLM-V2.5.1-Qwen-3b", - "developer": "rombodawg", + "id": "teknium/OpenHermes-13B", + "name": "OpenHermes-13B", + "developer": "teknium", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2595, - "hfopenllm_v2/BBH": 0.3884, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3991, - "hfopenllm_v2/MMLU-PRO": 0.2719 + "hfopenllm_v2/IFEval": 0.2668, + "hfopenllm_v2/BBH": 0.4206, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.4043, + "hfopenllm_v2/MMLU-PRO": 0.2389 } }, { - "id": "rombodawg/Rombos-LLM-V2.6-Nemotron-70b", - "name": "Rombos-LLM-V2.6-Nemotron-70b", - "developer": "rombodawg", + "id": "teknium/OpenHermes-2-Mistral-7B", + "name": "OpenHermes-2-Mistral-7B", + "developer": "teknium", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7527, - "hfopenllm_v2/BBH": 0.6938, - "hfopenllm_v2/MATH Level 5": 0.3331, - "hfopenllm_v2/GPQA": 0.406, - "hfopenllm_v2/MUSR": 0.4669, - "hfopenllm_v2/MMLU-PRO": 0.5329 + "hfopenllm_v2/IFEval": 0.5286, + "hfopenllm_v2/BBH": 0.4948, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.452, + "hfopenllm_v2/MMLU-PRO": 0.2931 } }, { - "id": "rombodawg/Rombos-LLM-V2.6-Qwen-14b", - "name": "Rombos-LLM-V2.6-Qwen-14b", - "developer": "rombodawg", + "id": "teknium/OpenHermes-2.5-Mistral-7B", + "name": "OpenHermes-2.5-Mistral-7B", + "developer": "teknium", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8432, - "hfopenllm_v2/BBH": 0.6442, - "hfopenllm_v2/MATH Level 5": 0.5211, - "hfopenllm_v2/GPQA": 0.3339, - "hfopenllm_v2/MUSR": 0.4221, - "hfopenllm_v2/MMLU-PRO": 0.4961 + "hfopenllm_v2/IFEval": 0.5571, + "hfopenllm_v2/BBH": 0.487, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4242, + "hfopenllm_v2/MMLU-PRO": 0.3054 } }, { - "id": "rombodawg/rombos_Replete-Coder-Instruct-8b-Merged", - "name": "rombos_Replete-Coder-Instruct-8b-Merged", - "developer": "rombodawg", + "id": "teknium/OpenHermes-7B", + "name": "OpenHermes-7B", + "developer": "teknium", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5388, - "hfopenllm_v2/BBH": 0.4462, - "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/IFEval": 0.1813, + "hfopenllm_v2/BBH": 0.362, + "hfopenllm_v2/MATH Level 5": 0.0159, "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.1809 + "hfopenllm_v2/MUSR": 0.4324, + "hfopenllm_v2/MMLU-PRO": 0.1933 } }, { - "id": "rombodawg/rombos_Replete-Coder-Llama3-8B", - "name": "rombos_Replete-Coder-Llama3-8B", - "developer": "rombodawg", + "id": "Telugu-LLM-Labs/Indic-gemma-2b-finetuned-sft-Navarasa-2.0", + "name": "Indic-gemma-2b-finetuned-sft-Navarasa-2.0", + "developer": "Telugu-LLM-Labs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4714, - "hfopenllm_v2/BBH": 0.3276, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3966, - "hfopenllm_v2/MMLU-PRO": 0.1335 + "hfopenllm_v2/IFEval": 0.2103, + "hfopenllm_v2/BBH": 0.3241, + "hfopenllm_v2/MATH Level 5": 0.0272, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3899, + "hfopenllm_v2/MMLU-PRO": 0.1279 } }, { - "id": "rootxhacker/Apollo-70B", - "name": "Apollo-70B", - "developer": "rootxhacker", + "id": "Telugu-LLM-Labs/Indic-gemma-7b-finetuned-sft-Navarasa-2.0", + "name": "Indic-gemma-7b-finetuned-sft-Navarasa-2.0", + "developer": "Telugu-LLM-Labs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5099, - "hfopenllm_v2/BBH": 0.6804, - "hfopenllm_v2/MATH Level 5": 0.5612, - "hfopenllm_v2/GPQA": 0.4572, - "hfopenllm_v2/MUSR": 0.4948, - "hfopenllm_v2/MMLU-PRO": 0.5279 + "hfopenllm_v2/IFEval": 0.3237, + "hfopenllm_v2/BBH": 0.4023, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4083, + "hfopenllm_v2/MMLU-PRO": 0.235 } }, { - "id": "rootxhacker/Apollo_v2-32B", - "name": "Apollo_v2-32B", - "developer": "rootxhacker", + "id": "TencentARC/LLaMA-Pro-8B", + "name": "LLaMA-Pro-8B", + "developer": "TencentARC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.428, - "hfopenllm_v2/BBH": 0.7072, - "hfopenllm_v2/MATH Level 5": 0.4275, - "hfopenllm_v2/GPQA": 0.3784, - "hfopenllm_v2/MUSR": 0.4994, - "hfopenllm_v2/MMLU-PRO": 0.5869 + "hfopenllm_v2/IFEval": 0.2277, + "hfopenllm_v2/BBH": 0.3484, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.4018, + "hfopenllm_v2/MMLU-PRO": 0.1811 } }, { - "id": "rootxhacker/apollo-7B", - "name": "apollo-7B", - "developer": "rootxhacker", + "id": "TencentARC/LLaMA-Pro-8B-Instruct", + "name": "LLaMA-Pro-8B-Instruct", + "developer": "TencentARC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2953, - "hfopenllm_v2/BBH": 0.3636, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4131, - "hfopenllm_v2/MMLU-PRO": 0.1748 + "hfopenllm_v2/IFEval": 0.4486, + "hfopenllm_v2/BBH": 0.4224, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.419, + "hfopenllm_v2/MMLU-PRO": 0.1946 } }, { - "id": "rsh345/mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B", - "name": "mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B", - "developer": "rsh345", + "id": "TencentARC/MetaMath-Mistral-Pro", + "name": "MetaMath-Mistral-Pro", + "developer": "TencentARC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3892, - "hfopenllm_v2/BBH": 0.5188, - "hfopenllm_v2/MATH Level 5": 0.0733, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.4672, - "hfopenllm_v2/MMLU-PRO": 0.3054 + "hfopenllm_v2/IFEval": 0.2119, + "hfopenllm_v2/BBH": 0.4413, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3524, + "hfopenllm_v2/MMLU-PRO": 0.2472 } }, { - "id": "rubenroy/Geneva-12B-GCv2-5m", - "name": "Geneva-12B-GCv2-5m", - "developer": "rubenroy", + "id": "TencentARC/Mistral_Pro_8B_v0.1", + "name": "Mistral_Pro_8B_v0.1", + "developer": "TencentARC", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2586, - "hfopenllm_v2/BBH": 0.5278, - "hfopenllm_v2/MATH Level 5": 0.0801, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3525, - "hfopenllm_v2/MMLU-PRO": 0.325 + "hfopenllm_v2/IFEval": 0.2115, + "hfopenllm_v2/BBH": 0.4526, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4242, + "hfopenllm_v2/MMLU-PRO": 0.2765 } }, { - "id": "rubenroy/Gilgamesh-72B", - "name": "Gilgamesh-72B", - "developer": "rubenroy", + "id": "tensopolis/falcon3-10b-tensopolis-v1", + "name": "falcon3-10b-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8486, - "hfopenllm_v2/BBH": 0.7253, - "hfopenllm_v2/MATH Level 5": 0.4381, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.4626, - "hfopenllm_v2/MMLU-PRO": 0.5802 + "hfopenllm_v2/IFEval": 0.7817, + "hfopenllm_v2/BBH": 0.6182, + "hfopenllm_v2/MATH Level 5": 0.2749, + "hfopenllm_v2/GPQA": 0.3297, + "hfopenllm_v2/MUSR": 0.4375, + "hfopenllm_v2/MMLU-PRO": 0.442 } }, { - "id": "rubenroy/Zurich-14B-GCv2-5m", - "name": "Zurich-14B-GCv2-5m", - "developer": "rubenroy", + "id": "tensopolis/falcon3-10b-tensopolis-v2", + "name": "falcon3-10b-tensopolis-v2", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6164, - "hfopenllm_v2/BBH": 0.6308, - "hfopenllm_v2/MATH Level 5": 0.3074, - "hfopenllm_v2/GPQA": 0.3616, - "hfopenllm_v2/MUSR": 0.4874, - "hfopenllm_v2/MMLU-PRO": 0.5233 + "hfopenllm_v2/IFEval": 0.7792, + "hfopenllm_v2/BBH": 0.6182, + "hfopenllm_v2/MATH Level 5": 0.2666, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4297, + "hfopenllm_v2/MMLU-PRO": 0.4424 } }, { - "id": "ruizhe1217/sft-s1-qwen-0.5b", - "name": "sft-s1-qwen-0.5b", - "developer": "ruizhe1217", + "id": "tensopolis/lamarckvergence-14b-tensopolis-v1", + "name": "lamarckvergence-14b-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2749, - "hfopenllm_v2/BBH": 0.3301, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3196, - "hfopenllm_v2/MMLU-PRO": 0.1892 + "hfopenllm_v2/IFEval": 0.7604, + "hfopenllm_v2/BBH": 0.6561, + "hfopenllm_v2/MATH Level 5": 0.5166, + "hfopenllm_v2/GPQA": 0.3607, + "hfopenllm_v2/MUSR": 0.4475, + "hfopenllm_v2/MMLU-PRO": 0.525 } }, { - "id": "rwitz/go-bruins-v2", - "name": "go-bruins-v2", - "developer": "rwitz", + "id": "tensopolis/mistral-small-2501-tensopolis-v1", + "name": "mistral-small-2501-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4096, - "hfopenllm_v2/BBH": 0.3799, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.2761 + "hfopenllm_v2/IFEval": 0.7762, + "hfopenllm_v2/BBH": 0.6475, + "hfopenllm_v2/MATH Level 5": 0.4441, + "hfopenllm_v2/GPQA": 0.3574, + "hfopenllm_v2/MUSR": 0.428, + "hfopenllm_v2/MMLU-PRO": 0.4465 } }, { - "id": "sabersaleh/Llama2-7B-CPO", - "name": "Llama2-7B-CPO", - "developer": "sabersaleh", + "id": "tensopolis/mistral-small-r1-tensopolis", + "name": "mistral-small-r1-tensopolis", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1545, - "hfopenllm_v2/BBH": 0.3458, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4048, - "hfopenllm_v2/MMLU-PRO": 0.1606 + "hfopenllm_v2/IFEval": 0.4622, + "hfopenllm_v2/BBH": 0.5436, + "hfopenllm_v2/MATH Level 5": 0.2908, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.3738, + "hfopenllm_v2/MMLU-PRO": 0.4035 } }, { - "id": "sabersaleh/Llama2-7B-DPO", - "name": "Llama2-7B-DPO", - "developer": "sabersaleh", + "id": "tensopolis/phi-4-tensopolis-v1", + "name": "phi-4-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1453, - "hfopenllm_v2/BBH": 0.3512, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.4114, - "hfopenllm_v2/MMLU-PRO": 0.1626 + "hfopenllm_v2/IFEval": 0.6767, + "hfopenllm_v2/BBH": 0.6872, + "hfopenllm_v2/MATH Level 5": 0.494, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4141, + "hfopenllm_v2/MMLU-PRO": 0.5384 } }, { - "id": "sabersaleh/Llama2-7B-IPO", - "name": "Llama2-7B-IPO", - "developer": "sabersaleh", + "id": "tensopolis/qwen2.5-14b-tensopolis-v1", + "name": "qwen2.5-14b-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1769, - "hfopenllm_v2/BBH": 0.3475, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4048, - "hfopenllm_v2/MMLU-PRO": 0.1617 + "hfopenllm_v2/IFEval": 0.799, + "hfopenllm_v2/BBH": 0.6364, + "hfopenllm_v2/MATH Level 5": 0.5295, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4193, + "hfopenllm_v2/MMLU-PRO": 0.4911 } }, { - "id": "sabersaleh/Llama2-7B-KTO", - "name": "Llama2-7B-KTO", - "developer": "sabersaleh", + "id": "tensopolis/qwen2.5-3b-or1-tensopolis", + "name": "qwen2.5-3b-or1-tensopolis", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1528, - "hfopenllm_v2/BBH": 0.3501, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4167, - "hfopenllm_v2/MMLU-PRO": 0.1636 + "hfopenllm_v2/IFEval": 0.354, + "hfopenllm_v2/BBH": 0.4421, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3749, + "hfopenllm_v2/MMLU-PRO": 0.3197 } }, { - "id": "sabersaleh/Llama2-7B-SPO", - "name": "Llama2-7B-SPO", - "developer": "sabersaleh", + "id": "tensopolis/qwen2.5-7b-tensopolis-v1", + "name": "qwen2.5-7b-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1567, - "hfopenllm_v2/BBH": 0.3383, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3874, - "hfopenllm_v2/MMLU-PRO": 0.1757 + "hfopenllm_v2/IFEval": 0.7661, + "hfopenllm_v2/BBH": 0.5379, + "hfopenllm_v2/MATH Level 5": 0.4562, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4339, + "hfopenllm_v2/MMLU-PRO": 0.4269 } }, { - "id": "sabersaleh/Llama2-7B-SimPO", - "name": "Llama2-7B-SimPO", - "developer": "sabersaleh", + "id": "tensopolis/qwen2.5-7b-tensopolis-v2", + "name": "qwen2.5-7b-tensopolis-v2", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1659, - "hfopenllm_v2/BBH": 0.3489, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.4007, - "hfopenllm_v2/MMLU-PRO": 0.1641 + "hfopenllm_v2/IFEval": 0.7521, + "hfopenllm_v2/BBH": 0.5415, + "hfopenllm_v2/MATH Level 5": 0.4819, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4246, + "hfopenllm_v2/MMLU-PRO": 0.4243 } }, { - "id": "sabersaleh/Llama3", - "name": "Llama3", - "developer": "sabersaleh", + "id": "tensopolis/virtuoso-lite-tensopolis-v1", + "name": "virtuoso-lite-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3321, - "hfopenllm_v2/BBH": 0.4782, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.3933, - "hfopenllm_v2/MMLU-PRO": 0.3162 + "hfopenllm_v2/IFEval": 0.8069, + "hfopenllm_v2/BBH": 0.6102, + "hfopenllm_v2/MATH Level 5": 0.2545, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4582, + "hfopenllm_v2/MMLU-PRO": 0.4435 } }, { - "id": "sabersalehk/Llama3-001-300", - "name": "Llama3-001-300", - "developer": "sabersalehk", + "id": "tensopolis/virtuoso-lite-tensopolis-v2", + "name": "virtuoso-lite-tensopolis-v2", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3179, - "hfopenllm_v2/BBH": 0.4745, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4064, - "hfopenllm_v2/MMLU-PRO": 0.3158 + "hfopenllm_v2/IFEval": 0.8029, + "hfopenllm_v2/BBH": 0.61, + "hfopenllm_v2/MATH Level 5": 0.25, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.444 } }, { - "id": "sabersalehk/Llama3-SimPO", - "name": "Llama3-SimPO", - "developer": "sabersalehk", + "id": "tensopolis/virtuoso-small-tensopolis-v1", + "name": "virtuoso-small-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3642, - "hfopenllm_v2/BBH": 0.4874, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4046, - "hfopenllm_v2/MMLU-PRO": 0.3157 + "hfopenllm_v2/IFEval": 0.7856, + "hfopenllm_v2/BBH": 0.6415, + "hfopenllm_v2/MATH Level 5": 0.3527, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4326, + "hfopenllm_v2/MMLU-PRO": 0.4968 } }, { - "id": "sabersalehk/Llama3_001_200", - "name": "Llama3_001_200", - "developer": "sabersalehk", + "id": "tensopolis/virtuoso-small-tensopolis-v2", + "name": "virtuoso-small-tensopolis-v2", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3218, - "hfopenllm_v2/BBH": 0.4728, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4037, - "hfopenllm_v2/MMLU-PRO": 0.3183 + "hfopenllm_v2/IFEval": 0.802, + "hfopenllm_v2/BBH": 0.6516, + "hfopenllm_v2/MATH Level 5": 0.3875, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4352, + "hfopenllm_v2/MMLU-PRO": 0.5154 } }, { - "id": "sabersalehk/Llama3_01_300", - "name": "Llama3_01_300", - "developer": "sabersalehk", + "id": "tensopolis/virtuoso-small-v2-tensopolis-v1", + "name": "virtuoso-small-v2-tensopolis-v1", + "developer": "tensopolis", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2959, - "hfopenllm_v2/BBH": 0.4691, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4065, - "hfopenllm_v2/MMLU-PRO": 0.3124 + "hfopenllm_v2/IFEval": 0.8419, + "hfopenllm_v2/BBH": 0.6545, + "hfopenllm_v2/MATH Level 5": 0.4524, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4509, + "hfopenllm_v2/MMLU-PRO": 0.5175 } }, { - "id": "saishf/Fimbulvetr-Kuro-Lotus-10.7B", - "name": "Fimbulvetr-Kuro-Lotus-10.7B", - "developer": "saishf", + "id": "tensoropera/Fox-1-1.6B", + "name": "Fox-1-1.6B", + "developer": "tensoropera", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4939, - "hfopenllm_v2/BBH": 0.4342, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4445, - "hfopenllm_v2/MMLU-PRO": 0.3389 + "hfopenllm_v2/IFEval": 0.2766, + "hfopenllm_v2/BBH": 0.3307, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.355, + "hfopenllm_v2/MMLU-PRO": 0.1371 } }, { - "id": "saishf/Neural-SOVLish-Devil-8B-L3", - "name": "Neural-SOVLish-Devil-8B-L3", - "developer": "saishf", + "id": "tenyx/Llama3-TenyxChat-70B", + "name": "Llama3-TenyxChat-70B", + "developer": "tenyx", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4199, - "hfopenllm_v2/BBH": 0.5142, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.411, - "hfopenllm_v2/MMLU-PRO": 0.3807 + "hfopenllm_v2/IFEval": 0.8087, + "hfopenllm_v2/BBH": 0.6511, + "hfopenllm_v2/MATH Level 5": 0.2356, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.426, + "hfopenllm_v2/MMLU-PRO": 0.521 } }, { - "id": "saishshinde15/TethysAI_Base_Reasoning", - "name": "TethysAI_Base_Reasoning", - "developer": "saishshinde15", + "id": "TheDrummer/Cydonia-22B-v1.2", + "name": "Cydonia-22B-v1.2", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6369, - "hfopenllm_v2/BBH": 0.4519, - "hfopenllm_v2/MATH Level 5": 0.3142, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4075, - "hfopenllm_v2/MMLU-PRO": 0.3236 + "hfopenllm_v2/IFEval": 0.5635, + "hfopenllm_v2/BBH": 0.5809, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4022, + "hfopenllm_v2/MMLU-PRO": 0.4141 } }, { - "id": "saishshinde15/TethysAI_Vortex", - "name": "TethysAI_Vortex", - "developer": "saishshinde15", + "id": "TheDrummer/Gemmasutra-9B-v1", + "name": "Gemmasutra-9B-v1", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4298, - "hfopenllm_v2/BBH": 0.4749, - "hfopenllm_v2/MATH Level 5": 0.315, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4458, - "hfopenllm_v2/MMLU-PRO": 0.3241 + "hfopenllm_v2/IFEval": 0.2416, + "hfopenllm_v2/BBH": 0.5887, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4846, + "hfopenllm_v2/MMLU-PRO": 0.4045 } }, { - "id": "saishshinde15/TethysAI_Vortex_Reasoning", - "name": "TethysAI_Vortex_Reasoning", - "developer": "saishshinde15", + "id": "TheDrummer/Gemmasutra-Mini-2B-v1", + "name": "Gemmasutra-Mini-2B-v1", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4021, - "hfopenllm_v2/BBH": 0.4694, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4084, - "hfopenllm_v2/MMLU-PRO": 0.3381 + "hfopenllm_v2/IFEval": 0.2549, + "hfopenllm_v2/BBH": 0.3575, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.349, + "hfopenllm_v2/MMLU-PRO": 0.2055 } }, { - "id": "sakaltcommunity/novablast-preview", - "name": "novablast-preview", - "developer": "sakaltcommunity", + "id": "TheDrummer/Llama-3SOME-8B-v2", + "name": "Llama-3SOME-8B-v2", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.453, - "hfopenllm_v2/BBH": 0.7043, - "hfopenllm_v2/MATH Level 5": 0.4894, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.5021, - "hfopenllm_v2/MMLU-PRO": 0.5915 + "hfopenllm_v2/IFEval": 0.4508, + "hfopenllm_v2/BBH": 0.5203, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.3833, + "hfopenllm_v2/MMLU-PRO": 0.3753 } }, { - "id": "sakaltcommunity/sakaltum-7b", - "name": "sakaltum-7b", - "developer": "sakaltcommunity", + "id": "TheDrummer/Ministrations-8B-v1", + "name": "Ministrations-8B-v1", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2604, - "hfopenllm_v2/BBH": 0.4575, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3775, - "hfopenllm_v2/MMLU-PRO": 0.2769 + "hfopenllm_v2/IFEval": 0.2822, + "hfopenllm_v2/BBH": 0.4877, + "hfopenllm_v2/MATH Level 5": 0.1843, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4449, + "hfopenllm_v2/MMLU-PRO": 0.3644 } }, { - "id": "sakhan10/quantized_open_llama_3b_v2", - "name": "quantized_open_llama_3b_v2", - "developer": "sakhan10", + "id": "TheDrummer/Rocinante-12B-v1", + "name": "Rocinante-12B-v1", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1872, - "hfopenllm_v2/BBH": 0.302, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3682, - "hfopenllm_v2/MMLU-PRO": 0.1095 + "hfopenllm_v2/IFEval": 0.6076, + "hfopenllm_v2/BBH": 0.5065, + "hfopenllm_v2/MATH Level 5": 0.1269, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4017, + "hfopenllm_v2/MMLU-PRO": 0.3477 } }, { - "id": "saltlux/luxia-21.4b-alignment-v1.0", - "name": "luxia-21.4b-alignment-v1.0", - "developer": "saltlux", + "id": "TheDrummer/Tiger-Gemma-9B-v1", + "name": "Tiger-Gemma-9B-v1", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3693, - "hfopenllm_v2/BBH": 0.6373, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.4328, - "hfopenllm_v2/MMLU-PRO": 0.3403 + "hfopenllm_v2/IFEval": 0.7282, + "hfopenllm_v2/BBH": 0.5704, + "hfopenllm_v2/MATH Level 5": 0.1835, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4162, + "hfopenllm_v2/MMLU-PRO": 0.4118 } }, { - "id": "saltlux/luxia-21.4b-alignment-v1.2", - "name": "luxia-21.4b-alignment-v1.2", - "developer": "saltlux", + "id": "TheDrummer/Tiger-Gemma-9B-v2", + "name": "Tiger-Gemma-9B-v2", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4115, - "hfopenllm_v2/BBH": 0.6371, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4459, - "hfopenllm_v2/MMLU-PRO": 0.3473 + "hfopenllm_v2/IFEval": 0.6986, + "hfopenllm_v2/BBH": 0.5617, + "hfopenllm_v2/MATH Level 5": 0.182, + "hfopenllm_v2/GPQA": 0.3398, + "hfopenllm_v2/MUSR": 0.4084, + "hfopenllm_v2/MMLU-PRO": 0.4112 } }, { - "id": "sam-paech/Darkest-muse-v1", - "name": "Darkest-muse-v1", - "developer": "sam-paech", + "id": "TheDrummer/Tiger-Gemma-9B-v3", + "name": "Tiger-Gemma-9B-v3", + "developer": "TheDrummer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7344, - "hfopenllm_v2/BBH": 0.5968, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4502, - "hfopenllm_v2/MMLU-PRO": 0.4184 + "hfopenllm_v2/IFEval": 0.6821, + "hfopenllm_v2/BBH": 0.5812, + "hfopenllm_v2/MATH Level 5": 0.1624, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4004, + "hfopenllm_v2/MMLU-PRO": 0.4059 } }, { - "id": "sam-paech/Delirium-v1", - "name": "Delirium-v1", - "developer": "sam-paech", + "id": "TheDrunkenSnail/Daughter-of-Rhodia-12B", + "name": "Daughter-of-Rhodia-12B", + "developer": "TheDrunkenSnail", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7208, - "hfopenllm_v2/BBH": 0.5962, - "hfopenllm_v2/MATH Level 5": 0.2107, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4514, - "hfopenllm_v2/MMLU-PRO": 0.419 + "hfopenllm_v2/IFEval": 0.6904, + "hfopenllm_v2/BBH": 0.5179, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4348, + "hfopenllm_v2/MMLU-PRO": 0.3641 } }, { - "id": "sam-paech/Quill-v1", - "name": "Quill-v1", - "developer": "sam-paech", + "id": "TheDrunkenSnail/Mother-of-Rhodia-12B", + "name": "Mother-of-Rhodia-12B", + "developer": "TheDrunkenSnail", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7122, - "hfopenllm_v2/BBH": 0.5969, - "hfopenllm_v2/MATH Level 5": 0.2122, - "hfopenllm_v2/GPQA": 0.3398, - "hfopenllm_v2/MUSR": 0.4555, - "hfopenllm_v2/MMLU-PRO": 0.4171 + "hfopenllm_v2/IFEval": 0.6505, + "hfopenllm_v2/BBH": 0.4948, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4124, + "hfopenllm_v2/MMLU-PRO": 0.3551 } }, { - "id": "sarvamai/OpenHathi-7B-Hi-v0.1-Base", - "name": "OpenHathi-7B-Hi-v0.1-Base", - "developer": "sarvamai", + "id": "TheDrunkenSnail/Son-of-Rhodia", + "name": "Son-of-Rhodia", + "developer": "TheDrunkenSnail", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1804, - "hfopenllm_v2/BBH": 0.3354, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3658, - "hfopenllm_v2/MMLU-PRO": 0.1543 + "hfopenllm_v2/IFEval": 0.7046, + "hfopenllm_v2/BBH": 0.5097, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4203, + "hfopenllm_v2/MMLU-PRO": 0.3608 } }, { - "id": "schnapss/testmerge-7b", - "name": "testmerge-7b", - "developer": "schnapss", + "id": "TheHierophant/Underground-Cognitive-V0.3-test", + "name": "Underground-Cognitive-V0.3-test", + "developer": "TheHierophant", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3922, - "hfopenllm_v2/BBH": 0.5187, - "hfopenllm_v2/MATH Level 5": 0.0687, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4686, - "hfopenllm_v2/MMLU-PRO": 0.306 + "hfopenllm_v2/IFEval": 0.4808, + "hfopenllm_v2/BBH": 0.529, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4351, + "hfopenllm_v2/MMLU-PRO": 0.3318 } }, { - "id": "sci-m-wang/Mistral-7B-Instruct-sa-v0.1", - "name": "Mistral-7B-Instruct-sa-v0.1", - "developer": "sci-m-wang", + "id": "theo77186/Qwen2.5-Coder-7B-Instruct-20241106", + "name": "Qwen2.5-Coder-7B-Instruct-20241106", + "developer": "theo77186", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4335, - "hfopenllm_v2/BBH": 0.3273, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.39, - "hfopenllm_v2/MMLU-PRO": 0.2362 + "hfopenllm_v2/IFEval": 0.6101, + "hfopenllm_v2/BBH": 0.5008, + "hfopenllm_v2/MATH Level 5": 0.3882, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3353 } }, { - "id": "sci-m-wang/Phi-3-mini-4k-instruct-sa-v0.1", - "name": "Phi-3-mini-4k-instruct-sa-v0.1", - "developer": "sci-m-wang", + "id": "theprint/Boptruth-Agatha-7B", + "name": "Boptruth-Agatha-7B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5021, - "hfopenllm_v2/BBH": 0.5502, - "hfopenllm_v2/MATH Level 5": 0.148, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.3985 + "hfopenllm_v2/IFEval": 0.3124, + "hfopenllm_v2/BBH": 0.4984, + "hfopenllm_v2/MATH Level 5": 0.0551, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4277, + "hfopenllm_v2/MMLU-PRO": 0.2861 } }, { - "id": "sci-m-wang/deepseek-llm-7b-chat-sa-v0.1", - "name": "deepseek-llm-7b-chat-sa-v0.1", - "developer": "sci-m-wang", + "id": "theprint/CleverBoi-7B-v2", + "name": "CleverBoi-7B-v2", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4036, - "hfopenllm_v2/BBH": 0.3718, + "hfopenllm_v2/IFEval": 0.217, + "hfopenllm_v2/BBH": 0.4532, "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.4173, - "hfopenllm_v2/MMLU-PRO": 0.2209 + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4695, + "hfopenllm_v2/MMLU-PRO": 0.2709 } }, { - "id": "securin/Securin-LLM-V2.5-Qwen-1.5B", - "name": "Securin-LLM-V2.5-Qwen-1.5B", - "developer": "securin", + "id": "theprint/CleverBoi-7B-v3", + "name": "CleverBoi-7B-v3", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1492, - "hfopenllm_v2/BBH": 0.3158, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3606, - "hfopenllm_v2/MMLU-PRO": 0.1615 + "hfopenllm_v2/IFEval": 0.2382, + "hfopenllm_v2/BBH": 0.4414, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4072, + "hfopenllm_v2/MMLU-PRO": 0.2868 } }, { - "id": "senseable/WestLake-7B-v2", - "name": "WestLake-7B-v2", - "developer": "senseable", + "id": "theprint/CleverBoi-Llama-3.1-8B-Instruct", + "name": "CleverBoi-Llama-3.1-8B-Instruct", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4419, - "hfopenllm_v2/BBH": 0.4073, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.3937, - "hfopenllm_v2/MMLU-PRO": 0.2764 + "hfopenllm_v2/IFEval": 0.1682, + "hfopenllm_v2/BBH": 0.456, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4014, + "hfopenllm_v2/MMLU-PRO": 0.3075 } }, { - "id": "sequelbox/Llama3.1-70B-PlumChat", - "name": "Llama3.1-70B-PlumChat", - "developer": "sequelbox", + "id": "theprint/CleverBoi-Llama-3.1-8B-v2", + "name": "CleverBoi-Llama-3.1-8B-v2", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5616, - "hfopenllm_v2/BBH": 0.6753, - "hfopenllm_v2/MATH Level 5": 0.3029, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4774, - "hfopenllm_v2/MMLU-PRO": 0.5164 + "hfopenllm_v2/IFEval": 0.1961, + "hfopenllm_v2/BBH": 0.4668, + "hfopenllm_v2/MATH Level 5": 0.0529, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3735, + "hfopenllm_v2/MMLU-PRO": 0.3188 } }, { - "id": "sequelbox/Llama3.1-8B-MOTH", - "name": "Llama3.1-8B-MOTH", - "developer": "sequelbox", + "id": "theprint/CleverBoi-Nemo-12B-v2", + "name": "CleverBoi-Nemo-12B-v2", + "developer": "theprint", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5245, - "hfopenllm_v2/BBH": 0.4902, - "hfopenllm_v2/MATH Level 5": 0.1216, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3689, - "hfopenllm_v2/MMLU-PRO": 0.3339 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2046, + "hfopenllm_v2/BBH": 0.5241, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.3228 } }, { - "id": "sequelbox/Llama3.1-8B-PlumChat", - "name": "Llama3.1-8B-PlumChat", - "developer": "sequelbox", + "id": "theprint/Code-Llama-Bagel-8B", + "name": "Code-Llama-Bagel-8B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4243, - "hfopenllm_v2/BBH": 0.3873, - "hfopenllm_v2/MATH Level 5": 0.0363, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3755, - "hfopenllm_v2/MMLU-PRO": 0.2127 + "hfopenllm_v2/IFEval": 0.253, + "hfopenllm_v2/BBH": 0.4697, + "hfopenllm_v2/MATH Level 5": 0.0612, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.368, + "hfopenllm_v2/MMLU-PRO": 0.2822 } }, { - "id": "sequelbox/Llama3.1-8B-PlumCode", - "name": "Llama3.1-8B-PlumCode", - "developer": "sequelbox", + "id": "theprint/Conversely-Mistral-7B", + "name": "Conversely-Mistral-7B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2045, - "hfopenllm_v2/BBH": 0.3368, - "hfopenllm_v2/MATH Level 5": 0.0272, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3773, - "hfopenllm_v2/MMLU-PRO": 0.2335 + "hfopenllm_v2/IFEval": 0.2608, + "hfopenllm_v2/BBH": 0.4672, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4189, + "hfopenllm_v2/MMLU-PRO": 0.2826 } }, { - "id": "sequelbox/Llama3.1-8B-PlumMath", - "name": "Llama3.1-8B-PlumMath", - "developer": "sequelbox", + "id": "theprint/Llama-3.2-3B-VanRossum", + "name": "Llama-3.2-3B-VanRossum", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2242, - "hfopenllm_v2/BBH": 0.4032, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.318, - "hfopenllm_v2/MUSR": 0.3919, - "hfopenllm_v2/MMLU-PRO": 0.2975 + "hfopenllm_v2/IFEval": 0.4783, + "hfopenllm_v2/BBH": 0.4279, + "hfopenllm_v2/MATH Level 5": 0.0974, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3442, + "hfopenllm_v2/MMLU-PRO": 0.277 } }, { - "id": "sequelbox/gemma-2-9B-MOTH", - "name": "gemma-2-9B-MOTH", - "developer": "sequelbox", + "id": "theprint/phi-3-mini-4k-python", + "name": "phi-3-mini-4k-python", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2059, - "hfopenllm_v2/BBH": 0.308, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3409, - "hfopenllm_v2/MMLU-PRO": 0.114 + "hfopenllm_v2/IFEval": 0.2409, + "hfopenllm_v2/BBH": 0.4938, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.3577 } }, { - "id": "sethuiyer/Llama-3.1-8B-Experimental-1206-Instruct", - "name": "Llama-3.1-8B-Experimental-1206-Instruct", - "developer": "sethuiyer", + "id": "theprint/ReWiz-7B", + "name": "ReWiz-7B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6967, - "hfopenllm_v2/BBH": 0.5104, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.3966, - "hfopenllm_v2/MMLU-PRO": 0.3529 + "hfopenllm_v2/IFEval": 0.4048, + "hfopenllm_v2/BBH": 0.4564, + "hfopenllm_v2/MATH Level 5": 0.0408, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.4612, + "hfopenllm_v2/MMLU-PRO": 0.267 } }, { - "id": "sethuiyer/Llama-3.1-8B-Experimental-1208-Instruct", - "name": "Llama-3.1-8B-Experimental-1208-Instruct", - "developer": "sethuiyer", + "id": "theprint/ReWiz-Llama-3.1-8B-v2", + "name": "ReWiz-Llama-3.1-8B-v2", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.61, - "hfopenllm_v2/BBH": 0.4964, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.379, - "hfopenllm_v2/MMLU-PRO": 0.3511 + "hfopenllm_v2/IFEval": 0.2379, + "hfopenllm_v2/BBH": 0.4632, + "hfopenllm_v2/MATH Level 5": 0.0574, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3814, + "hfopenllm_v2/MMLU-PRO": 0.331 } }, { - "id": "sethuiyer/LlamaZero-3.1-8B-Experimental-1208", - "name": "LlamaZero-3.1-8B-Experimental-1208", - "developer": "sethuiyer", + "id": "theprint/ReWiz-Llama-3.2-3B", + "name": "ReWiz-Llama-3.2-3B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6051, - "hfopenllm_v2/BBH": 0.4981, - "hfopenllm_v2/MATH Level 5": 0.108, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.3 + "hfopenllm_v2/IFEval": 0.4649, + "hfopenllm_v2/BBH": 0.4343, + "hfopenllm_v2/MATH Level 5": 0.1095, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3614, + "hfopenllm_v2/MMLU-PRO": 0.2887 } }, { - "id": "sethuiyer/Llamaverse-3.1-8B-Instruct", - "name": "Llamaverse-3.1-8B-Instruct", - "developer": "sethuiyer", + "id": "theprint/ReWiz-Nemo-12B-Instruct", + "name": "ReWiz-Nemo-12B-Instruct", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6185, - "hfopenllm_v2/BBH": 0.5414, - "hfopenllm_v2/MATH Level 5": 0.1858, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3762, - "hfopenllm_v2/MMLU-PRO": 0.3523 + "hfopenllm_v2/IFEval": 0.1062, + "hfopenllm_v2/BBH": 0.5092, + "hfopenllm_v2/MATH Level 5": 0.1042, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4096, + "hfopenllm_v2/MMLU-PRO": 0.3339 } }, { - "id": "sethuiyer/Llamazing-3.1-8B-Instruct", - "name": "Llamazing-3.1-8B-Instruct", - "developer": "sethuiyer", + "id": "theprint/ReWiz-Qwen-2.5-14B", + "name": "ReWiz-Qwen-2.5-14B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5711, - "hfopenllm_v2/BBH": 0.5291, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.3976, - "hfopenllm_v2/MMLU-PRO": 0.3606 + "hfopenllm_v2/IFEval": 0.2785, + "hfopenllm_v2/BBH": 0.6179, + "hfopenllm_v2/MATH Level 5": 0.2923, + "hfopenllm_v2/GPQA": 0.38, + "hfopenllm_v2/MUSR": 0.4539, + "hfopenllm_v2/MMLU-PRO": 0.5092 } }, { - "id": "sethuiyer/Qwen2.5-7B-Anvita", - "name": "Qwen2.5-7B-Anvita", - "developer": "sethuiyer", + "id": "theprint/ReWiz-Worldbuilder-7B", + "name": "ReWiz-Worldbuilder-7B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.648, - "hfopenllm_v2/BBH": 0.5466, - "hfopenllm_v2/MATH Level 5": 0.2017, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4337, - "hfopenllm_v2/MMLU-PRO": 0.4166 + "hfopenllm_v2/IFEval": 0.251, + "hfopenllm_v2/BBH": 0.4636, + "hfopenllm_v2/MATH Level 5": 0.037, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.4572, + "hfopenllm_v2/MMLU-PRO": 0.2971 } }, { - "id": "sfairXC/FsfairX-LLaMA3-RM-v0.1", - "name": "sfairXC/FsfairX-LLaMA3-RM-v0.1", - "developer": "sfairXC", + "id": "theprint/RuDolph-Hermes-7B", + "name": "RuDolph-Hermes-7B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.8338, - "reward-bench/Factuality": 0.5916, - "reward-bench/Precise IF": 0.4188, - "reward-bench/Math": 0.6284, - "reward-bench/Safety": 0.8676, - "reward-bench/Focus": 0.7051, - "reward-bench/Ties": 0.6647, - "reward-bench/Chat": 0.9944, - "reward-bench/Chat Hard": 0.6513, - "reward-bench/Reasoning": 0.8644, - "reward-bench/Prior Sets (0.5 weight)": 0.7492 + "hfopenllm_v2/IFEval": 0.3604, + "hfopenllm_v2/BBH": 0.5053, + "hfopenllm_v2/MATH Level 5": 0.0514, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4226, + "hfopenllm_v2/MMLU-PRO": 0.3073 } }, { - "id": "shadowml/BeagSake-7B", - "name": "BeagSake-7B", - "developer": "shadowml", + "id": "theprint/WorldBuilder-12B", + "name": "WorldBuilder-12B", + "developer": "theprint", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5216, - "hfopenllm_v2/BBH": 0.4711, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4124, - "hfopenllm_v2/MMLU-PRO": 0.2585 + "hfopenllm_v2/IFEval": 0.1374, + "hfopenllm_v2/BBH": 0.501, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4066, + "hfopenllm_v2/MMLU-PRO": 0.3192 } }, { - "id": "shadowml/Mixolar-4x7b", - "name": "Mixolar-4x7b", - "developer": "shadowml", + "id": "TheTsar1209/nemo-carpmuscle-v0.1", + "name": "nemo-carpmuscle-v0.1", + "developer": "TheTsar1209", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3893, - "hfopenllm_v2/BBH": 0.5216, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4258, - "hfopenllm_v2/MMLU-PRO": 0.3305 + "hfopenllm_v2/IFEval": 0.2276, + "hfopenllm_v2/BBH": 0.5084, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4135, + "hfopenllm_v2/MMLU-PRO": 0.3406 } }, { - "id": "shastraai/Shastra-LLAMA2-Math-Commonsense-SFT", - "name": "Shastra-LLAMA2-Math-Commonsense-SFT", - "developer": "shastraai", + "id": "TheTsar1209/qwen-carpmuscle-r-v0.3", + "name": "qwen-carpmuscle-r-v0.3", + "developer": "TheTsar1209", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3042, - "hfopenllm_v2/BBH": 0.3843, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3604, - "hfopenllm_v2/MMLU-PRO": 0.1997 + "hfopenllm_v2/IFEval": 0.4455, + "hfopenllm_v2/BBH": 0.6227, + "hfopenllm_v2/MATH Level 5": 0.3006, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4278, + "hfopenllm_v2/MMLU-PRO": 0.5103 } }, { - "id": "shivam9980/NEPALI-LLM", - "name": "NEPALI-LLM", - "developer": "shivam9980", + "id": "TheTsar1209/qwen-carpmuscle-v0.1", + "name": "qwen-carpmuscle-v0.1", + "developer": "TheTsar1209", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0417, - "hfopenllm_v2/BBH": 0.3828, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4122, - "hfopenllm_v2/MMLU-PRO": 0.2064 + "hfopenllm_v2/IFEval": 0.5622, + "hfopenllm_v2/BBH": 0.6434, + "hfopenllm_v2/MATH Level 5": 0.2628, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4161, + "hfopenllm_v2/MMLU-PRO": 0.52 } }, { - "id": "shivam9980/mistral-7b-news-cnn-merged", - "name": "mistral-7b-news-cnn-merged", - "developer": "shivam9980", + "id": "TheTsar1209/qwen-carpmuscle-v0.2", + "name": "qwen-carpmuscle-v0.2", + "developer": "TheTsar1209", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4634, - "hfopenllm_v2/BBH": 0.3635, - "hfopenllm_v2/MATH Level 5": 0.0189, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4523, - "hfopenllm_v2/MMLU-PRO": 0.2827 + "hfopenllm_v2/IFEval": 0.5257, + "hfopenllm_v2/BBH": 0.6387, + "hfopenllm_v2/MATH Level 5": 0.2832, + "hfopenllm_v2/GPQA": 0.3557, + "hfopenllm_v2/MUSR": 0.4346, + "hfopenllm_v2/MMLU-PRO": 0.5147 } }, { - "id": "shivank21/mistral_dpo_self", - "name": "mistral_dpo_self", - "developer": "shivank21", + "id": "TheTsar1209/qwen-carpmuscle-v0.3", + "name": "qwen-carpmuscle-v0.3", + "developer": "TheTsar1209", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3403, - "hfopenllm_v2/BBH": 0.3216, - "hfopenllm_v2/MATH Level 5": 0.0219, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.3247, - "hfopenllm_v2/MMLU-PRO": 0.2214 + "hfopenllm_v2/IFEval": 0.4476, + "hfopenllm_v2/BBH": 0.6152, + "hfopenllm_v2/MATH Level 5": 0.3134, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4132, + "hfopenllm_v2/MMLU-PRO": 0.5062 } }, { - "id": "shuttleai/shuttle-3", - "name": "shuttle-3", - "developer": "shuttleai", + "id": "TheTsar1209/qwen-carpmuscle-v0.4", + "name": "qwen-carpmuscle-v0.4", + "developer": "TheTsar1209", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8154, - "hfopenllm_v2/BBH": 0.742, - "hfopenllm_v2/MATH Level 5": 0.46, - "hfopenllm_v2/GPQA": 0.4119, - "hfopenllm_v2/MUSR": 0.4377, - "hfopenllm_v2/MMLU-PRO": 0.5716 + "hfopenllm_v2/IFEval": 0.7202, + "hfopenllm_v2/BBH": 0.6454, + "hfopenllm_v2/MATH Level 5": 0.2772, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4516, + "hfopenllm_v2/MMLU-PRO": 0.5144 } }, { - "id": "shyamieee/Padma-v7.0", - "name": "Padma-v7.0", - "developer": "shyamieee", + "id": "TheTsar1209/qwen-carpmuscle-v0.4.1", + "name": "qwen-carpmuscle-v0.4.1", + "developer": "TheTsar1209", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3841, - "hfopenllm_v2/BBH": 0.5119, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.4386, - "hfopenllm_v2/MMLU-PRO": 0.3029 + "hfopenllm_v2/IFEval": 0.736, + "hfopenllm_v2/BBH": 0.6507, + "hfopenllm_v2/MATH Level 5": 0.2779, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4489, + "hfopenllm_v2/MMLU-PRO": 0.5191 } }, { - "id": "silma-ai/SILMA-9B-Instruct-v1.0", - "name": "SILMA-9B-Instruct-v1.0", - "developer": "silma-ai", + "id": "thinkcoder/llama3-8b-instruct-lora-8-sft", + "name": "llama3-8b-instruct-lora-8-sft", + "developer": "thinkcoder", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5842, - "hfopenllm_v2/BBH": 0.5219, - "hfopenllm_v2/MATH Level 5": 0.1163, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.4637, - "hfopenllm_v2/MMLU-PRO": 0.392 + "hfopenllm_v2/IFEval": 0.648, + "hfopenllm_v2/BBH": 0.4865, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3235, + "hfopenllm_v2/MMLU-PRO": 0.3476 } }, { - "id": "silma-ai/SILMA-Kashif-2B-Instruct-v1.0", - "name": "SILMA-Kashif-2B-Instruct-v1.0", - "developer": "silma-ai", + "id": "thirdeyeai/elevate360m", + "name": "elevate360m", + "developer": "thirdeyeai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1181, - "hfopenllm_v2/BBH": 0.3793, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4043, - "hfopenllm_v2/MMLU-PRO": 0.2258 + "hfopenllm_v2/IFEval": 0.0445, + "hfopenllm_v2/BBH": 0.2963, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.3462, + "hfopenllm_v2/MMLU-PRO": 0.1077 } }, { - "id": "siqi00/Mistral-7B-DFT", - "name": "Mistral-7B-DFT", - "developer": "siqi00", + "id": "thomas-yanxin/XinYuan-Qwen2-1_5B", + "name": "XinYuan-Qwen2-1_5B", + "developer": "thomas-yanxin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5569, - "hfopenllm_v2/BBH": 0.4665, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4191, - "hfopenllm_v2/MMLU-PRO": 0.2963 + "hfopenllm_v2/IFEval": 0.2986, + "hfopenllm_v2/BBH": 0.3635, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3634, + "hfopenllm_v2/MMLU-PRO": 0.2357 } }, { - "id": "siqi00/Mistral-7B-DFT2", - "name": "Mistral-7B-DFT2", - "developer": "siqi00", + "id": "thomas-yanxin/XinYuan-Qwen2-7B", + "name": "XinYuan-Qwen2-7B", + "developer": "thomas-yanxin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5804, - "hfopenllm_v2/BBH": 0.3968, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4401, - "hfopenllm_v2/MMLU-PRO": 0.2852 + "hfopenllm_v2/IFEval": 0.4438, + "hfopenllm_v2/BBH": 0.4937, + "hfopenllm_v2/MATH Level 5": 0.1458, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4058, + "hfopenllm_v2/MMLU-PRO": 0.3925 } }, { - "id": "skumar9/Llama-medx_v2", - "name": "Llama-medx_v2", - "developer": "skumar9", + "id": "thomas-yanxin/XinYuan-Qwen2-7B-0917", + "name": "XinYuan-Qwen2-7B-0917", + "developer": "thomas-yanxin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4462, - "hfopenllm_v2/BBH": 0.4909, - "hfopenllm_v2/MATH Level 5": 0.0914, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3661, - "hfopenllm_v2/MMLU-PRO": 0.3463 + "hfopenllm_v2/IFEval": 0.3719, + "hfopenllm_v2/BBH": 0.5169, + "hfopenllm_v2/MATH Level 5": 0.1979, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4401, + "hfopenllm_v2/MMLU-PRO": 0.4245 } }, { - "id": "skymizer/Llama2-7b-sft-chat-custom-template-dpo", - "name": "Llama2-7b-sft-chat-custom-template-dpo", - "developer": "skymizer", + "id": "thomas-yanxin/XinYuan-Qwen2.5-7B-0917", + "name": "XinYuan-Qwen2.5-7B-0917", + "developer": "thomas-yanxin", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2353, - "hfopenllm_v2/BBH": 0.3688, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.4429, - "hfopenllm_v2/MMLU-PRO": 0.1946 + "hfopenllm_v2/IFEval": 0.3577, + "hfopenllm_v2/BBH": 0.5184, + "hfopenllm_v2/MATH Level 5": 0.1934, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3676, + "hfopenllm_v2/MMLU-PRO": 0.3882 } }, { - "id": "snowflake/snowflake-arctic-instruct", - "name": "Arctic Instruct", - "developer": "snowflake", + "id": "THUDM/glm-4-9b", + "name": "glm-4-9b", + "developer": "THUDM", "evaluator_relationship": null, - "benchmark_scores": { - "helm_lite/Mean win rate": 0.338, - "helm_lite/NarrativeQA": 0.654, - "helm_lite/NaturalQuestions (closed-book)": 0.39, - "helm_lite/OpenbookQA": 0.828, - "helm_lite/MMLU": 0.575, - "helm_lite/MATH": 0.519, - "helm_lite/GSM8K": 0.768, - "helm_lite/LegalBench": 0.588, - "helm_lite/MedQA": 0.581, - "helm_lite/WMT 2014": 0.172, - "helm_mmlu/MMLU All Subjects": 0.677, - "helm_mmlu/Abstract Algebra": 0.35, - "helm_mmlu/Anatomy": 0.652, - "helm_mmlu/College Physics": 0.461, - "helm_mmlu/Computer Security": 0.84, - "helm_mmlu/Econometrics": 0.5, - "helm_mmlu/Global Facts": 0.39, - "helm_mmlu/Jurisprudence": 0.741, - "helm_mmlu/Philosophy": 0.752, - "helm_mmlu/Professional Psychology": 0.724, - "helm_mmlu/Us Foreign Policy": 0.88, - "helm_mmlu/Astronomy": 0.763, - "helm_mmlu/Business Ethics": 0.69, - "helm_mmlu/Clinical Knowledge": 0.781, - "helm_mmlu/Conceptual Physics": 0.634, - "helm_mmlu/Electrical Engineering": 0.662, - "helm_mmlu/Elementary Mathematics": 0.481, - "helm_mmlu/Formal Logic": 0.444, - "helm_mmlu/High School World History": 0.827, - "helm_mmlu/Human Sexuality": 0.847, - "helm_mmlu/International Law": 0.826, - "helm_mmlu/Logical Fallacies": 0.779, - "helm_mmlu/Machine Learning": 0.473, - "helm_mmlu/Management": 0.796, - "helm_mmlu/Marketing": 0.902, - "helm_mmlu/Medical Genetics": 0.76, - "helm_mmlu/Miscellaneous": 0.875, - "helm_mmlu/Moral Scenarios": 0.28, - "helm_mmlu/Nutrition": 0.725, - "helm_mmlu/Prehistory": 0.79, - "helm_mmlu/Public Relations": 0.664, - "helm_mmlu/Security Studies": 0.78, - "helm_mmlu/Sociology": 0.891, - "helm_mmlu/Virology": 0.536, - "helm_mmlu/World Religions": 0.854, - "helm_mmlu/Mean win rate": 0.565 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1426, + "hfopenllm_v2/BBH": 0.5528, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3163, + "hfopenllm_v2/MUSR": 0.4386, + "hfopenllm_v2/MMLU-PRO": 0.4145 } }, { - "id": "someon98/qwen-CoMa-0.5b", - "name": "qwen-CoMa-0.5b", - "developer": "someon98", + "id": "THUDM/glm-4-9b-chat", + "name": "glm-4-9b-chat", + "developer": "THUDM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2277, - "hfopenllm_v2/BBH": 0.2953, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.4046, - "hfopenllm_v2/MMLU-PRO": 0.1099 + "hfopenllm_v2/IFEval": 0.0, + "hfopenllm_v2/BBH": 0.4736, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.3994, + "hfopenllm_v2/MMLU-PRO": 0.3167 } }, { - "id": "sometimesanotion/ChocoTrio-14B-v1", - "name": "ChocoTrio-14B-v1", - "developer": "sometimesanotion", + "id": "THUDM/glm-4-9b-chat-1m", + "name": "glm-4-9b-chat-1m", + "developer": "THUDM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7089, - "hfopenllm_v2/BBH": 0.6506, - "hfopenllm_v2/MATH Level 5": 0.3973, - "hfopenllm_v2/GPQA": 0.3851, - "hfopenllm_v2/MUSR": 0.4821, - "hfopenllm_v2/MMLU-PRO": 0.537 + "hfopenllm_v2/IFEval": 0.0, + "hfopenllm_v2/BBH": 0.418, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3795, + "hfopenllm_v2/MMLU-PRO": 0.3163 } }, { - "id": "sometimesanotion/IF-reasoning-experiment-40", - "name": "IF-reasoning-experiment-40", - "developer": "sometimesanotion", + "id": "THUDM/glm-4-9b-chat-1m-hf", + "name": "glm-4-9b-chat-1m-hf", + "developer": "THUDM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.633, - "hfopenllm_v2/BBH": 0.6112, - "hfopenllm_v2/MATH Level 5": 0.3716, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.5194, - "hfopenllm_v2/MMLU-PRO": 0.5025 + "hfopenllm_v2/IFEval": 0.5341, + "hfopenllm_v2/BBH": 0.3901, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3689, + "hfopenllm_v2/MMLU-PRO": 0.1814 } }, { - "id": "sometimesanotion/IF-reasoning-experiment-80", - "name": "IF-reasoning-experiment-80", - "developer": "sometimesanotion", + "id": "THUDM/glm-4-9b-chat-hf", + "name": "glm-4-9b-chat-hf", + "developer": "THUDM", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5463, - "hfopenllm_v2/BBH": 0.421, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.5025, - "hfopenllm_v2/MMLU-PRO": 0.3368 + "hfopenllm_v2/IFEval": 0.6513, + "hfopenllm_v2/BBH": 0.4432, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3593, + "hfopenllm_v2/MMLU-PRO": 0.2774 } }, { - "id": "sometimesanotion/KytheraMix-7B-v0.2", - "name": "KytheraMix-7B-v0.2", - "developer": "sometimesanotion", + "id": "tianyil1/MistralForCausalLM_Cal_DPO", + "name": "MistralForCausalLM_Cal_DPO", + "developer": "tianyil1", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6129, - "hfopenllm_v2/BBH": 0.5635, - "hfopenllm_v2/MATH Level 5": 0.2923, - "hfopenllm_v2/GPQA": 0.3356, - "hfopenllm_v2/MUSR": 0.4594, - "hfopenllm_v2/MMLU-PRO": 0.4505 + "hfopenllm_v2/IFEval": 0.5328, + "hfopenllm_v2/BBH": 0.4381, + "hfopenllm_v2/MATH Level 5": 0.0287, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.2763 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.1-experimental", - "name": "Lamarck-14B-v0.1-experimental", - "developer": "sometimesanotion", + "id": "TIGER-Lab/AceCoder-Qwen2.5-7B-Ins-Rule", + "name": "AceCoder-Qwen2.5-7B-Ins-Rule", + "developer": "TIGER-Lab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5354, - "hfopenllm_v2/BBH": 0.6583, - "hfopenllm_v2/MATH Level 5": 0.358, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4728, - "hfopenllm_v2/MMLU-PRO": 0.5408 + "hfopenllm_v2/IFEval": 0.7424, + "hfopenllm_v2/BBH": 0.5404, + "hfopenllm_v2/MATH Level 5": 0.4992, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.398, + "hfopenllm_v2/MMLU-PRO": 0.4322 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.3", - "name": "Lamarck-14B-v0.3", - "developer": "sometimesanotion", + "id": "TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Base-Rule", + "name": "AceCoder-Qwen2.5-Coder-7B-Base-Rule", + "developer": "TIGER-Lab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5032, - "hfopenllm_v2/BBH": 0.6611, - "hfopenllm_v2/MATH Level 5": 0.3406, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.4688, - "hfopenllm_v2/MMLU-PRO": 0.5411 + "hfopenllm_v2/IFEval": 0.4408, + "hfopenllm_v2/BBH": 0.4902, + "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3449, + "hfopenllm_v2/MMLU-PRO": 0.3745 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.4-Qwenvergence", - "name": "Lamarck-14B-v0.4-Qwenvergence", - "developer": "sometimesanotion", + "id": "TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Ins-Rule", + "name": "AceCoder-Qwen2.5-Coder-7B-Ins-Rule", + "developer": "TIGER-Lab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4906, - "hfopenllm_v2/BBH": 0.6535, - "hfopenllm_v2/MATH Level 5": 0.3399, - "hfopenllm_v2/GPQA": 0.3784, - "hfopenllm_v2/MUSR": 0.4847, - "hfopenllm_v2/MMLU-PRO": 0.5406 + "hfopenllm_v2/IFEval": 0.6222, + "hfopenllm_v2/BBH": 0.5089, + "hfopenllm_v2/MATH Level 5": 0.3603, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4046, + "hfopenllm_v2/MMLU-PRO": 0.3428 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.6", - "name": "Lamarck-14B-v0.6", - "developer": "sometimesanotion", + "id": "TIGER-Lab/AceCodeRM-7B", + "name": "AceCodeRM-7B", + "developer": "TIGER-Lab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6973, - "hfopenllm_v2/BBH": 0.646, - "hfopenllm_v2/MATH Level 5": 0.4041, - "hfopenllm_v2/GPQA": 0.3893, - "hfopenllm_v2/MUSR": 0.4847, - "hfopenllm_v2/MMLU-PRO": 0.54 + "hfopenllm_v2/IFEval": 0.5855, + "hfopenllm_v2/BBH": 0.4773, + "hfopenllm_v2/MATH Level 5": 0.3467, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4192, + "hfopenllm_v2/MMLU-PRO": 0.3361 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.6-002-model_stock", - "name": "Lamarck-14B-v0.6-002-model_stock", - "developer": "sometimesanotion", + "id": "TIGER-Lab/MAmmoTH2-7B-Plus", + "name": "MAmmoTH2-7B-Plus", + "developer": "TIGER-Lab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6692, - "hfopenllm_v2/BBH": 0.6143, - "hfopenllm_v2/MATH Level 5": 0.3776, - "hfopenllm_v2/GPQA": 0.3742, - "hfopenllm_v2/MUSR": 0.518, - "hfopenllm_v2/MMLU-PRO": 0.5054 + "hfopenllm_v2/IFEval": 0.5575, + "hfopenllm_v2/BBH": 0.4235, + "hfopenllm_v2/MATH Level 5": 0.1858, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.4124, + "hfopenllm_v2/MMLU-PRO": 0.3017 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.6-model_stock", - "name": "Lamarck-14B-v0.6-model_stock", - "developer": "sometimesanotion", + "id": "TIGER-Lab/Qwen2.5-Math-7B-CFT", + "name": "Qwen2.5-Math-7B-CFT", + "developer": "TIGER-Lab", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.679, - "hfopenllm_v2/BBH": 0.6269, - "hfopenllm_v2/MATH Level 5": 0.4245, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.5007, - "hfopenllm_v2/MMLU-PRO": 0.5198 + "hfopenllm_v2/IFEval": 0.2777, + "hfopenllm_v2/BBH": 0.4637, + "hfopenllm_v2/MATH Level 5": 0.5574, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3887, + "hfopenllm_v2/MMLU-PRO": 0.2945 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.7-Fusion", - "name": "Lamarck-14B-v0.7-Fusion", - "developer": "sometimesanotion", + "id": "tiiuae/falcon-11B", + "name": "falcon-11B", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6821, - "hfopenllm_v2/BBH": 0.6544, - "hfopenllm_v2/MATH Level 5": 0.4041, - "hfopenllm_v2/GPQA": 0.401, - "hfopenllm_v2/MUSR": 0.4991, - "hfopenllm_v2/MMLU-PRO": 0.5391 + "hfopenllm_v2/IFEval": 0.3261, + "hfopenllm_v2/BBH": 0.4392, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3986, + "hfopenllm_v2/MMLU-PRO": 0.2389 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.7-rc1", - "name": "Lamarck-14B-v0.7-rc1", - "developer": "sometimesanotion", + "id": "tiiuae/falcon-40b", + "name": "Falcon 40B", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7305, - "hfopenllm_v2/BBH": 0.6486, - "hfopenllm_v2/MATH Level 5": 0.3852, - "hfopenllm_v2/GPQA": 0.3893, - "hfopenllm_v2/MUSR": 0.4715, - "hfopenllm_v2/MMLU-PRO": 0.5416 + "helm_classic/Mean win rate": 0.729, + "helm_classic/MMLU": 0.509, + "helm_classic/BoolQ": 0.819, + "helm_classic/NarrativeQA": 0.673, + "helm_classic/NaturalQuestions (open-book)": 0.675, + "helm_classic/QuAC": 0.307, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.353, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.959, + "helm_classic/CivilComments": 0.552, + "helm_classic/RAFT": 0.661, + "helm_lite/Mean win rate": 0.217, + "helm_lite/NarrativeQA": 0.671, + "helm_lite/NaturalQuestions (closed-book)": 0.392, + "helm_lite/OpenbookQA": 0.662, + "helm_lite/MMLU": 0.507, + "helm_lite/MATH": 0.128, + "helm_lite/GSM8K": 0.267, + "helm_lite/LegalBench": 0.442, + "helm_lite/MedQA": 0.419, + "helm_lite/WMT 2014": 0.162, + "hfopenllm_v2/IFEval": 0.2496, + "hfopenllm_v2/BBH": 0.4019, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3631, + "hfopenllm_v2/MMLU-PRO": 0.2505 } }, { - "id": "sometimesanotion/Lamarck-14B-v0.7-rc4", - "name": "Lamarck-14B-v0.7-rc4", - "developer": "sometimesanotion", + "id": "tiiuae/falcon-40b-instruct", + "name": "falcon-40b-instruct", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7211, - "hfopenllm_v2/BBH": 0.651, - "hfopenllm_v2/MATH Level 5": 0.4026, - "hfopenllm_v2/GPQA": 0.3893, - "hfopenllm_v2/MUSR": 0.4912, - "hfopenllm_v2/MMLU-PRO": 0.54 + "hfopenllm_v2/IFEval": 0.2454, + "hfopenllm_v2/BBH": 0.4054, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3762, + "hfopenllm_v2/MMLU-PRO": 0.2261 } }, { - "id": "sometimesanotion/LamarckInfusion-14B-v1", - "name": "LamarckInfusion-14B-v1", - "developer": "sometimesanotion", + "id": "tiiuae/falcon-7b", + "name": "Falcon 7B", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7198, - "hfopenllm_v2/BBH": 0.6539, - "hfopenllm_v2/MATH Level 5": 0.4169, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.4899, - "hfopenllm_v2/MMLU-PRO": 0.5376 + "helm_classic/Mean win rate": 0.378, + "helm_classic/MMLU": 0.286, + "helm_classic/BoolQ": 0.753, + "helm_classic/NarrativeQA": 0.621, + "helm_classic/NaturalQuestions (open-book)": 0.579, + "helm_classic/QuAC": 0.332, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.234, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.836, + "helm_classic/CivilComments": 0.514, + "helm_classic/RAFT": 0.602, + "helm_lite/Mean win rate": 0.064, + "helm_lite/NarrativeQA": 0.621, + "helm_lite/NaturalQuestions (closed-book)": 0.285, + "helm_lite/OpenbookQA": 0.26, + "helm_lite/MMLU": 0.288, + "helm_lite/MATH": 0.044, + "helm_lite/GSM8K": 0.055, + "helm_lite/LegalBench": 0.346, + "helm_lite/MedQA": 0.254, + "helm_lite/WMT 2014": 0.094, + "hfopenllm_v2/IFEval": 0.1821, + "hfopenllm_v2/BBH": 0.3285, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3778, + "hfopenllm_v2/MMLU-PRO": 0.1125 } }, { - "id": "sometimesanotion/LamarckInfusion-14B-v2", - "name": "LamarckInfusion-14B-v2", - "developer": "sometimesanotion", + "id": "tiiuae/falcon-7b-instruct", + "name": "falcon-7b-instruct", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6812, - "hfopenllm_v2/BBH": 0.6564, - "hfopenllm_v2/MATH Level 5": 0.4388, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4993, - "hfopenllm_v2/MMLU-PRO": 0.5416 + "hfopenllm_v2/IFEval": 0.1969, + "hfopenllm_v2/BBH": 0.3203, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3634, + "hfopenllm_v2/MMLU-PRO": 0.1155 } }, { - "id": "sometimesanotion/LamarckInfusion-14B-v2-hi", - "name": "LamarckInfusion-14B-v2-hi", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon-Instruct-40B", + "name": "Falcon-Instruct 40B", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6855, - "hfopenllm_v2/BBH": 0.6555, - "hfopenllm_v2/MATH Level 5": 0.423, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.4847, - "hfopenllm_v2/MMLU-PRO": 0.5405 + "helm_classic/Mean win rate": 0.727, + "helm_classic/MMLU": 0.497, + "helm_classic/BoolQ": 0.829, + "helm_classic/NarrativeQA": 0.625, + "helm_classic/NaturalQuestions (open-book)": 0.666, + "helm_classic/QuAC": 0.371, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.384, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.959, + "helm_classic/CivilComments": 0.603, + "helm_classic/RAFT": 0.586 } }, { - "id": "sometimesanotion/LamarckInfusion-14B-v2-lo", - "name": "LamarckInfusion-14B-v2-lo", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon-Instruct-7B", + "name": "Falcon-Instruct 7B", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6788, - "hfopenllm_v2/BBH": 0.6528, - "hfopenllm_v2/MATH Level 5": 0.4237, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.4991, - "hfopenllm_v2/MMLU-PRO": 0.5397 + "helm_classic/Mean win rate": 0.244, + "helm_classic/MMLU": 0.275, + "helm_classic/BoolQ": 0.72, + "helm_classic/NarrativeQA": 0.476, + "helm_classic/NaturalQuestions (open-book)": 0.449, + "helm_classic/QuAC": 0.311, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.213, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.852, + "helm_classic/CivilComments": 0.511, + "helm_classic/RAFT": 0.523 } }, { - "id": "sometimesanotion/LamarckInfusion-14B-v3", - "name": "LamarckInfusion-14B-v3", - "developer": "sometimesanotion", + "id": "tiiuae/falcon-mamba-7b", + "name": "falcon-mamba-7b", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7131, - "hfopenllm_v2/BBH": 0.6518, - "hfopenllm_v2/MATH Level 5": 0.4124, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.482, - "hfopenllm_v2/MMLU-PRO": 0.5407 + "hfopenllm_v2/IFEval": 0.3336, + "hfopenllm_v2/BBH": 0.4285, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.421, + "hfopenllm_v2/MMLU-PRO": 0.2302 } }, { - "id": "sometimesanotion/Qwen-14B-ProseStock-v4", - "name": "Qwen-14B-ProseStock-v4", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon3-10B-Base", + "name": "Falcon3-10B-Base", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4942, - "hfopenllm_v2/BBH": 0.6498, - "hfopenllm_v2/MATH Level 5": 0.364, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.4938, - "hfopenllm_v2/MMLU-PRO": 0.5386 + "hfopenllm_v2/IFEval": 0.3648, + "hfopenllm_v2/BBH": 0.595, + "hfopenllm_v2/MATH Level 5": 0.2492, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4398, + "hfopenllm_v2/MMLU-PRO": 0.424 } }, { - "id": "sometimesanotion/Qwen-2.5-14B-Virmarckeoso", - "name": "Qwen-2.5-14B-Virmarckeoso", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon3-10B-Instruct", + "name": "Falcon3-10B-Instruct", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4813, - "hfopenllm_v2/BBH": 0.657, - "hfopenllm_v2/MATH Level 5": 0.3565, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4794, - "hfopenllm_v2/MMLU-PRO": 0.5377 + "hfopenllm_v2/IFEval": 0.7817, + "hfopenllm_v2/BBH": 0.617, + "hfopenllm_v2/MATH Level 5": 0.2764, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.4429 } }, { - "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso", - "name": "Qwen2.5-14B-Vimarckoso", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon3-1B-Base", + "name": "Falcon3-1B-Base", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4574, - "hfopenllm_v2/BBH": 0.6446, - "hfopenllm_v2/MATH Level 5": 0.3384, - "hfopenllm_v2/GPQA": 0.3926, - "hfopenllm_v2/MUSR": 0.4859, - "hfopenllm_v2/MMLU-PRO": 0.5329 + "hfopenllm_v2/IFEval": 0.2428, + "hfopenllm_v2/BBH": 0.3571, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4147, + "hfopenllm_v2/MMLU-PRO": 0.1608 } }, { - "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v2", - "name": "Qwen2.5-14B-Vimarckoso-v2", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon3-1B-Instruct", + "name": "Falcon3-1B-Instruct", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4505, - "hfopenllm_v2/BBH": 0.655, - "hfopenllm_v2/MATH Level 5": 0.358, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4819, - "hfopenllm_v2/MMLU-PRO": 0.538 + "hfopenllm_v2/IFEval": 0.5557, + "hfopenllm_v2/BBH": 0.3745, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.4189, + "hfopenllm_v2/MMLU-PRO": 0.1838 + } + }, + { + "id": "tiiuae/Falcon3-3B-Base", + "name": "Falcon3-3B-Base", + "developer": "tiiuae", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.2765, + "hfopenllm_v2/BBH": 0.4421, + "hfopenllm_v2/MATH Level 5": 0.1178, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.375, + "hfopenllm_v2/MMLU-PRO": 0.2879 + } + }, + { + "id": "tiiuae/Falcon3-3B-Instruct", + "name": "Falcon3-3B-Instruct", + "developer": "tiiuae", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6977, + "hfopenllm_v2/BBH": 0.4754, + "hfopenllm_v2/MATH Level 5": 0.25, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.3005 } }, { - "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3", - "name": "Qwen2.5-14B-Vimarckoso-v3", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon3-7B-Base", + "name": "Falcon3-7B-Base", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7257, - "hfopenllm_v2/BBH": 0.6415, - "hfopenllm_v2/MATH Level 5": 0.4003, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.4807, - "hfopenllm_v2/MMLU-PRO": 0.5343 + "hfopenllm_v2/IFEval": 0.3416, + "hfopenllm_v2/BBH": 0.5099, + "hfopenllm_v2/MATH Level 5": 0.1941, + "hfopenllm_v2/GPQA": 0.3465, + "hfopenllm_v2/MUSR": 0.4702, + "hfopenllm_v2/MMLU-PRO": 0.391 } }, { - "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-IF-Variant", - "name": "Qwen2.5-14B-Vimarckoso-v3-IF-Variant", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon3-7B-Instruct", + "name": "Falcon3-7B-Instruct", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6413, - "hfopenllm_v2/BBH": 0.5521, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.5319, - "hfopenllm_v2/MMLU-PRO": 0.4589 + "hfopenllm_v2/IFEval": 0.7612, + "hfopenllm_v2/BBH": 0.5632, + "hfopenllm_v2/MATH Level 5": 0.4086, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4827, + "hfopenllm_v2/MMLU-PRO": 0.4087 } }, { - "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-Prose01", - "name": "Qwen2.5-14B-Vimarckoso-v3-Prose01", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon3-Mamba-7B-Base", + "name": "Falcon3-Mamba-7B-Base", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6872, - "hfopenllm_v2/BBH": 0.6359, - "hfopenllm_v2/MATH Level 5": 0.3995, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4807, - "hfopenllm_v2/MMLU-PRO": 0.5275 + "hfopenllm_v2/IFEval": 0.2891, + "hfopenllm_v2/BBH": 0.4699, + "hfopenllm_v2/MATH Level 5": 0.1941, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3431, + "hfopenllm_v2/MMLU-PRO": 0.3038 } }, { - "id": "sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-model_stock", - "name": "Qwen2.5-14B-Vimarckoso-v3-model_stock", - "developer": "sometimesanotion", + "id": "tiiuae/Falcon3-Mamba-7B-Instruct", + "name": "Falcon3-Mamba-7B-Instruct", + "developer": "tiiuae", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7162, - "hfopenllm_v2/BBH": 0.6421, - "hfopenllm_v2/MATH Level 5": 0.4245, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.4781, - "hfopenllm_v2/MMLU-PRO": 0.5316 + "hfopenllm_v2/IFEval": 0.7165, + "hfopenllm_v2/BBH": 0.4679, + "hfopenllm_v2/MATH Level 5": 0.3006, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3869, + "hfopenllm_v2/MMLU-PRO": 0.3369 } }, { - "id": "sometimesanotion/Qwen2.5-7B-Gordion-v0.1", - "name": "Qwen2.5-7B-Gordion-v0.1", - "developer": "sometimesanotion", + "id": "Tijmen2/cosmosage-v3", + "name": "cosmosage-v3", + "developer": "Tijmen2", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7482, - "hfopenllm_v2/BBH": 0.5524, - "hfopenllm_v2/MATH Level 5": 0.2915, - "hfopenllm_v2/GPQA": 0.3079, - "hfopenllm_v2/MUSR": 0.4016, - "hfopenllm_v2/MMLU-PRO": 0.43 + "hfopenllm_v2/IFEval": 0.4482, + "hfopenllm_v2/BBH": 0.4551, + "hfopenllm_v2/MATH Level 5": 0.0506, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4199, + "hfopenllm_v2/MMLU-PRO": 0.2486 } }, { - "id": "sometimesanotion/Qwen2.5-7B-Gordion-v0.1-Prose", - "name": "Qwen2.5-7B-Gordion-v0.1-Prose", - "developer": "sometimesanotion", + "id": "tinycompany/BiBo-v0.3", + "name": "BiBo-v0.3", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5347, - "hfopenllm_v2/BBH": 0.5599, - "hfopenllm_v2/MATH Level 5": 0.2893, - "hfopenllm_v2/GPQA": 0.3205, - "hfopenllm_v2/MUSR": 0.4502, - "hfopenllm_v2/MMLU-PRO": 0.4525 + "hfopenllm_v2/IFEval": 0.5184, + "hfopenllm_v2/BBH": 0.4642, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.395, + "hfopenllm_v2/MMLU-PRO": 0.2995 } }, { - "id": "sometimesanotion/Qwen2.5-7B-Gordion-v0.1-Reason", - "name": "Qwen2.5-7B-Gordion-v0.1-Reason", - "developer": "sometimesanotion", + "id": "tinycompany/BiBo-v0.7", + "name": "BiBo-v0.7", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4917, - "hfopenllm_v2/BBH": 0.5498, - "hfopenllm_v2/MATH Level 5": 0.2621, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.4434, - "hfopenllm_v2/MMLU-PRO": 0.4307 + "hfopenllm_v2/IFEval": 0.3738, + "hfopenllm_v2/BBH": 0.4311, + "hfopenllm_v2/MATH Level 5": 0.0823, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4044, + "hfopenllm_v2/MMLU-PRO": 0.265 } }, { - "id": "sometimesanotion/Qwentessential-14B-v1", - "name": "Qwentessential-14B-v1", - "developer": "sometimesanotion", + "id": "tinycompany/ShawtyIsBad-bgem3", + "name": "ShawtyIsBad-bgem3", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6279, - "hfopenllm_v2/BBH": 0.6545, - "hfopenllm_v2/MATH Level 5": 0.4071, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4873, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "hfopenllm_v2/IFEval": 0.2608, + "hfopenllm_v2/BBH": 0.3853, + "hfopenllm_v2/MATH Level 5": 0.0483, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3695, + "hfopenllm_v2/MMLU-PRO": 0.2583 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v013", - "name": "Qwentinuum-14B-v013", - "developer": "sometimesanotion", + "id": "tinycompany/ShawtyIsBad-e5-large", + "name": "ShawtyIsBad-e5-large", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6711, - "hfopenllm_v2/BBH": 0.6087, - "hfopenllm_v2/MATH Level 5": 0.3708, - "hfopenllm_v2/GPQA": 0.3574, - "hfopenllm_v2/MUSR": 0.5154, - "hfopenllm_v2/MMLU-PRO": 0.4991 + "hfopenllm_v2/IFEval": 0.2468, + "hfopenllm_v2/BBH": 0.3873, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.372, + "hfopenllm_v2/MMLU-PRO": 0.2569 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v1", - "name": "Qwentinuum-14B-v1", - "developer": "sometimesanotion", + "id": "tinycompany/ShawtyIsBad-ib", + "name": "ShawtyIsBad-ib", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5032, - "hfopenllm_v2/BBH": 0.6573, - "hfopenllm_v2/MATH Level 5": 0.3603, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.4781, - "hfopenllm_v2/MMLU-PRO": 0.541 + "hfopenllm_v2/IFEval": 0.2565, + "hfopenllm_v2/BBH": 0.388, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3641, + "hfopenllm_v2/MMLU-PRO": 0.2581 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v2", - "name": "Qwentinuum-14B-v2", - "developer": "sometimesanotion", + "id": "tinycompany/ShawtyIsBad-nomic-moe", + "name": "ShawtyIsBad-nomic-moe", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5378, - "hfopenllm_v2/BBH": 0.6555, - "hfopenllm_v2/MATH Level 5": 0.3754, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.4714, - "hfopenllm_v2/MMLU-PRO": 0.5409 + "hfopenllm_v2/IFEval": 0.2608, + "hfopenllm_v2/BBH": 0.3878, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3747, + "hfopenllm_v2/MMLU-PRO": 0.2572 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v3", - "name": "Qwentinuum-14B-v3", - "developer": "sometimesanotion", + "id": "tinycompany/ShawtyIsBad-nomic1.5", + "name": "ShawtyIsBad-nomic1.5", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6158, - "hfopenllm_v2/BBH": 0.6539, - "hfopenllm_v2/MATH Level 5": 0.3535, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.486, - "hfopenllm_v2/MMLU-PRO": 0.5413 + "hfopenllm_v2/IFEval": 0.2544, + "hfopenllm_v2/BBH": 0.3874, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.3628, + "hfopenllm_v2/MMLU-PRO": 0.2567 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v5", - "name": "Qwentinuum-14B-v5", - "developer": "sometimesanotion", + "id": "tinycompany/SigmaBoi-base", + "name": "SigmaBoi-base", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6286, - "hfopenllm_v2/BBH": 0.655, - "hfopenllm_v2/MATH Level 5": 0.3444, - "hfopenllm_v2/GPQA": 0.3876, - "hfopenllm_v2/MUSR": 0.4874, - "hfopenllm_v2/MMLU-PRO": 0.5418 + "hfopenllm_v2/IFEval": 0.2447, + "hfopenllm_v2/BBH": 0.4314, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4343, + "hfopenllm_v2/MMLU-PRO": 0.2817 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v6", - "name": "Qwentinuum-14B-v6", - "developer": "sometimesanotion", + "id": "tinycompany/SigmaBoi-bge-m3", + "name": "SigmaBoi-bge-m3", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6304, - "hfopenllm_v2/BBH": 0.6545, - "hfopenllm_v2/MATH Level 5": 0.3603, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.49, - "hfopenllm_v2/MMLU-PRO": 0.54 + "hfopenllm_v2/IFEval": 0.245, + "hfopenllm_v2/BBH": 0.4351, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4383, + "hfopenllm_v2/MMLU-PRO": 0.2819 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v6-Prose", - "name": "Qwentinuum-14B-v6-Prose", - "developer": "sometimesanotion", + "id": "tinycompany/SigmaBoi-bgem3", + "name": "SigmaBoi-bgem3", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5643, - "hfopenllm_v2/BBH": 0.6545, - "hfopenllm_v2/MATH Level 5": 0.3701, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.4913, - "hfopenllm_v2/MMLU-PRO": 0.5392 + "hfopenllm_v2/IFEval": 0.245, + "hfopenllm_v2/BBH": 0.4351, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4383, + "hfopenllm_v2/MMLU-PRO": 0.2819 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v7", - "name": "Qwentinuum-14B-v7", - "developer": "sometimesanotion", + "id": "tinycompany/SigmaBoi-ib", + "name": "SigmaBoi-ib", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6109, - "hfopenllm_v2/BBH": 0.6551, - "hfopenllm_v2/MATH Level 5": 0.3573, - "hfopenllm_v2/GPQA": 0.3909, - "hfopenllm_v2/MUSR": 0.482, - "hfopenllm_v2/MMLU-PRO": 0.541 + "hfopenllm_v2/IFEval": 0.2477, + "hfopenllm_v2/BBH": 0.4344, + "hfopenllm_v2/MATH Level 5": 0.074, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.429, + "hfopenllm_v2/MMLU-PRO": 0.2824 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v8", - "name": "Qwentinuum-14B-v8", - "developer": "sometimesanotion", + "id": "tinycompany/SigmaBoi-nomic-moe", + "name": "SigmaBoi-nomic-moe", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5412, - "hfopenllm_v2/BBH": 0.6534, - "hfopenllm_v2/MATH Level 5": 0.3912, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.4873, - "hfopenllm_v2/MMLU-PRO": 0.5412 + "hfopenllm_v2/IFEval": 0.2474, + "hfopenllm_v2/BBH": 0.4334, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4316, + "hfopenllm_v2/MMLU-PRO": 0.2837 } }, { - "id": "sometimesanotion/Qwentinuum-14B-v9", - "name": "Qwentinuum-14B-v9", - "developer": "sometimesanotion", + "id": "tinycompany/SigmaBoi-nomic1.5", + "name": "SigmaBoi-nomic1.5", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5107, - "hfopenllm_v2/BBH": 0.658, - "hfopenllm_v2/MATH Level 5": 0.3482, - "hfopenllm_v2/GPQA": 0.3859, - "hfopenllm_v2/MUSR": 0.4781, - "hfopenllm_v2/MMLU-PRO": 0.5421 + "hfopenllm_v2/IFEval": 0.2447, + "hfopenllm_v2/BBH": 0.4371, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4316, + "hfopenllm_v2/MMLU-PRO": 0.2841 } }, { - "id": "sometimesanotion/Qwenvergence-14B-qv256", - "name": "Qwenvergence-14B-qv256", - "developer": "sometimesanotion", + "id": "tinycompany/SigmaBoi-nomic1.5-fp32", + "name": "SigmaBoi-nomic1.5-fp32", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7006, - "hfopenllm_v2/BBH": 0.6312, - "hfopenllm_v2/MATH Level 5": 0.3897, - "hfopenllm_v2/GPQA": 0.3784, - "hfopenllm_v2/MUSR": 0.4926, - "hfopenllm_v2/MMLU-PRO": 0.5178 + "hfopenllm_v2/IFEval": 0.2462, + "hfopenllm_v2/BBH": 0.4371, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4316, + "hfopenllm_v2/MMLU-PRO": 0.2841 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v0.6-004-model_stock", - "name": "Qwenvergence-14B-v0.6-004-model_stock", - "developer": "sometimesanotion", + "id": "tinycompany/Tamed-Shawty", + "name": "Tamed-Shawty", + "developer": "tinycompany", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.686, - "hfopenllm_v2/BBH": 0.6249, - "hfopenllm_v2/MATH Level 5": 0.4094, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.5033, - "hfopenllm_v2/MMLU-PRO": 0.5193 + "hfopenllm_v2/IFEval": 0.3831, + "hfopenllm_v2/BBH": 0.3837, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2626, + "hfopenllm_v2/MUSR": 0.3501, + "hfopenllm_v2/MMLU-PRO": 0.2601 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v10", - "name": "Qwenvergence-14B-v10", - "developer": "sometimesanotion", + "id": "TinyLlama/TinyLlama-1.1B-Chat-v0.1", + "name": "TinyLlama-1.1B-Chat-v0.1", + "developer": "TinyLlama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6757, - "hfopenllm_v2/BBH": 0.6316, - "hfopenllm_v2/MATH Level 5": 0.4789, - "hfopenllm_v2/GPQA": 0.3792, - "hfopenllm_v2/MUSR": 0.4991, - "hfopenllm_v2/MMLU-PRO": 0.5239 + "hfopenllm_v2/IFEval": 0.1479, + "hfopenllm_v2/BBH": 0.3084, + "hfopenllm_v2/MATH Level 5": 0.006, + "hfopenllm_v2/GPQA": 0.229, + "hfopenllm_v2/MUSR": 0.3592, + "hfopenllm_v2/MMLU-PRO": 0.1098 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v11", - "name": "Qwenvergence-14B-v11", - "developer": "sometimesanotion", + "id": "TinyLlama/TinyLlama-1.1B-Chat-v0.5", + "name": "TinyLlama-1.1B-Chat-v0.5", + "developer": "TinyLlama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7192, - "hfopenllm_v2/BBH": 0.6368, - "hfopenllm_v2/MATH Level 5": 0.4645, - "hfopenllm_v2/GPQA": 0.3725, - "hfopenllm_v2/MUSR": 0.4754, - "hfopenllm_v2/MMLU-PRO": 0.5327 + "hfopenllm_v2/IFEval": 0.1634, + "hfopenllm_v2/BBH": 0.3105, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2483, + "hfopenllm_v2/MUSR": 0.3661, + "hfopenllm_v2/MMLU-PRO": 0.1096 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v12-Prose", - "name": "Qwenvergence-14B-v12-Prose", - "developer": "sometimesanotion", + "id": "TinyLlama/TinyLlama-1.1B-Chat-v0.6", + "name": "TinyLlama-1.1B-Chat-v0.6", + "developer": "TinyLlama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5412, - "hfopenllm_v2/BBH": 0.6504, - "hfopenllm_v2/MATH Level 5": 0.3535, - "hfopenllm_v2/GPQA": 0.3867, - "hfopenllm_v2/MUSR": 0.4991, - "hfopenllm_v2/MMLU-PRO": 0.5381 + "hfopenllm_v2/IFEval": 0.1574, + "hfopenllm_v2/BBH": 0.3067, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3422, + "hfopenllm_v2/MMLU-PRO": 0.1149 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v12-Prose-DS", - "name": "Qwenvergence-14B-v12-Prose-DS", - "developer": "sometimesanotion", + "id": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", + "name": "TinyLlama-1.1B-Chat-v1.0", + "developer": "TinyLlama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6173, - "hfopenllm_v2/BBH": 0.6507, - "hfopenllm_v2/MATH Level 5": 0.4305, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.5151, - "hfopenllm_v2/MMLU-PRO": 0.5369 + "hfopenllm_v2/IFEval": 0.0596, + "hfopenllm_v2/BBH": 0.3104, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3515, + "hfopenllm_v2/MMLU-PRO": 0.1101 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v13-Prose-DS", - "name": "Qwenvergence-14B-v13-Prose-DS", - "developer": "sometimesanotion", + "id": "TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T", + "name": "TinyLlama-1.1B-intermediate-step-1431k-3T", + "developer": "TinyLlama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7178, - "hfopenllm_v2/BBH": 0.6405, - "hfopenllm_v2/MATH Level 5": 0.386, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.4927, - "hfopenllm_v2/MMLU-PRO": 0.5349 + "hfopenllm_v2/IFEval": 0.2277, + "hfopenllm_v2/BBH": 0.3071, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.338, + "hfopenllm_v2/MMLU-PRO": 0.112 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v15-Prose-MS", - "name": "Qwenvergence-14B-v15-Prose-MS", - "developer": "sometimesanotion", + "id": "TinyLlama/TinyLlama_v1.1", + "name": "TinyLlama_v1.1", + "developer": "TinyLlama", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5032, - "hfopenllm_v2/BBH": 0.655, - "hfopenllm_v2/MATH Level 5": 0.3633, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4913, - "hfopenllm_v2/MMLU-PRO": 0.5393 + "hfopenllm_v2/IFEval": 0.2001, + "hfopenllm_v2/BBH": 0.3024, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.37, + "hfopenllm_v2/MMLU-PRO": 0.1049 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v2-Prose", - "name": "Qwenvergence-14B-v2-Prose", - "developer": "sometimesanotion", + "id": "tklohj/WindyFloLLM", + "name": "WindyFloLLM", + "developer": "tklohj", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4705, - "hfopenllm_v2/BBH": 0.6519, - "hfopenllm_v2/MATH Level 5": 0.3557, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4926, - "hfopenllm_v2/MMLU-PRO": 0.5372 + "hfopenllm_v2/IFEval": 0.2669, + "hfopenllm_v2/BBH": 0.4637, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.4253, + "hfopenllm_v2/MMLU-PRO": 0.2581 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v3", - "name": "Qwenvergence-14B-v3", - "developer": "sometimesanotion", + "id": "ToastyPigeon/Sto-vo-kor-12B", + "name": "Sto-vo-kor-12B", + "developer": "ToastyPigeon", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5044, - "hfopenllm_v2/BBH": 0.6548, - "hfopenllm_v2/MATH Level 5": 0.3693, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4886, - "hfopenllm_v2/MMLU-PRO": 0.5386 + "hfopenllm_v2/IFEval": 0.5501, + "hfopenllm_v2/BBH": 0.5065, + "hfopenllm_v2/MATH Level 5": 0.1088, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3938, + "hfopenllm_v2/MMLU-PRO": 0.3398 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v3-Prose", - "name": "Qwenvergence-14B-v3-Prose", - "developer": "sometimesanotion", + "id": "together/RedPajama-INCITE-Base-7B", + "name": "RedPajama-INCITE-Base 7B", + "developer": "together", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4918, - "hfopenllm_v2/BBH": 0.6513, - "hfopenllm_v2/MATH Level 5": 0.3648, - "hfopenllm_v2/GPQA": 0.3951, - "hfopenllm_v2/MUSR": 0.4939, - "hfopenllm_v2/MMLU-PRO": 0.537 + "helm_classic/Mean win rate": 0.378, + "helm_classic/MMLU": 0.302, + "helm_classic/BoolQ": 0.713, + "helm_classic/NarrativeQA": 0.617, + "helm_classic/NaturalQuestions (open-book)": 0.586, + "helm_classic/QuAC": 0.336, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.205, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.752, + "helm_classic/CivilComments": 0.547, + "helm_classic/RAFT": 0.648 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v3-Reason", - "name": "Qwenvergence-14B-v3-Reason", - "developer": "sometimesanotion", + "id": "together/RedPajama-INCITE-Base-v1-3B", + "name": "RedPajama-INCITE-Base-v1 3B", + "developer": "together", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5278, - "hfopenllm_v2/BBH": 0.6557, - "hfopenllm_v2/MATH Level 5": 0.3119, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4754, - "hfopenllm_v2/MMLU-PRO": 0.5396 + "helm_classic/Mean win rate": 0.311, + "helm_classic/MMLU": 0.263, + "helm_classic/BoolQ": 0.685, + "helm_classic/NarrativeQA": 0.555, + "helm_classic/NaturalQuestions (open-book)": 0.52, + "helm_classic/QuAC": 0.309, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.277, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.907, + "helm_classic/CivilComments": 0.549, + "helm_classic/RAFT": 0.502 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v6-Prose", - "name": "Qwenvergence-14B-v6-Prose", - "developer": "sometimesanotion", + "id": "together/RedPajama-INCITE-Instruct-7B", + "name": "RedPajama-INCITE-Instruct 7B", + "developer": "together", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.599, - "hfopenllm_v2/BBH": 0.6544, - "hfopenllm_v2/MATH Level 5": 0.3565, - "hfopenllm_v2/GPQA": 0.3884, - "hfopenllm_v2/MUSR": 0.4887, - "hfopenllm_v2/MMLU-PRO": 0.5371 + "helm_classic/Mean win rate": 0.524, + "helm_classic/MMLU": 0.363, + "helm_classic/BoolQ": 0.705, + "helm_classic/NarrativeQA": 0.638, + "helm_classic/NaturalQuestions (open-book)": 0.659, + "helm_classic/QuAC": 0.26, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.243, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.927, + "helm_classic/CivilComments": 0.664, + "helm_classic/RAFT": 0.695 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v6-Prose-model_stock", - "name": "Qwenvergence-14B-v6-Prose-model_stock", - "developer": "sometimesanotion", + "id": "together/RedPajama-INCITE-Instruct-v1-3B", + "name": "RedPajama-INCITE-Instruct-v1 3B", + "developer": "together", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4811, - "hfopenllm_v2/BBH": 0.653, - "hfopenllm_v2/MATH Level 5": 0.3603, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4899, - "hfopenllm_v2/MMLU-PRO": 0.5387 + "helm_classic/Mean win rate": 0.366, + "helm_classic/MMLU": 0.257, + "helm_classic/BoolQ": 0.677, + "helm_classic/NarrativeQA": 0.638, + "helm_classic/NaturalQuestions (open-book)": 0.637, + "helm_classic/QuAC": 0.259, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.208, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": -1.0, + "helm_classic/XSUM": -1.0, + "helm_classic/IMDB": 0.894, + "helm_classic/CivilComments": 0.549, + "helm_classic/RAFT": 0.661 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v8", - "name": "Qwenvergence-14B-v8", - "developer": "sometimesanotion", + "id": "togethercomputer/GPT-JT-6B-v1", + "name": "GPT-JT-6B-v1", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5913, - "hfopenllm_v2/BBH": 0.6522, - "hfopenllm_v2/MATH Level 5": 0.4048, - "hfopenllm_v2/GPQA": 0.3809, - "hfopenllm_v2/MUSR": 0.4768, - "hfopenllm_v2/MMLU-PRO": 0.5435 + "hfopenllm_v2/IFEval": 0.2061, + "hfopenllm_v2/BBH": 0.3303, + "hfopenllm_v2/MATH Level 5": 0.0106, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3737, + "hfopenllm_v2/MMLU-PRO": 0.1626 } }, { - "id": "sometimesanotion/Qwenvergence-14B-v9", - "name": "Qwenvergence-14B-v9", - "developer": "sometimesanotion", + "id": "togethercomputer/GPT-NeoXT-Chat-Base-20B", + "name": "GPT-NeoXT-Chat-Base-20B", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6598, - "hfopenllm_v2/BBH": 0.6166, - "hfopenllm_v2/MATH Level 5": 0.4139, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.5141, - "hfopenllm_v2/MMLU-PRO": 0.5111 + "hfopenllm_v2/IFEval": 0.183, + "hfopenllm_v2/BBH": 0.3321, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3461, + "hfopenllm_v2/MMLU-PRO": 0.1145 } }, { - "id": "sometimesanotion/lamarck-14b-prose-model_stock", - "name": "lamarck-14b-prose-model_stock", - "developer": "sometimesanotion", + "id": "togethercomputer/LLaMA-2-7B-32K", + "name": "LLaMA-2-7B-32K", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4276, - "hfopenllm_v2/BBH": 0.6488, - "hfopenllm_v2/MATH Level 5": 0.3414, - "hfopenllm_v2/GPQA": 0.3935, - "hfopenllm_v2/MUSR": 0.4846, - "hfopenllm_v2/MMLU-PRO": 0.5354 + "hfopenllm_v2/IFEval": 0.1865, + "hfopenllm_v2/BBH": 0.34, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.1768 } }, { - "id": "sometimesanotion/lamarck-14b-reason-model_stock", - "name": "lamarck-14b-reason-model_stock", - "developer": "sometimesanotion", + "id": "togethercomputer/Llama-2-7B-32K-Instruct", + "name": "Llama-2-7B-32K-Instruct", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4965, - "hfopenllm_v2/BBH": 0.6569, - "hfopenllm_v2/MATH Level 5": 0.358, - "hfopenllm_v2/GPQA": 0.3842, - "hfopenllm_v2/MUSR": 0.4741, - "hfopenllm_v2/MMLU-PRO": 0.5402 + "hfopenllm_v2/IFEval": 0.213, + "hfopenllm_v2/BBH": 0.3443, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.4056, + "hfopenllm_v2/MMLU-PRO": 0.1781 } }, { - "id": "sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-161415", - "name": "ft-unsloth-zephyr-sft-bnb-4bit-20241014-161415", - "developer": "sonthenguyen", + "id": "togethercomputer/RedPajama-INCITE-7B-Base", + "name": "RedPajama-INCITE-7B-Base", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2893, - "hfopenllm_v2/BBH": 0.3804, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2466, - "hfopenllm_v2/MUSR": 0.3861, - "hfopenllm_v2/MMLU-PRO": 0.1401 + "hfopenllm_v2/IFEval": 0.2082, + "hfopenllm_v2/BBH": 0.3195, + "hfopenllm_v2/MATH Level 5": 0.0159, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.362, + "hfopenllm_v2/MMLU-PRO": 0.1197 } }, { - "id": "sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-164205", - "name": "ft-unsloth-zephyr-sft-bnb-4bit-20241014-164205", - "developer": "sonthenguyen", + "id": "togethercomputer/RedPajama-INCITE-7B-Chat", + "name": "RedPajama-INCITE-7B-Chat", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3199, - "hfopenllm_v2/BBH": 0.3959, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4272, - "hfopenllm_v2/MMLU-PRO": 0.2124 + "hfopenllm_v2/IFEval": 0.1558, + "hfopenllm_v2/BBH": 0.3175, + "hfopenllm_v2/MATH Level 5": 0.0068, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3448, + "hfopenllm_v2/MMLU-PRO": 0.1121 } }, { - "id": "sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522", - "name": "ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522", - "developer": "sonthenguyen", + "id": "togethercomputer/RedPajama-INCITE-7B-Instruct", + "name": "RedPajama-INCITE-7B-Instruct", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3764, - "hfopenllm_v2/BBH": 0.3828, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.4404, - "hfopenllm_v2/MMLU-PRO": 0.2055 + "hfopenllm_v2/IFEval": 0.2055, + "hfopenllm_v2/BBH": 0.3377, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2508, + "hfopenllm_v2/MUSR": 0.3685, + "hfopenllm_v2/MMLU-PRO": 0.1272 } }, { - "id": "sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbc-213steps", - "name": "zephyr-sft-bnb-4bit-DPO-mtbc-213steps", - "developer": "sonthenguyen", + "id": "togethercomputer/RedPajama-INCITE-Base-3B-v1", + "name": "RedPajama-INCITE-Base-3B-v1", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4275, - "hfopenllm_v2/BBH": 0.4197, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.4086, - "hfopenllm_v2/MMLU-PRO": 0.2709 + "hfopenllm_v2/IFEval": 0.2294, + "hfopenllm_v2/BBH": 0.306, + "hfopenllm_v2/MATH Level 5": 0.0144, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.1111 } }, { - "id": "sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbo-180steps", - "name": "zephyr-sft-bnb-4bit-DPO-mtbo-180steps", - "developer": "sonthenguyen", + "id": "togethercomputer/RedPajama-INCITE-Chat-3B-v1", + "name": "RedPajama-INCITE-Chat-3B-v1", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4087, - "hfopenllm_v2/BBH": 0.4323, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3885, - "hfopenllm_v2/MMLU-PRO": 0.2748 + "hfopenllm_v2/IFEval": 0.1652, + "hfopenllm_v2/BBH": 0.3217, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2441, + "hfopenllm_v2/MUSR": 0.3684, + "hfopenllm_v2/MMLU-PRO": 0.1127 } }, { - "id": "sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps", - "name": "zephyr-sft-bnb-4bit-DPO-mtbr-180steps", - "developer": "sonthenguyen", + "id": "togethercomputer/RedPajama-INCITE-Instruct-3B-v1", + "name": "RedPajama-INCITE-Instruct-3B-v1", + "developer": "togethercomputer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4032, - "hfopenllm_v2/BBH": 0.4305, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2802, - "hfopenllm_v2/MUSR": 0.4258, - "hfopenllm_v2/MMLU-PRO": 0.2711 + "hfopenllm_v2/IFEval": 0.2124, + "hfopenllm_v2/BBH": 0.3146, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.3886, + "hfopenllm_v2/MMLU-PRO": 0.111 } }, { - "id": "sophosympatheia/Midnight-Miqu-70B-v1.5", - "name": "Midnight-Miqu-70B-v1.5", - "developer": "sophosympatheia", + "id": "tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1", + "name": "Llama-3-Swallow-8B-Instruct-v0.1", + "developer": "tokyotech-llm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6118, - "hfopenllm_v2/BBH": 0.5606, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4244, - "hfopenllm_v2/MMLU-PRO": 0.3825 + "hfopenllm_v2/IFEval": 0.5508, + "hfopenllm_v2/BBH": 0.5009, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4357, + "hfopenllm_v2/MMLU-PRO": 0.3088 } }, { - "id": "speakleash/Bielik-11B-v2", - "name": "Bielik-11B-v2", - "developer": "speakleash", + "id": "tomasmcm/sky-t1-coder-32b-flash", + "name": "sky-t1-coder-32b-flash", + "developer": "tomasmcm", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2381, - "hfopenllm_v2/BBH": 0.4931, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3924, - "hfopenllm_v2/MMLU-PRO": 0.3137 + "hfopenllm_v2/IFEval": 0.778, + "hfopenllm_v2/BBH": 0.6822, + "hfopenllm_v2/MATH Level 5": 0.5423, + "hfopenllm_v2/GPQA": 0.3683, + "hfopenllm_v2/MUSR": 0.4233, + "hfopenllm_v2/MMLU-PRO": 0.5782 } }, { - "id": "speakleash/Bielik-11B-v2.0-Instruct", - "name": "Bielik-11B-v2.0-Instruct", - "developer": "speakleash", + "id": "Trappu/Magnum-Picaro-0.7-v2-12b", + "name": "Magnum-Picaro-0.7-v2-12b", + "developer": "Trappu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5252, - "hfopenllm_v2/BBH": 0.5362, - "hfopenllm_v2/MATH Level 5": 0.1186, - "hfopenllm_v2/GPQA": 0.3171, - "hfopenllm_v2/MUSR": 0.4467, - "hfopenllm_v2/MMLU-PRO": 0.3351 + "hfopenllm_v2/IFEval": 0.3003, + "hfopenllm_v2/BBH": 0.5507, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4727, + "hfopenllm_v2/MMLU-PRO": 0.358 } }, { - "id": "speakleash/Bielik-11B-v2.1-Instruct", - "name": "Bielik-11B-v2.1-Instruct", - "developer": "speakleash", + "id": "Trappu/Nemo-Picaro-12B", + "name": "Nemo-Picaro-12B", + "developer": "Trappu", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.509, - "hfopenllm_v2/BBH": 0.553, - "hfopenllm_v2/MATH Level 5": 0.2666, - "hfopenllm_v2/GPQA": 0.3372, - "hfopenllm_v2/MUSR": 0.4185, - "hfopenllm_v2/MMLU-PRO": 0.3447 + "hfopenllm_v2/IFEval": 0.2577, + "hfopenllm_v2/BBH": 0.549, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4726, + "hfopenllm_v2/MMLU-PRO": 0.3605 } }, { - "id": "speakleash/Bielik-11B-v2.2-Instruct", - "name": "Bielik-11B-v2.2-Instruct", - "developer": "speakleash", + "id": "Tremontaine/L3-12B-Lunaris-v1", + "name": "L3-12B-Lunaris-v1", + "developer": "Tremontaine", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5552, - "hfopenllm_v2/BBH": 0.5597, - "hfopenllm_v2/MATH Level 5": 0.2681, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4171, - "hfopenllm_v2/MMLU-PRO": 0.3487 + "hfopenllm_v2/IFEval": 0.6909, + "hfopenllm_v2/BBH": 0.523, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.3674, + "hfopenllm_v2/MMLU-PRO": 0.3775 } }, { - "id": "speakleash/Bielik-11B-v2.3-Instruct", - "name": "Bielik-11B-v2.3-Instruct", - "developer": "speakleash", + "id": "Triangle104/Annunaki-12b", + "name": "Annunaki-12b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5583, - "hfopenllm_v2/BBH": 0.5663, - "hfopenllm_v2/MATH Level 5": 0.2085, - "hfopenllm_v2/GPQA": 0.3406, - "hfopenllm_v2/MUSR": 0.4518, - "hfopenllm_v2/MMLU-PRO": 0.3444 + "hfopenllm_v2/IFEval": 0.3872, + "hfopenllm_v2/BBH": 0.5499, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.3213, + "hfopenllm_v2/MUSR": 0.4409, + "hfopenllm_v2/MMLU-PRO": 0.3721 } }, { - "id": "spmurrayzzz/Mistral-Syndicate-7B", - "name": "Mistral-Syndicate-7B", - "developer": "spmurrayzzz", + "id": "Triangle104/BigTalker-Lite-8B", + "name": "BigTalker-Lite-8B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2496, - "hfopenllm_v2/BBH": 0.4245, - "hfopenllm_v2/MATH Level 5": 0.034, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4386, - "hfopenllm_v2/MMLU-PRO": 0.2631 + "hfopenllm_v2/IFEval": 0.3689, + "hfopenllm_v2/BBH": 0.5308, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4208, + "hfopenllm_v2/MMLU-PRO": 0.3431 } }, { - "id": "spow12/ChatWaifu_12B_v2.0", - "name": "ChatWaifu_12B_v2.0", - "developer": "spow12", + "id": "Triangle104/Chatty-Harry_V2.0", + "name": "Chatty-Harry_V2.0", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4768, - "hfopenllm_v2/BBH": 0.5208, - "hfopenllm_v2/MATH Level 5": 0.071, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4432, - "hfopenllm_v2/MMLU-PRO": 0.3388 + "hfopenllm_v2/IFEval": 0.3326, + "hfopenllm_v2/BBH": 0.5319, + "hfopenllm_v2/MATH Level 5": 0.139, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4078, + "hfopenllm_v2/MMLU-PRO": 0.3683 } }, { - "id": "spow12/ChatWaifu_22B_v2.0_preview", - "name": "ChatWaifu_22B_v2.0_preview", - "developer": "spow12", + "id": "Triangle104/Chatty-Harry_V3.0", + "name": "Chatty-Harry_V3.0", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6745, - "hfopenllm_v2/BBH": 0.617, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.3154, - "hfopenllm_v2/MUSR": 0.3685, - "hfopenllm_v2/MMLU-PRO": 0.3988 + "hfopenllm_v2/IFEval": 0.3675, + "hfopenllm_v2/BBH": 0.5526, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4408, + "hfopenllm_v2/MMLU-PRO": 0.3702 } }, { - "id": "spow12/ChatWaifu_v1.4", - "name": "ChatWaifu_v1.4", - "developer": "spow12", + "id": "Triangle104/Chronos-Prism_V1.0", + "name": "Chronos-Prism_V1.0", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5691, - "hfopenllm_v2/BBH": 0.5176, - "hfopenllm_v2/MATH Level 5": 0.1057, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.4743, - "hfopenllm_v2/MMLU-PRO": 0.3475 + "hfopenllm_v2/IFEval": 0.3259, + "hfopenllm_v2/BBH": 0.5554, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4263, + "hfopenllm_v2/MMLU-PRO": 0.3673 } }, { - "id": "spow12/ChatWaifu_v2.0_22B", - "name": "ChatWaifu_v2.0_22B", - "developer": "spow12", + "id": "Triangle104/Dark-Chivalry_V1.0", + "name": "Dark-Chivalry_V1.0", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6517, - "hfopenllm_v2/BBH": 0.5908, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.3842, - "hfopenllm_v2/MMLU-PRO": 0.3812 + "hfopenllm_v2/IFEval": 0.4326, + "hfopenllm_v2/BBH": 0.4974, + "hfopenllm_v2/MATH Level 5": 0.1314, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4182, + "hfopenllm_v2/MMLU-PRO": 0.3444 } }, { - "id": "ssmits/Qwen2.5-95B-Instruct", - "name": "Qwen2.5-95B-Instruct", - "developer": "ssmits", + "id": "Triangle104/Distilled-DarkPlanet-Allades-8B", + "name": "Distilled-DarkPlanet-Allades-8B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8431, - "hfopenllm_v2/BBH": 0.7038, - "hfopenllm_v2/MATH Level 5": 0.5302, - "hfopenllm_v2/GPQA": 0.3641, - "hfopenllm_v2/MUSR": 0.4284, - "hfopenllm_v2/MMLU-PRO": 0.5217 + "hfopenllm_v2/IFEval": 0.346, + "hfopenllm_v2/BBH": 0.4634, + "hfopenllm_v2/MATH Level 5": 0.4003, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.2901 } }, { - "id": "stabilityai/StableBeluga2", - "name": "StableBeluga2", - "developer": "stabilityai", + "id": "Triangle104/Distilled-DarkPlanet-Allades-8B_TIES", + "name": "Distilled-DarkPlanet-Allades-8B_TIES", + "developer": "Triangle104", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3787, - "hfopenllm_v2/BBH": 0.5824, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.3163, - "hfopenllm_v2/MUSR": 0.473, - "hfopenllm_v2/MMLU-PRO": 0.3326 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3892, + "hfopenllm_v2/BBH": 0.5042, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.3868, + "hfopenllm_v2/MMLU-PRO": 0.3401 } }, { - "id": "stabilityai/stable-code-instruct-3b", - "name": "stabilityai/stable-code-instruct-3b", - "developer": "stabilityai", + "id": "Triangle104/Distilled-Whiskey-8b", + "name": "Distilled-Whiskey-8b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6216, - "reward-bench/Chat": 0.5782, - "reward-bench/Chat Hard": 0.5855, - "reward-bench/Safety": 0.6554, - "reward-bench/Reasoning": 0.7528, - "reward-bench/Prior Sets (0.5 weight)": 0.4506 + "hfopenllm_v2/IFEval": 0.3448, + "hfopenllm_v2/BBH": 0.5028, + "hfopenllm_v2/MATH Level 5": 0.2545, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4172, + "hfopenllm_v2/MMLU-PRO": 0.3367 } }, { - "id": "stabilityai/stablelm-2-12b", - "name": "stablelm-2-12b", - "developer": "stabilityai", + "id": "Triangle104/Dolphin3-Llama3.2-Smart", + "name": "Dolphin3-Llama3.2-Smart", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1569, - "hfopenllm_v2/BBH": 0.4509, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2785, - "hfopenllm_v2/MUSR": 0.4479, - "hfopenllm_v2/MMLU-PRO": 0.3072 + "hfopenllm_v2/IFEval": 0.4137, + "hfopenllm_v2/BBH": 0.3975, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3922, + "hfopenllm_v2/MMLU-PRO": 0.2195 } }, { - "id": "stabilityai/stablelm-2-12b-chat", - "name": "stablelm-2-12b-chat", - "developer": "stabilityai", + "id": "Triangle104/DS-Distilled-Hermes-Llama-3.1", + "name": "DS-Distilled-Hermes-Llama-3.1", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4082, - "hfopenllm_v2/BBH": 0.4672, - "hfopenllm_v2/MATH Level 5": 0.0536, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.2734, - "reward-bench/Score": 0.7642, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.5548, - "reward-bench/Safety": 0.7811, - "reward-bench/Reasoning": 0.8945, - "reward-bench/Prior Sets (0.5 weight)": 0.4839 + "hfopenllm_v2/IFEval": 0.3229, + "hfopenllm_v2/BBH": 0.5117, + "hfopenllm_v2/MATH Level 5": 0.2931, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4039, + "hfopenllm_v2/MMLU-PRO": 0.311 } }, { - "id": "stabilityai/stablelm-2-1_6b", - "name": "stablelm-2-1_6b", - "developer": "stabilityai", + "id": "Triangle104/DS-Distilled-Hermes-Llama-3.1_TIES", + "name": "DS-Distilled-Hermes-Llama-3.1_TIES", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1157, - "hfopenllm_v2/BBH": 0.3385, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.3882, - "hfopenllm_v2/MMLU-PRO": 0.1464 + "hfopenllm_v2/IFEval": 0.1364, + "hfopenllm_v2/BBH": 0.2928, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3621, + "hfopenllm_v2/MMLU-PRO": 0.1104 } }, { - "id": "stabilityai/stablelm-2-1_6b-chat", - "name": "stablelm-2-1_6b-chat", - "developer": "stabilityai", + "id": "Triangle104/DS-R1-Distill-Q2.5-10B-Harmony", + "name": "DS-R1-Distill-Q2.5-10B-Harmony", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.306, - "hfopenllm_v2/BBH": 0.339, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.1622 + "hfopenllm_v2/IFEval": 0.1751, + "hfopenllm_v2/BBH": 0.2643, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2106, + "hfopenllm_v2/MUSR": 0.3128, + "hfopenllm_v2/MMLU-PRO": 0.1173 } }, { - "id": "stabilityai/stablelm-2-zephyr-1_6b", - "name": "stablelm-2-zephyr-1_6b", - "developer": "stabilityai", + "id": "Triangle104/DS-R1-Distill-Q2.5-14B-Harmony_V0.1", + "name": "DS-R1-Distill-Q2.5-14B-Harmony_V0.1", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3279, - "hfopenllm_v2/BBH": 0.3352, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3511, - "hfopenllm_v2/MMLU-PRO": 0.1714, - "reward-bench/Score": 0.6574, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.4671, - "reward-bench/Safety": 0.6027, - "reward-bench/Reasoning": 0.6784, - "reward-bench/Prior Sets (0.5 weight)": 0.4868 + "hfopenllm_v2/IFEval": 0.4515, + "hfopenllm_v2/BBH": 0.5783, + "hfopenllm_v2/MATH Level 5": 0.5551, + "hfopenllm_v2/GPQA": 0.3935, + "hfopenllm_v2/MUSR": 0.5567, + "hfopenllm_v2/MMLU-PRO": 0.4601 } }, { - "id": "stabilityai/stablelm-3b-4e1t", - "name": "stablelm-3b-4e1t", - "developer": "stabilityai", + "id": "Triangle104/DS-R1-Distill-Q2.5-7B-RP", + "name": "DS-R1-Distill-Q2.5-7B-RP", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2203, - "hfopenllm_v2/BBH": 0.3504, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2374, - "hfopenllm_v2/MUSR": 0.3778, - "hfopenllm_v2/MMLU-PRO": 0.1669 + "hfopenllm_v2/IFEval": 0.3445, + "hfopenllm_v2/BBH": 0.4383, + "hfopenllm_v2/MATH Level 5": 0.4683, + "hfopenllm_v2/GPQA": 0.3138, + "hfopenllm_v2/MUSR": 0.403, + "hfopenllm_v2/MMLU-PRO": 0.2891 } }, { - "id": "stabilityai/stablelm-zephyr-3b", - "name": "stablelm-zephyr-3b", - "developer": "stabilityai", + "id": "Triangle104/DS-R1-Llama-8B-Harmony", + "name": "DS-R1-Llama-8B-Harmony", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3683, - "hfopenllm_v2/BBH": 0.3866, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2391, - "hfopenllm_v2/MUSR": 0.4183, - "hfopenllm_v2/MMLU-PRO": 0.1768, - "reward-bench/Score": 0.7146, - "reward-bench/Chat": 0.8631, - "reward-bench/Chat Hard": 0.6009, - "reward-bench/Safety": 0.7405, - "reward-bench/Reasoning": 0.7573, - "reward-bench/Prior Sets (0.5 weight)": 0.5075 + "hfopenllm_v2/IFEval": 0.3566, + "hfopenllm_v2/BBH": 0.4154, + "hfopenllm_v2/MATH Level 5": 0.4282, + "hfopenllm_v2/GPQA": 0.2919, + "hfopenllm_v2/MUSR": 0.3762, + "hfopenllm_v2/MMLU-PRO": 0.2744 } }, { - "id": "stanford/Alpaca-7B", - "name": "Alpaca 7B", - "developer": "stanford", + "id": "Triangle104/DSR1-Distill-Llama-Lit-8B", + "name": "DSR1-Distill-Llama-Lit-8B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.381, - "helm_classic/MMLU": 0.385, - "helm_classic/BoolQ": 0.778, - "helm_classic/NarrativeQA": 0.396, - "helm_classic/NaturalQuestions (open-book)": 0.592, - "helm_classic/QuAC": 0.27, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.243, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.738, - "helm_classic/CivilComments": 0.566, - "helm_classic/RAFT": 0.486 + "hfopenllm_v2/IFEval": 0.1885, + "hfopenllm_v2/BBH": 0.4284, + "hfopenllm_v2/MATH Level 5": 0.352, + "hfopenllm_v2/GPQA": 0.3029, + "hfopenllm_v2/MUSR": 0.3535, + "hfopenllm_v2/MMLU-PRO": 0.2798 } }, { - "id": "stanfordnlp/SteamSHP-flan-t5-large", - "name": "stanfordnlp/SteamSHP-flan-t5-large", - "developer": "stanfordnlp", + "id": "Triangle104/DSR1-Distill-Qwen-7B-RP", + "name": "DSR1-Distill-Qwen-7B-RP", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.4962, - "reward-bench/Chat": 0.8575, - "reward-bench/Chat Hard": 0.3311, - "reward-bench/Safety": 0.3743, - "reward-bench/Reasoning": 0.3563, - "reward-bench/Prior Sets (0.5 weight)": 0.6273 + "hfopenllm_v2/IFEval": 0.3609, + "hfopenllm_v2/BBH": 0.4326, + "hfopenllm_v2/MATH Level 5": 0.4804, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.3028 } }, { - "id": "stanfordnlp/SteamSHP-flan-t5-xl", - "name": "stanfordnlp/SteamSHP-flan-t5-xl", - "developer": "stanfordnlp", + "id": "Triangle104/Gemmadevi-Stock-10B", + "name": "Gemmadevi-Stock-10B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5135, - "reward-bench/Chat": 0.8547, - "reward-bench/Chat Hard": 0.3684, - "reward-bench/Safety": 0.3784, - "reward-bench/Reasoning": 0.3841, - "reward-bench/Prior Sets (0.5 weight)": 0.6498 + "hfopenllm_v2/IFEval": 0.1582, + "hfopenllm_v2/BBH": 0.6066, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.3532, + "hfopenllm_v2/MUSR": 0.4621, + "hfopenllm_v2/MMLU-PRO": 0.4262 } }, { - "id": "sthenno-com/miscii-14b-0130", - "name": "miscii-14b-0130", - "developer": "sthenno-com", + "id": "Triangle104/Hermes-Llama-3.2-CoT", + "name": "Hermes-Llama-3.2-CoT", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6647, - "hfopenllm_v2/BBH": 0.6505, - "hfopenllm_v2/MATH Level 5": 0.432, - "hfopenllm_v2/GPQA": 0.3817, - "hfopenllm_v2/MUSR": 0.4912, - "hfopenllm_v2/MMLU-PRO": 0.5363 + "hfopenllm_v2/IFEval": 0.4178, + "hfopenllm_v2/BBH": 0.4616, + "hfopenllm_v2/MATH Level 5": 0.0952, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3698, + "hfopenllm_v2/MMLU-PRO": 0.2947 } }, { - "id": "sthenno-com/miscii-14b-0218", - "name": "miscii-14b-0218", - "developer": "sthenno-com", + "id": "Triangle104/Hermes-Llama-3.2-CoT-Summary", + "name": "Hermes-Llama-3.2-CoT-Summary", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7656, - "hfopenllm_v2/BBH": 0.6559, - "hfopenllm_v2/MATH Level 5": 0.5144, - "hfopenllm_v2/GPQA": 0.3834, - "hfopenllm_v2/MUSR": 0.4273, - "hfopenllm_v2/MMLU-PRO": 0.5298 + "hfopenllm_v2/IFEval": 0.483, + "hfopenllm_v2/BBH": 0.42, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3575, + "hfopenllm_v2/MMLU-PRO": 0.2901 } }, { - "id": "sthenno-com/miscii-14b-1028", - "name": "miscii-14b-1028", - "developer": "sthenno-com", + "id": "Triangle104/Hermes3-L3.1-DirtyHarry-8B", + "name": "Hermes3-L3.1-DirtyHarry-8B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8237, - "hfopenllm_v2/BBH": 0.6448, - "hfopenllm_v2/MATH Level 5": 0.503, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4182, - "hfopenllm_v2/MMLU-PRO": 0.5153 + "hfopenllm_v2/IFEval": 0.3242, + "hfopenllm_v2/BBH": 0.5066, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4069, + "hfopenllm_v2/MMLU-PRO": 0.3339 } }, { - "id": "sthenno-com/miscii-14b-1225", - "name": "miscii-14b-1225", - "developer": "sthenno-com", + "id": "Triangle104/Herodotos-14B", + "name": "Herodotos-14B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7878, - "hfopenllm_v2/BBH": 0.6572, - "hfopenllm_v2/MATH Level 5": 0.4517, - "hfopenllm_v2/GPQA": 0.3775, - "hfopenllm_v2/MUSR": 0.4366, - "hfopenllm_v2/MMLU-PRO": 0.5272 + "hfopenllm_v2/IFEval": 0.4667, + "hfopenllm_v2/BBH": 0.6435, + "hfopenllm_v2/MATH Level 5": 0.5045, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4795, + "hfopenllm_v2/MMLU-PRO": 0.529 } }, { - "id": "sthenno/tempesthenno-0120", - "name": "tempesthenno-0120", - "developer": "sthenno", + "id": "Triangle104/Herodotos-14B_V0.1", + "name": "Herodotos-14B_V0.1", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.539, - "hfopenllm_v2/BBH": 0.6373, - "hfopenllm_v2/MATH Level 5": 0.3353, - "hfopenllm_v2/GPQA": 0.3943, - "hfopenllm_v2/MUSR": 0.4633, - "hfopenllm_v2/MMLU-PRO": 0.529 + "hfopenllm_v2/IFEval": 0.1879, + "hfopenllm_v2/BBH": 0.3017, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.224, + "hfopenllm_v2/MUSR": 0.3684, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "sthenno/tempesthenno-fusion-0309", - "name": "tempesthenno-fusion-0309", - "developer": "sthenno", + "id": "Triangle104/L3.1-8B-Dusky-Ink", + "name": "L3.1-8B-Dusky-Ink", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7692, - "hfopenllm_v2/BBH": 0.6581, - "hfopenllm_v2/MATH Level 5": 0.4766, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.4325, - "hfopenllm_v2/MMLU-PRO": 0.5258 + "hfopenllm_v2/IFEval": 0.453, + "hfopenllm_v2/BBH": 0.5098, + "hfopenllm_v2/MATH Level 5": 0.1231, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4224, + "hfopenllm_v2/MMLU-PRO": 0.3683 } }, { - "id": "sthenno/tempesthenno-kto-0205-ckpt80", - "name": "tempesthenno-kto-0205-ckpt80", - "developer": "sthenno", + "id": "Triangle104/L3.1-8B-Dusky-Ink_v0.r1", + "name": "L3.1-8B-Dusky-Ink_v0.r1", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8054, - "hfopenllm_v2/BBH": 0.6543, - "hfopenllm_v2/MATH Level 5": 0.4592, - "hfopenllm_v2/GPQA": 0.3482, - "hfopenllm_v2/MUSR": 0.4248, - "hfopenllm_v2/MMLU-PRO": 0.5286 + "hfopenllm_v2/IFEval": 0.1985, + "hfopenllm_v2/BBH": 0.4337, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.3988, + "hfopenllm_v2/MMLU-PRO": 0.3206 } }, { - "id": "sthenno/tempesthenno-nuslerp-001", - "name": "tempesthenno-nuslerp-001", - "developer": "sthenno", + "id": "Triangle104/Llama3.1-Allades-Lit-8b", + "name": "Llama3.1-Allades-Lit-8b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7926, - "hfopenllm_v2/BBH": 0.6578, - "hfopenllm_v2/MATH Level 5": 0.4758, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.43, - "hfopenllm_v2/MMLU-PRO": 0.5257 + "hfopenllm_v2/IFEval": 0.2461, + "hfopenllm_v2/BBH": 0.4183, + "hfopenllm_v2/MATH Level 5": 0.0023, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.3708, + "hfopenllm_v2/MMLU-PRO": 0.2724 } }, { - "id": "sthenno/tempesthenno-nuslerp-0124", - "name": "tempesthenno-nuslerp-0124", - "developer": "sthenno", + "id": "Triangle104/Llama3.1-cc-Lit-8b", + "name": "Llama3.1-cc-Lit-8b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7004, - "hfopenllm_v2/BBH": 0.6469, - "hfopenllm_v2/MATH Level 5": 0.4116, - "hfopenllm_v2/GPQA": 0.3901, - "hfopenllm_v2/MUSR": 0.4859, - "hfopenllm_v2/MMLU-PRO": 0.5352 + "hfopenllm_v2/IFEval": 0.2993, + "hfopenllm_v2/BBH": 0.3848, + "hfopenllm_v2/MATH Level 5": 0.003, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3854, + "hfopenllm_v2/MMLU-PRO": 0.3004 } }, { - "id": "sthenno/tempesthenno-ppo-ckpt40", - "name": "tempesthenno-ppo-ckpt40", - "developer": "sthenno", + "id": "Triangle104/LThreePointOne-8B-HermesBlackroot", + "name": "LThreePointOne-8B-HermesBlackroot", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7923, - "hfopenllm_v2/BBH": 0.655, - "hfopenllm_v2/MATH Level 5": 0.4736, - "hfopenllm_v2/GPQA": 0.3775, - "hfopenllm_v2/MUSR": 0.4352, - "hfopenllm_v2/MMLU-PRO": 0.5292 + "hfopenllm_v2/IFEval": 0.1792, + "hfopenllm_v2/BBH": 0.4998, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.3586, + "hfopenllm_v2/MMLU-PRO": 0.3285 } }, { - "id": "sthenno/tempesthenno-sft-0309-ckpt10", - "name": "tempesthenno-sft-0309-ckpt10", - "developer": "sthenno", + "id": "Triangle104/LThreePointOne-8B-HermesInk", + "name": "LThreePointOne-8B-HermesInk", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7744, - "hfopenllm_v2/BBH": 0.6552, - "hfopenllm_v2/MATH Level 5": 0.4721, - "hfopenllm_v2/GPQA": 0.3716, - "hfopenllm_v2/MUSR": 0.4364, - "hfopenllm_v2/MMLU-PRO": 0.5258 + "hfopenllm_v2/IFEval": 0.4031, + "hfopenllm_v2/BBH": 0.5223, + "hfopenllm_v2/MATH Level 5": 0.1722, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4129, + "hfopenllm_v2/MMLU-PRO": 0.3467 } }, { - "id": "sthenno/tempesthenno-sft-0314-stage1-ckpt50", - "name": "tempesthenno-sft-0314-stage1-ckpt50", - "developer": "sthenno", + "id": "Triangle104/Minerva-1.5b", + "name": "Minerva-1.5b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7394, - "hfopenllm_v2/BBH": 0.6601, - "hfopenllm_v2/MATH Level 5": 0.4683, - "hfopenllm_v2/GPQA": 0.3733, - "hfopenllm_v2/MUSR": 0.4429, - "hfopenllm_v2/MMLU-PRO": 0.5302 + "hfopenllm_v2/IFEval": 0.2694, + "hfopenllm_v2/BBH": 0.4026, + "hfopenllm_v2/MATH Level 5": 0.1027, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3655, + "hfopenllm_v2/MMLU-PRO": 0.2698 } }, { - "id": "sthenno/tempestissimo-14b-0309", - "name": "tempestissimo-14b-0309", - "developer": "sthenno", + "id": "Triangle104/Minerva-1.5b_V0.2", + "name": "Minerva-1.5b_V0.2", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7549, - "hfopenllm_v2/BBH": 0.6587, - "hfopenllm_v2/MATH Level 5": 0.4796, - "hfopenllm_v2/GPQA": 0.3666, - "hfopenllm_v2/MUSR": 0.4312, - "hfopenllm_v2/MMLU-PRO": 0.5281 + "hfopenllm_v2/IFEval": 0.3083, + "hfopenllm_v2/BBH": 0.3989, + "hfopenllm_v2/MATH Level 5": 0.114, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.396, + "hfopenllm_v2/MMLU-PRO": 0.2911 } }, { - "id": "streamerbtw1002/Nexuim-R1-7B-Instruct", - "name": "Nexuim-R1-7B-Instruct", - "developer": "streamerbtw1002", + "id": "Triangle104/Minerva-10b", + "name": "Minerva-10b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6934, - "hfopenllm_v2/BBH": 0.5175, - "hfopenllm_v2/MATH Level 5": 0.4456, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3356, - "hfopenllm_v2/MMLU-PRO": 0.4138 + "hfopenllm_v2/IFEval": 0.1879, + "hfopenllm_v2/BBH": 0.4462, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3627, + "hfopenllm_v2/MMLU-PRO": 0.2318 } }, { - "id": "stupidity-ai/Llama-3-8B-Instruct-MultiMoose", - "name": "Llama-3-8B-Instruct-MultiMoose", - "developer": "stupidity-ai", + "id": "Triangle104/Minerva-14b", + "name": "Minerva-14b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2318, - "hfopenllm_v2/BBH": 0.2823, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3485, - "hfopenllm_v2/MMLU-PRO": 0.1094 + "hfopenllm_v2/IFEval": 0.3468, + "hfopenllm_v2/BBH": 0.6301, + "hfopenllm_v2/MATH Level 5": 0.3051, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4766, + "hfopenllm_v2/MMLU-PRO": 0.5194 } }, { - "id": "suayptalha/Clarus-7B-v0.1", - "name": "Clarus-7B-v0.1", - "developer": "suayptalha", + "id": "Triangle104/Minerva-14b-V0.1", + "name": "Minerva-14b-V0.1", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7454, - "hfopenllm_v2/BBH": 0.5497, - "hfopenllm_v2/MATH Level 5": 0.4924, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.443, - "hfopenllm_v2/MMLU-PRO": 0.4387 + "hfopenllm_v2/IFEval": 0.0861, + "hfopenllm_v2/BBH": 0.609, + "hfopenllm_v2/MATH Level 5": 0.3051, + "hfopenllm_v2/GPQA": 0.3658, + "hfopenllm_v2/MUSR": 0.47, + "hfopenllm_v2/MMLU-PRO": 0.5118 } }, { - "id": "suayptalha/Clarus-7B-v0.2", - "name": "Clarus-7B-v0.2", - "developer": "suayptalha", + "id": "Triangle104/Minerva-7b", + "name": "Minerva-7b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7679, - "hfopenllm_v2/BBH": 0.549, - "hfopenllm_v2/MATH Level 5": 0.4856, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4417, - "hfopenllm_v2/MMLU-PRO": 0.44 + "hfopenllm_v2/IFEval": 0.3724, + "hfopenllm_v2/BBH": 0.5498, + "hfopenllm_v2/MATH Level 5": 0.284, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4143, + "hfopenllm_v2/MMLU-PRO": 0.4444 } }, { - "id": "suayptalha/Clarus-7B-v0.3", - "name": "Clarus-7B-v0.3", - "developer": "suayptalha", + "id": "Triangle104/Minerva-8b", + "name": "Minerva-8b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7509, - "hfopenllm_v2/BBH": 0.5526, - "hfopenllm_v2/MATH Level 5": 0.4879, + "hfopenllm_v2/IFEval": 0.1721, + "hfopenllm_v2/BBH": 0.4669, + "hfopenllm_v2/MATH Level 5": 0.0045, "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4402, - "hfopenllm_v2/MMLU-PRO": 0.4385 + "hfopenllm_v2/MUSR": 0.4273, + "hfopenllm_v2/MMLU-PRO": 0.3089 } }, { - "id": "suayptalha/DeepSeek-R1-Distill-Llama-3B", - "name": "DeepSeek-R1-Distill-Llama-3B", - "developer": "suayptalha", + "id": "Triangle104/Mistral-Redemption-Arc", + "name": "Mistral-Redemption-Arc", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7093, - "hfopenllm_v2/BBH": 0.4452, - "hfopenllm_v2/MATH Level 5": 0.2092, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.2978 + "hfopenllm_v2/IFEval": 0.4029, + "hfopenllm_v2/BBH": 0.6255, + "hfopenllm_v2/MATH Level 5": 0.4101, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.451 } }, { - "id": "suayptalha/Falcon3-Jessi-v0.4-7B-Slerp", - "name": "Falcon3-Jessi-v0.4-7B-Slerp", - "developer": "suayptalha", + "id": "Triangle104/Mistral-Small-24b-Harmony", + "name": "Mistral-Small-24b-Harmony", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7676, - "hfopenllm_v2/BBH": 0.5591, - "hfopenllm_v2/MATH Level 5": 0.3965, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4812, - "hfopenllm_v2/MMLU-PRO": 0.406 + "hfopenllm_v2/IFEval": 0.1687, + "hfopenllm_v2/BBH": 0.6434, + "hfopenllm_v2/MATH Level 5": 0.1911, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4276, + "hfopenllm_v2/MMLU-PRO": 0.5431 } }, { - "id": "suayptalha/HomerCreativeAnvita-Mix-Qw7B", - "name": "HomerCreativeAnvita-Mix-Qw7B", - "developer": "suayptalha", + "id": "Triangle104/Pans_Gutenbergum_V0.1", + "name": "Pans_Gutenbergum_V0.1", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7808, - "hfopenllm_v2/BBH": 0.5565, - "hfopenllm_v2/MATH Level 5": 0.361, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4416, - "hfopenllm_v2/MMLU-PRO": 0.4445 + "hfopenllm_v2/IFEval": 0.3097, + "hfopenllm_v2/BBH": 0.5541, + "hfopenllm_v2/MATH Level 5": 0.1057, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4528, + "hfopenllm_v2/MMLU-PRO": 0.3697 } }, { - "id": "suayptalha/Komodo-Llama-3.2-3B-v2-fp16", - "name": "Komodo-Llama-3.2-3B-v2-fp16", - "developer": "suayptalha", + "id": "Triangle104/Pans_Gutenbergum_V0.2", + "name": "Pans_Gutenbergum_V0.2", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6341, - "hfopenllm_v2/BBH": 0.4355, - "hfopenllm_v2/MATH Level 5": 0.1065, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3406, - "hfopenllm_v2/MMLU-PRO": 0.2852 + "hfopenllm_v2/IFEval": 0.3215, + "hfopenllm_v2/BBH": 0.5526, + "hfopenllm_v2/MATH Level 5": 0.0687, + "hfopenllm_v2/GPQA": 0.3121, + "hfopenllm_v2/MUSR": 0.4673, + "hfopenllm_v2/MMLU-PRO": 0.3585 } }, { - "id": "suayptalha/Lamarckvergence-14B", - "name": "Lamarckvergence-14B", - "developer": "suayptalha", + "id": "Triangle104/Pantheon_ChatWaifu_V0.2", + "name": "Pantheon_ChatWaifu_V0.2", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7656, - "hfopenllm_v2/BBH": 0.6517, - "hfopenllm_v2/MATH Level 5": 0.54, - "hfopenllm_v2/GPQA": 0.3633, - "hfopenllm_v2/MUSR": 0.4422, - "hfopenllm_v2/MMLU-PRO": 0.5283 + "hfopenllm_v2/IFEval": 0.2683, + "hfopenllm_v2/BBH": 0.5532, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4755, + "hfopenllm_v2/MMLU-PRO": 0.3442 } }, { - "id": "suayptalha/Lix-14B-v0.1", - "name": "Lix-14B-v0.1", - "developer": "suayptalha", + "id": "Triangle104/Phi-4-AbliteratedRP", + "name": "Phi-4-AbliteratedRP", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7813, - "hfopenllm_v2/BBH": 0.6608, - "hfopenllm_v2/MATH Level 5": 0.5295, - "hfopenllm_v2/GPQA": 0.37, - "hfopenllm_v2/MUSR": 0.4338, - "hfopenllm_v2/MMLU-PRO": 0.5314 + "hfopenllm_v2/IFEval": 0.4923, + "hfopenllm_v2/BBH": 0.6709, + "hfopenllm_v2/MATH Level 5": 0.3074, + "hfopenllm_v2/GPQA": 0.3951, + "hfopenllm_v2/MUSR": 0.5098, + "hfopenllm_v2/MMLU-PRO": 0.5308 } }, { - "id": "suayptalha/Luminis-phi-4", - "name": "Luminis-phi-4", - "developer": "suayptalha", + "id": "Triangle104/Phi4-RP-o1", + "name": "Phi4-RP-o1", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.69, - "hfopenllm_v2/BBH": 0.692, - "hfopenllm_v2/MATH Level 5": 0.4637, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4572, - "hfopenllm_v2/MMLU-PRO": 0.5424 + "hfopenllm_v2/IFEval": 0.022, + "hfopenllm_v2/BBH": 0.6653, + "hfopenllm_v2/MATH Level 5": 0.3776, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4756, + "hfopenllm_v2/MMLU-PRO": 0.5111 } }, { - "id": "suayptalha/Maestro-10B", - "name": "Maestro-10B", - "developer": "suayptalha", + "id": "Triangle104/Phi4-RP-o1-Ablit", + "name": "Phi4-RP-o1-Ablit", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7768, - "hfopenllm_v2/BBH": 0.5746, - "hfopenllm_v2/MATH Level 5": 0.1911, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4397, - "hfopenllm_v2/MMLU-PRO": 0.4218 + "hfopenllm_v2/IFEval": 0.0239, + "hfopenllm_v2/BBH": 0.663, + "hfopenllm_v2/MATH Level 5": 0.3882, + "hfopenllm_v2/GPQA": 0.3633, + "hfopenllm_v2/MUSR": 0.4754, + "hfopenllm_v2/MMLU-PRO": 0.5105 } }, { - "id": "suayptalha/Rombos-2.5-T.E-8.1", - "name": "Rombos-2.5-T.E-8.1", - "developer": "suayptalha", + "id": "Triangle104/Porpoise-R1-Llama3.2-3b", + "name": "Porpoise-R1-Llama3.2-3b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6925, - "hfopenllm_v2/BBH": 0.5515, - "hfopenllm_v2/MATH Level 5": 0.4924, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.4166, - "hfopenllm_v2/MMLU-PRO": 0.4446 + "hfopenllm_v2/IFEval": 0.4352, + "hfopenllm_v2/BBH": 0.3824, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3576, + "hfopenllm_v2/MMLU-PRO": 0.2117 } }, { - "id": "sumink/Qmerft", - "name": "Qmerft", - "developer": "sumink", + "id": "Triangle104/Q2.5-14B-Instruct-1M-Harmony", + "name": "Q2.5-14B-Instruct-1M-Harmony", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1564, - "hfopenllm_v2/BBH": 0.2939, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3688, - "hfopenllm_v2/MMLU-PRO": 0.1157 + "hfopenllm_v2/IFEval": 0.5986, + "hfopenllm_v2/BBH": 0.6339, + "hfopenllm_v2/MATH Level 5": 0.3769, + "hfopenllm_v2/GPQA": 0.375, + "hfopenllm_v2/MUSR": 0.4795, + "hfopenllm_v2/MMLU-PRO": 0.5075 } }, { - "id": "sumink/Qwenftmodel", - "name": "Qwenftmodel", - "developer": "sumink", + "id": "Triangle104/Q2.5-AthensCOT", + "name": "Q2.5-AthensCOT", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1729, - "hfopenllm_v2/BBH": 0.3823, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3617, - "hfopenllm_v2/MMLU-PRO": 0.2339 + "hfopenllm_v2/IFEval": 0.4573, + "hfopenllm_v2/BBH": 0.5542, + "hfopenllm_v2/MATH Level 5": 0.2915, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4578, + "hfopenllm_v2/MMLU-PRO": 0.4379 } }, { - "id": "sumink/Qwenmplus", - "name": "Qwenmplus", - "developer": "sumink", + "id": "Triangle104/Q2.5-CodeR1-3B", + "name": "Q2.5-CodeR1-3B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.204, - "hfopenllm_v2/BBH": 0.3676, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.3828, - "hfopenllm_v2/MMLU-PRO": 0.1992 + "hfopenllm_v2/IFEval": 0.3588, + "hfopenllm_v2/BBH": 0.4661, + "hfopenllm_v2/MATH Level 5": 0.1639, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4315, + "hfopenllm_v2/MMLU-PRO": 0.2979 } }, { - "id": "sumink/Qwensci", - "name": "Qwensci", - "developer": "sumink", + "id": "Triangle104/Q2.5-EVACOT-7b", + "name": "Q2.5-EVACOT-7b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.174, - "hfopenllm_v2/BBH": 0.3282, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3609, - "hfopenllm_v2/MMLU-PRO": 0.126 + "hfopenllm_v2/IFEval": 0.5784, + "hfopenllm_v2/BBH": 0.5506, + "hfopenllm_v2/MATH Level 5": 0.2825, + "hfopenllm_v2/GPQA": 0.318, + "hfopenllm_v2/MUSR": 0.4499, + "hfopenllm_v2/MMLU-PRO": 0.4331 } }, { - "id": "sumink/bbhqwen", - "name": "bbhqwen", - "developer": "sumink", + "id": "Triangle104/Q2.5-EvaHumane-RP", + "name": "Q2.5-EvaHumane-RP", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1809, - "hfopenllm_v2/BBH": 0.3388, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.4352, - "hfopenllm_v2/MMLU-PRO": 0.1617 + "hfopenllm_v2/IFEval": 0.3676, + "hfopenllm_v2/BBH": 0.5328, + "hfopenllm_v2/MATH Level 5": 0.2923, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4276, + "hfopenllm_v2/MMLU-PRO": 0.4412 } }, { - "id": "sumink/bbhqwen2", - "name": "bbhqwen2", - "developer": "sumink", + "id": "Triangle104/Q2.5-Humane-RP", + "name": "Q2.5-Humane-RP", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1533, - "hfopenllm_v2/BBH": 0.3066, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.4431, - "hfopenllm_v2/MMLU-PRO": 0.1149 + "hfopenllm_v2/IFEval": 0.4412, + "hfopenllm_v2/BBH": 0.5649, + "hfopenllm_v2/MATH Level 5": 0.3391, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4528, + "hfopenllm_v2/MMLU-PRO": 0.4492 } }, { - "id": "sumink/bbhqwen3", - "name": "bbhqwen3", - "developer": "sumink", + "id": "Triangle104/Q2.5-Instruct-1M_Harmony", + "name": "Q2.5-Instruct-1M_Harmony", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1943, - "hfopenllm_v2/BBH": 0.2951, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3796, - "hfopenllm_v2/MMLU-PRO": 0.1166 + "hfopenllm_v2/IFEval": 0.6038, + "hfopenllm_v2/BBH": 0.5373, + "hfopenllm_v2/MATH Level 5": 0.3323, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4688, + "hfopenllm_v2/MMLU-PRO": 0.4366 } }, { - "id": "sumink/bbhqwen4", - "name": "bbhqwen4", - "developer": "sumink", + "id": "Triangle104/Q2.5-R1-3B", + "name": "Q2.5-R1-3B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1449, - "hfopenllm_v2/BBH": 0.3199, - "hfopenllm_v2/MATH Level 5": 0.006, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.4029, - "hfopenllm_v2/MMLU-PRO": 0.1509 + "hfopenllm_v2/IFEval": 0.4214, + "hfopenllm_v2/BBH": 0.4812, + "hfopenllm_v2/MATH Level 5": 0.2674, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.432, + "hfopenllm_v2/MMLU-PRO": 0.3813 } }, { - "id": "sumink/bbhqwen5", - "name": "bbhqwen5", - "developer": "sumink", + "id": "Triangle104/Q2.5-R1-7B", + "name": "Q2.5-R1-7B", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1522, - "hfopenllm_v2/BBH": 0.2913, - "hfopenllm_v2/MATH Level 5": 0.0023, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.4019, - "hfopenllm_v2/MMLU-PRO": 0.1131 + "hfopenllm_v2/IFEval": 0.1346, + "hfopenllm_v2/BBH": 0.3007, + "hfopenllm_v2/MATH Level 5": 0.0166, + "hfopenllm_v2/GPQA": 0.2525, + "hfopenllm_v2/MUSR": 0.3607, + "hfopenllm_v2/MMLU-PRO": 0.118 } }, { - "id": "sumink/bbhqwen6", - "name": "bbhqwen6", - "developer": "sumink", + "id": "Triangle104/Robo-Gutenberg_V1.0", + "name": "Robo-Gutenberg_V1.0", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1893, - "hfopenllm_v2/BBH": 0.2782, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.358, - "hfopenllm_v2/MMLU-PRO": 0.1153 + "hfopenllm_v2/IFEval": 0.6008, + "hfopenllm_v2/BBH": 0.6537, + "hfopenllm_v2/MATH Level 5": 0.4562, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.4744, + "hfopenllm_v2/MMLU-PRO": 0.5391 } }, { - "id": "sumink/flflmillama", - "name": "flflmillama", - "developer": "sumink", + "id": "Triangle104/Rocinante-Prism_V2.0", + "name": "Rocinante-Prism_V2.0", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1676, - "hfopenllm_v2/BBH": 0.3851, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.3591, - "hfopenllm_v2/MMLU-PRO": 0.2096 + "hfopenllm_v2/IFEval": 0.2616, + "hfopenllm_v2/BBH": 0.5361, + "hfopenllm_v2/MATH Level 5": 0.111, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.445, + "hfopenllm_v2/MMLU-PRO": 0.364 } }, { - "id": "sumink/ftgpt", - "name": "ftgpt", - "developer": "sumink", + "id": "Triangle104/Rocinante-Prism_V2.1", + "name": "Rocinante-Prism_V2.1", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0787, - "hfopenllm_v2/BBH": 0.2919, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4138, - "hfopenllm_v2/MMLU-PRO": 0.1172 + "hfopenllm_v2/IFEval": 0.2558, + "hfopenllm_v2/BBH": 0.5333, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.449, + "hfopenllm_v2/MMLU-PRO": 0.3651 } }, { - "id": "sumink/llamaft", - "name": "llamaft", - "developer": "sumink", + "id": "Triangle104/RomboHermes3-R1-Llama3.2-3b", + "name": "RomboHermes3-R1-Llama3.2-3b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1609, - "hfopenllm_v2/BBH": 0.3763, - "hfopenllm_v2/MATH Level 5": 0.0166, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3498, - "hfopenllm_v2/MMLU-PRO": 0.2114 + "hfopenllm_v2/IFEval": 0.3007, + "hfopenllm_v2/BBH": 0.4264, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3657, + "hfopenllm_v2/MMLU-PRO": 0.2957 } }, { - "id": "sumink/llamamerge", - "name": "llamamerge", - "developer": "sumink", + "id": "Triangle104/Rombos-Novasky-7B_V1c", + "name": "Rombos-Novasky-7B_V1c", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2672, - "hfopenllm_v2/BBH": 0.4632, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.424, - "hfopenllm_v2/MMLU-PRO": 0.259 + "hfopenllm_v2/IFEval": 0.408, + "hfopenllm_v2/BBH": 0.4349, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4465, + "hfopenllm_v2/MMLU-PRO": 0.2738 } }, { - "id": "sumink/llftfl7", - "name": "llftfl7", - "developer": "sumink", + "id": "Triangle104/Set-70b", + "name": "Set-70b", + "developer": "Triangle104", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1714, - "hfopenllm_v2/BBH": 0.3786, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3632, - "hfopenllm_v2/MMLU-PRO": 0.1743 + "hfopenllm_v2/IFEval": 0.7643, + "hfopenllm_v2/BBH": 0.7014, + "hfopenllm_v2/MATH Level 5": 0.364, + "hfopenllm_v2/GPQA": 0.4463, + "hfopenllm_v2/MUSR": 0.4696, + "hfopenllm_v2/MMLU-PRO": 0.5442 } }, { - "id": "sumink/llmer", - "name": "llmer", - "developer": "sumink", + "id": "trthminh1112/autotrain-llama32-1b-finetune", + "name": "autotrain-llama32-1b-finetune", + "developer": "trthminh1112", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3191, - "hfopenllm_v2/BBH": 0.4885, - "hfopenllm_v2/MATH Level 5": 0.065, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.4039, - "hfopenllm_v2/MMLU-PRO": 0.3529 + "hfopenllm_v2/IFEval": 0.1769, + "hfopenllm_v2/BBH": 0.2996, + "hfopenllm_v2/MATH Level 5": 0.0151, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3513, + "hfopenllm_v2/MMLU-PRO": 0.1099 } }, { - "id": "sumink/qwft", - "name": "qwft", - "developer": "sumink", + "id": "Tsunami-th/Tsunami-0.5-7B-Instruct", + "name": "Tsunami-0.5-7B-Instruct", + "developer": "Tsunami-th", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1197, - "hfopenllm_v2/BBH": 0.3002, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3581, - "hfopenllm_v2/MMLU-PRO": 0.1129 + "hfopenllm_v2/IFEval": 0.74, + "hfopenllm_v2/BBH": 0.5524, + "hfopenllm_v2/MATH Level 5": 0.5045, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4257, + "hfopenllm_v2/MMLU-PRO": 0.4413 + } + }, + { + "id": "Tsunami-th/Tsunami-0.5x-7B-Instruct", + "name": "Tsunami-0.5x-7B-Instruct", + "developer": "Tsunami-th", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7099, + "hfopenllm_v2/BBH": 0.5593, + "hfopenllm_v2/MATH Level 5": 0.4207, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4667, + "hfopenllm_v2/MMLU-PRO": 0.4458 } }, { - "id": "sumink/qwmer", - "name": "qwmer", - "developer": "sumink", + "id": "Tsunami-th/Tsunami-1.0-14B-Instruct", + "name": "Tsunami-1.0-14B-Instruct", + "developer": "Tsunami-th", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2212, - "hfopenllm_v2/BBH": 0.4299, - "hfopenllm_v2/MATH Level 5": 0.0008, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.4032, - "hfopenllm_v2/MMLU-PRO": 0.2215 + "hfopenllm_v2/IFEval": 0.7829, + "hfopenllm_v2/BBH": 0.6439, + "hfopenllm_v2/MATH Level 5": 0.4585, + "hfopenllm_v2/GPQA": 0.3565, + "hfopenllm_v2/MUSR": 0.4459, + "hfopenllm_v2/MMLU-PRO": 0.5249 } }, { - "id": "sumink/solarmer3", - "name": "solarmer3", - "developer": "sumink", + "id": "Tsunami-th/Tsunami-1.0-7B-Instruct", + "name": "Tsunami-1.0-7B-Instruct", + "developer": "Tsunami-th", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3741, - "hfopenllm_v2/BBH": 0.5266, - "hfopenllm_v2/MATH Level 5": 0.0582, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4401, - "hfopenllm_v2/MMLU-PRO": 0.3323 + "hfopenllm_v2/IFEval": 0.7309, + "hfopenllm_v2/BBH": 0.5491, + "hfopenllm_v2/MATH Level 5": 0.4335, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4493, + "hfopenllm_v2/MMLU-PRO": 0.4424 } }, { - "id": "sumink/somer", - "name": "somer", - "developer": "sumink", + "id": "TTTXXX01/Mistral-7B-Base-SimPO2-5e-7", + "name": "Mistral-7B-Base-SimPO2-5e-7", + "developer": "TTTXXX01", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.299, - "hfopenllm_v2/BBH": 0.5194, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.465, - "hfopenllm_v2/MMLU-PRO": 0.3447 + "hfopenllm_v2/IFEval": 0.4392, + "hfopenllm_v2/BBH": 0.432, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3604, + "hfopenllm_v2/MMLU-PRO": 0.2766 } }, { - "id": "sumink/somer2", - "name": "somer2", - "developer": "sumink", + "id": "tugstugi/Qwen2.5-7B-Instruct-QwQ-v0.1", + "name": "Qwen2.5-7B-Instruct-QwQ-v0.1", + "developer": "tugstugi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3132, - "hfopenllm_v2/BBH": 0.5167, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4663, - "hfopenllm_v2/MMLU-PRO": 0.3433 + "hfopenllm_v2/IFEval": 0.6017, + "hfopenllm_v2/BBH": 0.5101, + "hfopenllm_v2/MATH Level 5": 0.3814, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3794, + "hfopenllm_v2/MMLU-PRO": 0.4081 } }, { - "id": "sumink/somerft", - "name": "somerft", - "developer": "sumink", + "id": "UCLA-AGI/Gemma-2-9B-It-SPPO-Iter1", + "name": "Gemma-2-9B-It-SPPO-Iter1", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1431, - "hfopenllm_v2/BBH": 0.3093, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2483, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.1117 + "hfopenllm_v2/IFEval": 0.3082, + "hfopenllm_v2/BBH": 0.5969, + "hfopenllm_v2/MATH Level 5": 0.0899, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4099, + "hfopenllm_v2/MMLU-PRO": 0.3907 } }, { - "id": "sunbaby/BrainCog-8B-0.1-Instruct", - "name": "BrainCog-8B-0.1-Instruct", - "developer": "sunbaby", + "id": "UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2", + "name": "Gemma-2-9B-It-SPPO-Iter2", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4253, - "hfopenllm_v2/BBH": 0.4618, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3656, - "hfopenllm_v2/MMLU-PRO": 0.2858 + "hfopenllm_v2/IFEval": 0.31, + "hfopenllm_v2/BBH": 0.599, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4139, + "hfopenllm_v2/MMLU-PRO": 0.387 } }, { - "id": "swap-uniba/LLaMAntino-3-ANITA-8B-Inst-DPO-ITA", - "name": "LLaMAntino-3-ANITA-8B-Inst-DPO-ITA", - "developer": "swap-uniba", + "id": "UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3", + "name": "Gemma-2-9B-It-SPPO-Iter3", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4815, - "hfopenllm_v2/BBH": 0.4936, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.4387, - "hfopenllm_v2/MMLU-PRO": 0.3723 + "hfopenllm_v2/IFEval": 0.3167, + "hfopenllm_v2/BBH": 0.6007, + "hfopenllm_v2/MATH Level 5": 0.071, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.4166, + "hfopenllm_v2/MMLU-PRO": 0.3826 } }, { - "id": "synergetic/FrankenQwen2.5-14B", - "name": "FrankenQwen2.5-14B", - "developer": "synergetic", + "id": "UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter1", + "name": "Llama-3-Instruct-8B-SPPO-Iter1", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1869, - "hfopenllm_v2/BBH": 0.6048, - "hfopenllm_v2/MATH Level 5": 0.0, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3843, - "hfopenllm_v2/MMLU-PRO": 0.4382 + "hfopenllm_v2/IFEval": 0.7299, + "hfopenllm_v2/BBH": 0.5058, + "hfopenllm_v2/MATH Level 5": 0.1148, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3568, + "hfopenllm_v2/MMLU-PRO": 0.3711 } }, { - "id": "talha2001/Beast-Soul-new", - "name": "Beast-Soul-new", - "developer": "talha2001", + "id": "UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2", + "name": "Llama-3-Instruct-8B-SPPO-Iter2", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4854, - "hfopenllm_v2/BBH": 0.5227, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4459, - "hfopenllm_v2/MMLU-PRO": 0.3102 + "hfopenllm_v2/IFEval": 0.6989, + "hfopenllm_v2/BBH": 0.5089, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3594, + "hfopenllm_v2/MMLU-PRO": 0.3692 } }, { - "id": "tangledgroup/tangled-llama-pints-1.5b-v0.1-instruct", - "name": "tangled-llama-pints-1.5b-v0.1-instruct", - "developer": "tangledgroup", + "id": "UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3", + "name": "Llama-3-Instruct-8B-SPPO-Iter3", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1509, - "hfopenllm_v2/BBH": 0.3143, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2399, - "hfopenllm_v2/MUSR": 0.3761, - "hfopenllm_v2/MMLU-PRO": 0.1109 + "hfopenllm_v2/IFEval": 0.6703, + "hfopenllm_v2/BBH": 0.5076, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3647, + "hfopenllm_v2/MMLU-PRO": 0.3658 } }, { - "id": "tangledgroup/tangled-llama-pints-1.5b-v0.2-instruct", - "name": "tangled-llama-pints-1.5b-v0.2-instruct", - "developer": "tangledgroup", + "id": "UCLA-AGI/Mistral7B-PairRM-SPPO", + "name": "Mistral7B-PairRM-SPPO", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1724, - "hfopenllm_v2/BBH": 0.3158, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2416, - "hfopenllm_v2/MUSR": 0.3643, - "hfopenllm_v2/MMLU-PRO": 0.1117 + "hfopenllm_v2/IFEval": 0.4355, + "hfopenllm_v2/BBH": 0.4439, + "hfopenllm_v2/MATH Level 5": 0.031, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3965, + "hfopenllm_v2/MMLU-PRO": 0.2621 } }, { - "id": "tanliboy/lambda-gemma-2-9b-dpo", - "name": "lambda-gemma-2-9b-dpo", - "developer": "tanliboy", + "id": "UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1", + "name": "Mistral7B-PairRM-SPPO-Iter1", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4501, - "hfopenllm_v2/BBH": 0.5472, - "hfopenllm_v2/MATH Level 5": 0.0944, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4017, - "hfopenllm_v2/MMLU-PRO": 0.3792 + "hfopenllm_v2/IFEval": 0.5047, + "hfopenllm_v2/BBH": 0.4468, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3992, + "hfopenllm_v2/MMLU-PRO": 0.2695 } }, { - "id": "tanliboy/lambda-qwen2.5-14b-dpo-test", - "name": "lambda-qwen2.5-14b-dpo-test", - "developer": "tanliboy", + "id": "UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2", + "name": "Mistral7B-PairRM-SPPO-Iter2", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8231, - "hfopenllm_v2/BBH": 0.6394, - "hfopenllm_v2/MATH Level 5": 0.5461, - "hfopenllm_v2/GPQA": 0.3624, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.4848 + "hfopenllm_v2/IFEval": 0.4446, + "hfopenllm_v2/BBH": 0.4466, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4085, + "hfopenllm_v2/MMLU-PRO": 0.2677 } }, { - "id": "tanliboy/lambda-qwen2.5-32b-dpo-test", - "name": "lambda-qwen2.5-32b-dpo-test", - "developer": "tanliboy", + "id": "UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3", + "name": "Mistral7B-PairRM-SPPO-Iter3", + "developer": "UCLA-AGI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8084, - "hfopenllm_v2/BBH": 0.6764, - "hfopenllm_v2/MATH Level 5": 0.6103, - "hfopenllm_v2/GPQA": 0.3565, - "hfopenllm_v2/MUSR": 0.4274, - "hfopenllm_v2/MMLU-PRO": 0.5657 + "hfopenllm_v2/IFEval": 0.4351, + "hfopenllm_v2/BBH": 0.4397, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2752, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.2658 } }, { - "id": "tannedbum/Ellaria-9B", - "name": "Ellaria-9B", - "developer": "tannedbum", + "id": "UKzExecution/LlamaExecutor-8B-3.0.5", + "name": "LlamaExecutor-8B-3.0.5", + "developer": "UKzExecution", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7826, - "hfopenllm_v2/BBH": 0.5942, - "hfopenllm_v2/MATH Level 5": 0.2077, - "hfopenllm_v2/GPQA": 0.3331, - "hfopenllm_v2/MUSR": 0.4151, - "hfopenllm_v2/MMLU-PRO": 0.4205 + "hfopenllm_v2/IFEval": 0.7403, + "hfopenllm_v2/BBH": 0.5006, + "hfopenllm_v2/MATH Level 5": 0.102, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.3625 } }, { - "id": "tannedbum/L3-Nymeria-Maid-8B", - "name": "L3-Nymeria-Maid-8B", - "developer": "tannedbum", + "id": "Unbabel/TowerInstruct-Mistral-7B-v0.2", + "name": "TowerInstruct-Mistral-7B-v0.2", + "developer": "Unbabel", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.725, - "hfopenllm_v2/BBH": 0.5146, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.3751, - "hfopenllm_v2/MMLU-PRO": 0.3747 + "hfopenllm_v2/IFEval": 0.2843, + "hfopenllm_v2/BBH": 0.3882, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2475, + "hfopenllm_v2/MUSR": 0.4522, + "hfopenllm_v2/MMLU-PRO": 0.1968 } }, { - "id": "tannedbum/L3-Nymeria-v2-8B", - "name": "L3-Nymeria-v2-8B", - "developer": "tannedbum", + "id": "Undi95/MG-FinalMix-72B", + "name": "MG-FinalMix-72B", + "developer": "Undi95", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7168, - "hfopenllm_v2/BBH": 0.5224, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.3699, - "hfopenllm_v2/MMLU-PRO": 0.3753 + "hfopenllm_v2/IFEval": 0.8014, + "hfopenllm_v2/BBH": 0.6973, + "hfopenllm_v2/MATH Level 5": 0.3973, + "hfopenllm_v2/GPQA": 0.3851, + "hfopenllm_v2/MUSR": 0.4823, + "hfopenllm_v2/MMLU-PRO": 0.5427 } }, { - "id": "tannedbum/L3-Rhaenys-8B", - "name": "L3-Rhaenys-8B", - "developer": "tannedbum", + "id": "Undi95/Phi4-abliterated", + "name": "Phi4-abliterated", + "developer": "Undi95", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7363, - "hfopenllm_v2/BBH": 0.5299, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2978, - "hfopenllm_v2/MUSR": 0.3725, - "hfopenllm_v2/MMLU-PRO": 0.3799 + "hfopenllm_v2/IFEval": 0.6618, + "hfopenllm_v2/BBH": 0.6809, + "hfopenllm_v2/MATH Level 5": 0.3701, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.5281 } }, { - "id": "teknium/CollectiveCognition-v1.1-Mistral-7B", - "name": "CollectiveCognition-v1.1-Mistral-7B", - "developer": "teknium", + "id": "universalml/NepaliGPT-2.0", + "name": "NepaliGPT-2.0", + "developer": "universalml", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.279, - "hfopenllm_v2/BBH": 0.4493, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3869, - "hfopenllm_v2/MMLU-PRO": 0.2837 + "hfopenllm_v2/IFEval": 0.0365, + "hfopenllm_v2/BBH": 0.466, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4657, + "hfopenllm_v2/MMLU-PRO": 0.33 } }, { - "id": "teknium/OpenHermes-13B", - "name": "OpenHermes-13B", - "developer": "teknium", + "id": "unknown/aya-expanse-32b", + "name": "aya-expanse-32b", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2668, - "hfopenllm_v2/BBH": 0.4206, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.4043, - "hfopenllm_v2/MMLU-PRO": 0.2389 + "global-mmlu-lite/Global MMLU Lite": 0.7353, + "global-mmlu-lite/Culturally Sensitive": 0.6891, + "global-mmlu-lite/Culturally Agnostic": 0.7815, + "global-mmlu-lite/Arabic": 0.7425, + "global-mmlu-lite/English": 0.7544, + "global-mmlu-lite/Bengali": 0.7343, + "global-mmlu-lite/German": 0.7425, + "global-mmlu-lite/French": 0.7325, + "global-mmlu-lite/Hindi": 0.7375, + "global-mmlu-lite/Indonesian": 0.7594, + "global-mmlu-lite/Italian": 0.7305, + "global-mmlu-lite/Japanese": 0.7419, + "global-mmlu-lite/Korean": 0.7525, + "global-mmlu-lite/Portuguese": 0.7544, + "global-mmlu-lite/Spanish": 0.7362, + "global-mmlu-lite/Swahili": 0.7071, + "global-mmlu-lite/Yoruba": 0.6942, + "global-mmlu-lite/Chinese": 0.743, + "global-mmlu-lite/Burmese": 0.7025 } }, { - "id": "teknium/OpenHermes-2-Mistral-7B", - "name": "OpenHermes-2-Mistral-7B", - "developer": "teknium", + "id": "unknown/granite-4.0-h-small", + "name": "granite-4.0-h-small", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5286, - "hfopenllm_v2/BBH": 0.4948, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.452, - "hfopenllm_v2/MMLU-PRO": 0.2931 + "global-mmlu-lite/Global MMLU Lite": 0.7503, + "global-mmlu-lite/Culturally Sensitive": 0.7182, + "global-mmlu-lite/Culturally Agnostic": 0.7826, + "global-mmlu-lite/Arabic": 0.7613, + "global-mmlu-lite/English": 0.77, + "global-mmlu-lite/Bengali": 0.7613, + "global-mmlu-lite/German": 0.755, + "global-mmlu-lite/French": 0.7594, + "global-mmlu-lite/Hindi": 0.7575, + "global-mmlu-lite/Indonesian": 0.7614, + "global-mmlu-lite/Italian": 0.7525, + "global-mmlu-lite/Japanese": 0.7406, + "global-mmlu-lite/Korean": 0.7525, + "global-mmlu-lite/Portuguese": 0.757, + "global-mmlu-lite/Spanish": 0.7638, + "global-mmlu-lite/Swahili": 0.7318, + "global-mmlu-lite/Yoruba": 0.6921, + "global-mmlu-lite/Chinese": 0.7475, + "global-mmlu-lite/Burmese": 0.7419 } }, { - "id": "teknium/OpenHermes-2.5-Mistral-7B", - "name": "OpenHermes-2.5-Mistral-7B", - "developer": "teknium", + "id": "unknown/o4-mini-2025-04-16", + "name": "o4-mini-2025-04-16", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5571, - "hfopenllm_v2/BBH": 0.487, - "hfopenllm_v2/MATH Level 5": 0.0506, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4242, - "hfopenllm_v2/MMLU-PRO": 0.3054 + "global-mmlu-lite/Global MMLU Lite": 0.8705, + "global-mmlu-lite/Culturally Sensitive": 0.8503, + "global-mmlu-lite/Culturally Agnostic": 0.8906, + "global-mmlu-lite/Arabic": 0.865, + "global-mmlu-lite/English": 0.8675, + "global-mmlu-lite/Bengali": 0.8875, + "global-mmlu-lite/German": 0.8775, + "global-mmlu-lite/French": 0.87, + "global-mmlu-lite/Hindi": 0.87, + "global-mmlu-lite/Indonesian": 0.8675, + "global-mmlu-lite/Italian": 0.855, + "global-mmlu-lite/Japanese": 0.885, + "global-mmlu-lite/Korean": 0.88, + "global-mmlu-lite/Portuguese": 0.88, + "global-mmlu-lite/Spanish": 0.855, + "global-mmlu-lite/Swahili": 0.8525, + "global-mmlu-lite/Yoruba": 0.8525, + "global-mmlu-lite/Chinese": 0.89, + "global-mmlu-lite/Burmese": 0.8725 } }, { - "id": "teknium/OpenHermes-7B", - "name": "OpenHermes-7B", - "developer": "teknium", + "id": "unsloth/Llama-3.2-1B-Instruct", + "name": "Llama-3.2-1B-Instruct", + "developer": "unsloth", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1813, - "hfopenllm_v2/BBH": 0.362, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.4324, - "hfopenllm_v2/MMLU-PRO": 0.1933 + "hfopenllm_v2/IFEval": 0.581, + "hfopenllm_v2/BBH": 0.3485, + "hfopenllm_v2/MATH Level 5": 0.0823, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.3196, + "hfopenllm_v2/MMLU-PRO": 0.1742 } }, { - "id": "tensopolis/falcon3-10b-tensopolis-v1", - "name": "falcon3-10b-tensopolis-v1", - "developer": "tensopolis", + "id": "unsloth/Llama-3.2-1B-Instruct-no-system-message", + "name": "Llama-3.2-1B-Instruct-no-system-message", + "developer": "unsloth", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7817, - "hfopenllm_v2/BBH": 0.6182, - "hfopenllm_v2/MATH Level 5": 0.2749, - "hfopenllm_v2/GPQA": 0.3297, - "hfopenllm_v2/MUSR": 0.4375, - "hfopenllm_v2/MMLU-PRO": 0.442 + "hfopenllm_v2/IFEval": 0.565, + "hfopenllm_v2/BBH": 0.3544, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3341, + "hfopenllm_v2/MMLU-PRO": 0.1669 } }, { - "id": "tensopolis/falcon3-10b-tensopolis-v2", - "name": "falcon3-10b-tensopolis-v2", - "developer": "tensopolis", + "id": "unsloth/Phi-3-mini-4k-instruct", + "name": "Phi-3-mini-4k-instruct", + "developer": "unsloth", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7792, - "hfopenllm_v2/BBH": 0.6182, - "hfopenllm_v2/MATH Level 5": 0.2666, - "hfopenllm_v2/GPQA": 0.3272, - "hfopenllm_v2/MUSR": 0.4297, - "hfopenllm_v2/MMLU-PRO": 0.4424 + "hfopenllm_v2/IFEval": 0.544, + "hfopenllm_v2/BBH": 0.55, + "hfopenllm_v2/MATH Level 5": 0.1639, + "hfopenllm_v2/GPQA": 0.323, + "hfopenllm_v2/MUSR": 0.4284, + "hfopenllm_v2/MMLU-PRO": 0.4031 } }, { - "id": "tensopolis/lamarckvergence-14b-tensopolis-v1", - "name": "lamarckvergence-14b-tensopolis-v1", - "developer": "tensopolis", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7604, - "hfopenllm_v2/BBH": 0.6561, - "hfopenllm_v2/MATH Level 5": 0.5166, - "hfopenllm_v2/GPQA": 0.3607, - "hfopenllm_v2/MUSR": 0.4475, - "hfopenllm_v2/MMLU-PRO": 0.525 + "id": "unsloth/phi-4", + "name": "phi-4", + "developer": "unsloth", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6882, + "hfopenllm_v2/BBH": 0.6886, + "hfopenllm_v2/MATH Level 5": 0.5, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4114, + "hfopenllm_v2/MMLU-PRO": 0.5378 } }, { - "id": "tensopolis/mistral-small-2501-tensopolis-v1", - "name": "mistral-small-2501-tensopolis-v1", - "developer": "tensopolis", + "id": "unsloth/phi-4-bnb-4bit", + "name": "phi-4-bnb-4bit", + "developer": "unsloth", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7762, - "hfopenllm_v2/BBH": 0.6475, - "hfopenllm_v2/MATH Level 5": 0.4441, - "hfopenllm_v2/GPQA": 0.3574, - "hfopenllm_v2/MUSR": 0.428, - "hfopenllm_v2/MMLU-PRO": 0.4465 + "hfopenllm_v2/IFEval": 0.673, + "hfopenllm_v2/BBH": 0.677, + "hfopenllm_v2/MATH Level 5": 0.4607, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4007, + "hfopenllm_v2/MMLU-PRO": 0.5256 } }, { - "id": "tensopolis/mistral-small-r1-tensopolis", - "name": "mistral-small-r1-tensopolis", - "developer": "tensopolis", + "id": "unsloth/phi-4-unsloth-bnb-4bit", + "name": "phi-4-unsloth-bnb-4bit", + "developer": "unsloth", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4622, - "hfopenllm_v2/BBH": 0.5436, - "hfopenllm_v2/MATH Level 5": 0.2908, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.3738, - "hfopenllm_v2/MMLU-PRO": 0.4035 + "hfopenllm_v2/IFEval": 0.6794, + "hfopenllm_v2/BBH": 0.6791, + "hfopenllm_v2/MATH Level 5": 0.4562, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4034, + "hfopenllm_v2/MMLU-PRO": 0.5286 } }, { - "id": "tensopolis/phi-4-tensopolis-v1", - "name": "phi-4-tensopolis-v1", - "developer": "tensopolis", + "id": "upstage/SOLAR-10.7B-Instruct-v1.0", + "name": "SOLAR-10.7B-Instruct-v1.0", + "developer": "upstage", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6767, - "hfopenllm_v2/BBH": 0.6872, - "hfopenllm_v2/MATH Level 5": 0.494, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4141, - "hfopenllm_v2/MMLU-PRO": 0.5384 + "hfopenllm_v2/IFEval": 0.4737, + "hfopenllm_v2/BBH": 0.5162, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.3899, + "hfopenllm_v2/MMLU-PRO": 0.3138, + "reward-bench/Score": 0.7391, + "reward-bench/Chat": 0.8156, + "reward-bench/Chat Hard": 0.6864, + "reward-bench/Safety": 0.8514, + "reward-bench/Reasoning": 0.7252, + "reward-bench/Prior Sets (0.5 weight)": 0.4949 } }, { - "id": "tensopolis/qwen2.5-14b-tensopolis-v1", - "name": "qwen2.5-14b-tensopolis-v1", - "developer": "tensopolis", + "id": "upstage/SOLAR-10.7B-v1.0", + "name": "SOLAR-10.7B-v1.0", + "developer": "upstage", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.799, - "hfopenllm_v2/BBH": 0.6364, - "hfopenllm_v2/MATH Level 5": 0.5295, - "hfopenllm_v2/GPQA": 0.3347, - "hfopenllm_v2/MUSR": 0.4193, - "hfopenllm_v2/MMLU-PRO": 0.4911 + "hfopenllm_v2/IFEval": 0.2421, + "hfopenllm_v2/BBH": 0.5094, + "hfopenllm_v2/MATH Level 5": 0.0264, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.4372, + "hfopenllm_v2/MMLU-PRO": 0.34 } }, { - "id": "tensopolis/qwen2.5-3b-or1-tensopolis", - "name": "qwen2.5-3b-or1-tensopolis", - "developer": "tensopolis", + "id": "upstage/solar-pro-241126", + "name": "Solar Pro", + "developer": "upstage", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.354, - "hfopenllm_v2/BBH": 0.4421, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3749, - "hfopenllm_v2/MMLU-PRO": 0.3197 + "helm_lite/Mean win rate": 0.602, + "helm_lite/NarrativeQA": 0.753, + "helm_lite/NaturalQuestions (closed-book)": 0.297, + "helm_lite/OpenbookQA": 0.922, + "helm_lite/MMLU": 0.679, + "helm_lite/MATH": 0.567, + "helm_lite/GSM8K": 0.871, + "helm_lite/LegalBench": 0.67, + "helm_lite/MedQA": 0.698, + "helm_lite/WMT 2014": 0.169, + "helm_mmlu/MMLU All Subjects": 0.776, + "helm_mmlu/Abstract Algebra": 0.46, + "helm_mmlu/Anatomy": 0.719, + "helm_mmlu/College Physics": 0.559, + "helm_mmlu/Computer Security": 0.82, + "helm_mmlu/Econometrics": 0.605, + "helm_mmlu/Global Facts": 0.5, + "helm_mmlu/Jurisprudence": 0.898, + "helm_mmlu/Philosophy": 0.817, + "helm_mmlu/Professional Psychology": 0.85, + "helm_mmlu/Us Foreign Policy": 0.97, + "helm_mmlu/Astronomy": 0.868, + "helm_mmlu/Business Ethics": 0.8, + "helm_mmlu/Clinical Knowledge": 0.808, + "helm_mmlu/Conceptual Physics": 0.826, + "helm_mmlu/Electrical Engineering": 0.697, + "helm_mmlu/Elementary Mathematics": 0.611, + "helm_mmlu/Formal Logic": 0.579, + "helm_mmlu/High School World History": 0.907, + "helm_mmlu/Human Sexuality": 0.847, + "helm_mmlu/International Law": 0.901, + "helm_mmlu/Logical Fallacies": 0.865, + "helm_mmlu/Machine Learning": 0.616, + "helm_mmlu/Management": 0.864, + "helm_mmlu/Marketing": 0.953, + "helm_mmlu/Medical Genetics": 0.91, + "helm_mmlu/Miscellaneous": 0.888, + "helm_mmlu/Moral Scenarios": 0.811, + "helm_mmlu/Nutrition": 0.859, + "helm_mmlu/Prehistory": 0.867, + "helm_mmlu/Public Relations": 0.764, + "helm_mmlu/Security Studies": 0.82, + "helm_mmlu/Sociology": 0.886, + "helm_mmlu/Virology": 0.572, + "helm_mmlu/World Religions": 0.883, + "helm_mmlu/Mean win rate": 0.462 } }, { - "id": "tensopolis/qwen2.5-7b-tensopolis-v1", - "name": "qwen2.5-7b-tensopolis-v1", - "developer": "tensopolis", + "id": "upstage/solar-pro-preview-instruct", + "name": "solar-pro-preview-instruct", + "developer": "upstage", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7661, - "hfopenllm_v2/BBH": 0.5379, - "hfopenllm_v2/MATH Level 5": 0.4562, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4339, - "hfopenllm_v2/MMLU-PRO": 0.4269 + "hfopenllm_v2/IFEval": 0.8416, + "hfopenllm_v2/BBH": 0.6817, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.3708, + "hfopenllm_v2/MUSR": 0.4417, + "hfopenllm_v2/MMLU-PRO": 0.5273 } }, { - "id": "tensopolis/qwen2.5-7b-tensopolis-v2", - "name": "qwen2.5-7b-tensopolis-v2", - "developer": "tensopolis", + "id": "utkmst/chimera-beta-test2-lora-merged", + "name": "chimera-beta-test2-lora-merged", + "developer": "utkmst", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7521, - "hfopenllm_v2/BBH": 0.5415, - "hfopenllm_v2/MATH Level 5": 0.4819, - "hfopenllm_v2/GPQA": 0.2903, - "hfopenllm_v2/MUSR": 0.4246, - "hfopenllm_v2/MMLU-PRO": 0.4243 + "hfopenllm_v2/IFEval": 0.6054, + "hfopenllm_v2/BBH": 0.4796, + "hfopenllm_v2/MATH Level 5": 0.0952, + "hfopenllm_v2/GPQA": 0.3037, + "hfopenllm_v2/MUSR": 0.4118, + "hfopenllm_v2/MMLU-PRO": 0.2992 } }, { - "id": "tensopolis/virtuoso-lite-tensopolis-v1", - "name": "virtuoso-lite-tensopolis-v1", - "developer": "tensopolis", + "id": "utter-project/EuroLLM-9B", + "name": "EuroLLM 9B", + "developer": "unknown", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8069, - "hfopenllm_v2/BBH": 0.6102, - "hfopenllm_v2/MATH Level 5": 0.2545, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4582, - "hfopenllm_v2/MMLU-PRO": 0.4435 + "la_leaderboard/la_leaderboard": 25.87 } }, { - "id": "tensopolis/virtuoso-lite-tensopolis-v2", - "name": "virtuoso-lite-tensopolis-v2", - "developer": "tensopolis", + "id": "uukuguy/speechless-code-mistral-7b-v1.0", + "name": "speechless-code-mistral-7b-v1.0", + "developer": "uukuguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8029, - "hfopenllm_v2/BBH": 0.61, - "hfopenllm_v2/MATH Level 5": 0.25, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4595, - "hfopenllm_v2/MMLU-PRO": 0.444 + "hfopenllm_v2/IFEval": 0.3665, + "hfopenllm_v2/BBH": 0.4572, + "hfopenllm_v2/MATH Level 5": 0.0521, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4502, + "hfopenllm_v2/MMLU-PRO": 0.3146 } }, { - "id": "tensopolis/virtuoso-small-tensopolis-v1", - "name": "virtuoso-small-tensopolis-v1", - "developer": "tensopolis", + "id": "uukuguy/speechless-codellama-34b-v2.0", + "name": "speechless-codellama-34b-v2.0", + "developer": "uukuguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7856, - "hfopenllm_v2/BBH": 0.6415, - "hfopenllm_v2/MATH Level 5": 0.3527, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4326, - "hfopenllm_v2/MMLU-PRO": 0.4968 + "hfopenllm_v2/IFEval": 0.4604, + "hfopenllm_v2/BBH": 0.4813, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3787, + "hfopenllm_v2/MMLU-PRO": 0.2542 } }, { - "id": "tensopolis/virtuoso-small-tensopolis-v2", - "name": "virtuoso-small-tensopolis-v2", - "developer": "tensopolis", + "id": "uukuguy/speechless-coder-ds-6.7b", + "name": "speechless-coder-ds-6.7b", + "developer": "uukuguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.802, - "hfopenllm_v2/BBH": 0.6516, - "hfopenllm_v2/MATH Level 5": 0.3875, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4352, - "hfopenllm_v2/MMLU-PRO": 0.5154 + "hfopenllm_v2/IFEval": 0.2505, + "hfopenllm_v2/BBH": 0.4036, + "hfopenllm_v2/MATH Level 5": 0.0211, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3819, + "hfopenllm_v2/MMLU-PRO": 0.1719 } }, { - "id": "tensopolis/virtuoso-small-v2-tensopolis-v1", - "name": "virtuoso-small-v2-tensopolis-v1", - "developer": "tensopolis", + "id": "uukuguy/speechless-instruct-mistral-7b-v0.2", + "name": "speechless-instruct-mistral-7b-v0.2", + "developer": "uukuguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8419, - "hfopenllm_v2/BBH": 0.6545, - "hfopenllm_v2/MATH Level 5": 0.4524, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4509, - "hfopenllm_v2/MMLU-PRO": 0.5175 + "hfopenllm_v2/IFEval": 0.3261, + "hfopenllm_v2/BBH": 0.4607, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4902, + "hfopenllm_v2/MMLU-PRO": 0.2902 } }, { - "id": "tensoropera/Fox-1-1.6B", - "name": "Fox-1-1.6B", - "developer": "tensoropera", + "id": "uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b", + "name": "speechless-llama2-hermes-orca-platypus-wizardlm-13b", + "developer": "uukuguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2766, - "hfopenllm_v2/BBH": 0.3307, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.355, - "hfopenllm_v2/MMLU-PRO": 0.1371 + "hfopenllm_v2/IFEval": 0.4562, + "hfopenllm_v2/BBH": 0.4846, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.4655, + "hfopenllm_v2/MMLU-PRO": 0.2559 } }, { - "id": "tenyx/Llama3-TenyxChat-70B", - "name": "Llama3-TenyxChat-70B", - "developer": "tenyx", + "id": "uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b", + "name": "speechless-mistral-dolphin-orca-platypus-samantha-7b", + "developer": "uukuguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8087, - "hfopenllm_v2/BBH": 0.6511, - "hfopenllm_v2/MATH Level 5": 0.2356, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.426, - "hfopenllm_v2/MMLU-PRO": 0.521 + "hfopenllm_v2/IFEval": 0.37, + "hfopenllm_v2/BBH": 0.4983, + "hfopenllm_v2/MATH Level 5": 0.0295, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.4361, + "hfopenllm_v2/MMLU-PRO": 0.299 } }, { - "id": "theo77186/Qwen2.5-Coder-7B-Instruct-20241106", - "name": "Qwen2.5-Coder-7B-Instruct-20241106", - "developer": "theo77186", + "id": "uukuguy/speechless-zephyr-code-functionary-7b", + "name": "speechless-zephyr-code-functionary-7b", + "developer": "uukuguy", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6101, - "hfopenllm_v2/BBH": 0.5008, - "hfopenllm_v2/MATH Level 5": 0.3882, - "hfopenllm_v2/GPQA": 0.2919, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.3353 + "hfopenllm_v2/IFEval": 0.2696, + "hfopenllm_v2/BBH": 0.4664, + "hfopenllm_v2/MATH Level 5": 0.0423, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4268, + "hfopenllm_v2/MMLU-PRO": 0.3094 } }, { - "id": "theprint/Boptruth-Agatha-7B", - "name": "Boptruth-Agatha-7B", - "developer": "theprint", + "id": "v000000/L3-8B-Stheno-v3.2-abliterated", + "name": "L3-8B-Stheno-v3.2-abliterated", + "developer": "v000000", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3124, - "hfopenllm_v2/BBH": 0.4984, - "hfopenllm_v2/MATH Level 5": 0.0551, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4277, - "hfopenllm_v2/MMLU-PRO": 0.2861 + "hfopenllm_v2/IFEval": 0.6718, + "hfopenllm_v2/BBH": 0.5141, + "hfopenllm_v2/MATH Level 5": 0.0695, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.362, + "hfopenllm_v2/MMLU-PRO": 0.3604 } }, { - "id": "theprint/CleverBoi-7B-v2", - "name": "CleverBoi-7B-v2", - "developer": "theprint", + "id": "v000000/L3.1-Niitorm-8B-DPO-t0.0001", + "name": "L3.1-Niitorm-8B-DPO-t0.0001", + "developer": "v000000", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.217, - "hfopenllm_v2/BBH": 0.4532, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4695, - "hfopenllm_v2/MMLU-PRO": 0.2709 + "hfopenllm_v2/IFEval": 0.7689, + "hfopenllm_v2/BBH": 0.5134, + "hfopenllm_v2/MATH Level 5": 0.1624, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.388, + "hfopenllm_v2/MMLU-PRO": 0.3866 } }, { - "id": "theprint/CleverBoi-7B-v3", - "name": "CleverBoi-7B-v3", - "developer": "theprint", + "id": "v000000/L3.1-Storniitova-8B", + "name": "L3.1-Storniitova-8B", + "developer": "v000000", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2382, - "hfopenllm_v2/BBH": 0.4414, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2659, - "hfopenllm_v2/MUSR": 0.4072, - "hfopenllm_v2/MMLU-PRO": 0.2868 + "hfopenllm_v2/IFEval": 0.7817, + "hfopenllm_v2/BBH": 0.5151, + "hfopenllm_v2/MATH Level 5": 0.1465, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.4029, + "hfopenllm_v2/MMLU-PRO": 0.3776 } }, { - "id": "theprint/CleverBoi-Llama-3.1-8B-Instruct", - "name": "CleverBoi-Llama-3.1-8B-Instruct", - "developer": "theprint", + "id": "v000000/Qwen2.5-14B-Gutenberg-1e-Delta", + "name": "Qwen2.5-14B-Gutenberg-1e-Delta", + "developer": "v000000", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1682, - "hfopenllm_v2/BBH": 0.456, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4014, - "hfopenllm_v2/MMLU-PRO": 0.3075 + "hfopenllm_v2/IFEval": 0.8045, + "hfopenllm_v2/BBH": 0.6398, + "hfopenllm_v2/MATH Level 5": 0.5264, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.493 } }, { - "id": "theprint/CleverBoi-Llama-3.1-8B-v2", - "name": "CleverBoi-Llama-3.1-8B-v2", - "developer": "theprint", + "id": "v000000/Qwen2.5-14B-Gutenberg-Instruct-Slerpeno", + "name": "Qwen2.5-14B-Gutenberg-Instruct-Slerpeno", + "developer": "v000000", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1961, - "hfopenllm_v2/BBH": 0.4668, - "hfopenllm_v2/MATH Level 5": 0.0529, - "hfopenllm_v2/GPQA": 0.2861, - "hfopenllm_v2/MUSR": 0.3735, - "hfopenllm_v2/MMLU-PRO": 0.3188 + "hfopenllm_v2/IFEval": 0.8197, + "hfopenllm_v2/BBH": 0.639, + "hfopenllm_v2/MATH Level 5": 0.5325, + "hfopenllm_v2/GPQA": 0.3314, + "hfopenllm_v2/MUSR": 0.4114, + "hfopenllm_v2/MMLU-PRO": 0.4924 } }, { - "id": "theprint/CleverBoi-Nemo-12B-v2", - "name": "CleverBoi-Nemo-12B-v2", - "developer": "theprint", + "id": "v000000/Qwen2.5-Lumen-14B", + "name": "Qwen2.5-Lumen-14B", + "developer": "v000000", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2046, - "hfopenllm_v2/BBH": 0.5241, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.3138, - "hfopenllm_v2/MUSR": 0.4187, - "hfopenllm_v2/MMLU-PRO": 0.3228 + "hfopenllm_v2/IFEval": 0.8064, + "hfopenllm_v2/BBH": 0.6391, + "hfopenllm_v2/MATH Level 5": 0.5363, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4114, + "hfopenllm_v2/MMLU-PRO": 0.4903 } }, { - "id": "theprint/Code-Llama-Bagel-8B", - "name": "Code-Llama-Bagel-8B", - "developer": "theprint", + "id": "V3N0M/Jenna-Tiny-2.0", + "name": "Jenna-Tiny-2.0", + "developer": "V3N0M", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.253, - "hfopenllm_v2/BBH": 0.4697, - "hfopenllm_v2/MATH Level 5": 0.0612, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.368, - "hfopenllm_v2/MMLU-PRO": 0.2822 + "hfopenllm_v2/IFEval": 0.2309, + "hfopenllm_v2/BBH": 0.3148, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3367, + "hfopenllm_v2/MMLU-PRO": 0.1147 } }, { - "id": "theprint/Conversely-Mistral-7B", - "name": "Conversely-Mistral-7B", - "developer": "theprint", + "id": "VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct", + "name": "Llama-3-SauerkrautLM-70b-Instruct", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2608, - "hfopenllm_v2/BBH": 0.4672, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4189, - "hfopenllm_v2/MMLU-PRO": 0.2826 + "hfopenllm_v2/IFEval": 0.8045, + "hfopenllm_v2/BBH": 0.6663, + "hfopenllm_v2/MATH Level 5": 0.2281, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4339, + "hfopenllm_v2/MMLU-PRO": 0.5392 } }, { - "id": "theprint/Llama-3.2-3B-VanRossum", - "name": "Llama-3.2-3B-VanRossum", - "developer": "theprint", + "id": "VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct", + "name": "Llama-3-SauerkrautLM-8b-Instruct", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4783, - "hfopenllm_v2/BBH": 0.4279, - "hfopenllm_v2/MATH Level 5": 0.0974, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3442, - "hfopenllm_v2/MMLU-PRO": 0.277 + "hfopenllm_v2/IFEval": 0.7445, + "hfopenllm_v2/BBH": 0.4943, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4241, + "hfopenllm_v2/MMLU-PRO": 0.3857 } }, { - "id": "theprint/ReWiz-7B", - "name": "ReWiz-7B", - "developer": "theprint", + "id": "VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct", + "name": "Llama-3.1-SauerkrautLM-70b-Instruct", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4048, - "hfopenllm_v2/BBH": 0.4564, - "hfopenllm_v2/MATH Level 5": 0.0408, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.4612, - "hfopenllm_v2/MMLU-PRO": 0.267 + "hfopenllm_v2/IFEval": 0.8656, + "hfopenllm_v2/BBH": 0.7006, + "hfopenllm_v2/MATH Level 5": 0.3693, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.4711, + "hfopenllm_v2/MMLU-PRO": 0.5335 } }, { - "id": "theprint/ReWiz-Llama-3.1-8B-v2", - "name": "ReWiz-Llama-3.1-8B-v2", - "developer": "theprint", + "id": "VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct", + "name": "Llama-3.1-SauerkrautLM-8b-Instruct", + "developer": "VAGOsolutions", "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2379, - "hfopenllm_v2/BBH": 0.4632, - "hfopenllm_v2/MATH Level 5": 0.0574, - "hfopenllm_v2/GPQA": 0.3029, - "hfopenllm_v2/MUSR": 0.3814, - "hfopenllm_v2/MMLU-PRO": 0.331 + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8017, + "hfopenllm_v2/BBH": 0.5115, + "hfopenllm_v2/MATH Level 5": 0.1941, + "hfopenllm_v2/GPQA": 0.2903, + "hfopenllm_v2/MUSR": 0.4148, + "hfopenllm_v2/MMLU-PRO": 0.389 } }, { - "id": "theprint/ReWiz-Llama-3.2-3B", - "name": "ReWiz-Llama-3.2-3B", - "developer": "theprint", + "id": "VAGOsolutions/SauerkrautLM-1.5b", + "name": "SauerkrautLM-1.5b", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4649, - "hfopenllm_v2/BBH": 0.4343, - "hfopenllm_v2/MATH Level 5": 0.1095, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3614, - "hfopenllm_v2/MMLU-PRO": 0.2887 + "hfopenllm_v2/IFEval": 0.2404, + "hfopenllm_v2/BBH": 0.3704, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.2151 } }, { - "id": "theprint/ReWiz-Nemo-12B-Instruct", - "name": "ReWiz-Nemo-12B-Instruct", - "developer": "theprint", + "id": "VAGOsolutions/SauerkrautLM-7b-HerO", + "name": "SauerkrautLM-7b-HerO", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1062, - "hfopenllm_v2/BBH": 0.5092, - "hfopenllm_v2/MATH Level 5": 0.1042, - "hfopenllm_v2/GPQA": 0.3238, - "hfopenllm_v2/MUSR": 0.4096, - "hfopenllm_v2/MMLU-PRO": 0.3339 + "hfopenllm_v2/IFEval": 0.5346, + "hfopenllm_v2/BBH": 0.4904, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3924, + "hfopenllm_v2/MMLU-PRO": 0.3046 } }, { - "id": "theprint/ReWiz-Qwen-2.5-14B", - "name": "ReWiz-Qwen-2.5-14B", - "developer": "theprint", + "id": "VAGOsolutions/SauerkrautLM-7b-LaserChat", + "name": "SauerkrautLM-7b-LaserChat", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2785, - "hfopenllm_v2/BBH": 0.6179, - "hfopenllm_v2/MATH Level 5": 0.2923, - "hfopenllm_v2/GPQA": 0.38, - "hfopenllm_v2/MUSR": 0.4539, - "hfopenllm_v2/MMLU-PRO": 0.5092 + "hfopenllm_v2/IFEval": 0.5988, + "hfopenllm_v2/BBH": 0.4543, + "hfopenllm_v2/MATH Level 5": 0.0778, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4148, + "hfopenllm_v2/MMLU-PRO": 0.3305 } }, { - "id": "theprint/ReWiz-Worldbuilder-7B", - "name": "ReWiz-Worldbuilder-7B", - "developer": "theprint", + "id": "VAGOsolutions/SauerkrautLM-gemma-2-2b-it", + "name": "SauerkrautLM-gemma-2-2b-it", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.251, - "hfopenllm_v2/BBH": 0.4636, - "hfopenllm_v2/MATH Level 5": 0.037, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.4572, - "hfopenllm_v2/MMLU-PRO": 0.2971 + "hfopenllm_v2/IFEval": 0.1321, + "hfopenllm_v2/BBH": 0.4241, + "hfopenllm_v2/MATH Level 5": 0.0219, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3995, + "hfopenllm_v2/MMLU-PRO": 0.2693 } }, { - "id": "theprint/RuDolph-Hermes-7B", - "name": "RuDolph-Hermes-7B", - "developer": "theprint", + "id": "VAGOsolutions/SauerkrautLM-gemma-2-9b-it", + "name": "SauerkrautLM-gemma-2-9b-it", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3604, - "hfopenllm_v2/BBH": 0.5053, - "hfopenllm_v2/MATH Level 5": 0.0514, - "hfopenllm_v2/GPQA": 0.3121, - "hfopenllm_v2/MUSR": 0.4226, - "hfopenllm_v2/MMLU-PRO": 0.3073 + "hfopenllm_v2/IFEval": 0.3024, + "hfopenllm_v2/BBH": 0.6073, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4318, + "hfopenllm_v2/MMLU-PRO": 0.4091 } }, { - "id": "theprint/WorldBuilder-12B", - "name": "WorldBuilder-12B", - "developer": "theprint", + "id": "VAGOsolutions/SauerkrautLM-Gemma-2b", + "name": "SauerkrautLM-Gemma-2b", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1374, - "hfopenllm_v2/BBH": 0.501, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4066, - "hfopenllm_v2/MMLU-PRO": 0.3192 + "hfopenllm_v2/IFEval": 0.2475, + "hfopenllm_v2/BBH": 0.3416, + "hfopenllm_v2/MATH Level 5": 0.0279, + "hfopenllm_v2/GPQA": 0.2567, + "hfopenllm_v2/MUSR": 0.3676, + "hfopenllm_v2/MMLU-PRO": 0.1469 } }, { - "id": "theprint/phi-3-mini-4k-python", - "name": "phi-3-mini-4k-python", - "developer": "theprint", + "id": "VAGOsolutions/SauerkrautLM-Gemma-7b", + "name": "SauerkrautLM-Gemma-7b", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2409, - "hfopenllm_v2/BBH": 0.4938, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.3922, - "hfopenllm_v2/MMLU-PRO": 0.3577 + "hfopenllm_v2/IFEval": 0.3407, + "hfopenllm_v2/BBH": 0.4188, + "hfopenllm_v2/MATH Level 5": 0.0672, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3594, + "hfopenllm_v2/MMLU-PRO": 0.2961 } }, { - "id": "thinkcoder/llama3-8b-instruct-lora-8-sft", - "name": "llama3-8b-instruct-lora-8-sft", - "developer": "thinkcoder", + "id": "VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct", + "name": "SauerkrautLM-Mixtral-8x7B-Instruct", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.648, - "hfopenllm_v2/BBH": 0.4865, - "hfopenllm_v2/MATH Level 5": 0.102, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.3235, - "hfopenllm_v2/MMLU-PRO": 0.3476 + "hfopenllm_v2/IFEval": 0.5602, + "hfopenllm_v2/BBH": 0.5277, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.4204, + "hfopenllm_v2/MMLU-PRO": 0.365 } }, { - "id": "thirdeyeai/elevate360m", - "name": "elevate360m", - "developer": "thirdeyeai", + "id": "VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct", + "name": "SauerkrautLM-Nemo-12b-Instruct", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0445, - "hfopenllm_v2/BBH": 0.2963, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2408, - "hfopenllm_v2/MUSR": 0.3462, - "hfopenllm_v2/MMLU-PRO": 0.1077 + "hfopenllm_v2/IFEval": 0.6113, + "hfopenllm_v2/BBH": 0.5214, + "hfopenllm_v2/MATH Level 5": 0.1224, + "hfopenllm_v2/GPQA": 0.3096, + "hfopenllm_v2/MUSR": 0.4469, + "hfopenllm_v2/MMLU-PRO": 0.3385 } }, { - "id": "thomas-yanxin/XinYuan-Qwen2-1_5B", - "name": "XinYuan-Qwen2-1_5B", - "developer": "thomas-yanxin", + "id": "VAGOsolutions/SauerkrautLM-Phi-3-medium", + "name": "SauerkrautLM-Phi-3-medium", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2986, - "hfopenllm_v2/BBH": 0.3635, - "hfopenllm_v2/MATH Level 5": 0.0672, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.3634, - "hfopenllm_v2/MMLU-PRO": 0.2357 + "hfopenllm_v2/IFEval": 0.4409, + "hfopenllm_v2/BBH": 0.6433, + "hfopenllm_v2/MATH Level 5": 0.1601, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4845, + "hfopenllm_v2/MMLU-PRO": 0.4665 } }, { - "id": "thomas-yanxin/XinYuan-Qwen2-7B", - "name": "XinYuan-Qwen2-7B", - "developer": "thomas-yanxin", + "id": "VAGOsolutions/SauerkrautLM-SOLAR-Instruct", + "name": "SauerkrautLM-SOLAR-Instruct", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4438, - "hfopenllm_v2/BBH": 0.4937, - "hfopenllm_v2/MATH Level 5": 0.1458, - "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4058, - "hfopenllm_v2/MMLU-PRO": 0.3925 + "hfopenllm_v2/IFEval": 0.4917, + "hfopenllm_v2/BBH": 0.5169, + "hfopenllm_v2/MATH Level 5": 0.0634, + "hfopenllm_v2/GPQA": 0.3054, + "hfopenllm_v2/MUSR": 0.3965, + "hfopenllm_v2/MMLU-PRO": 0.3183 } }, { - "id": "thomas-yanxin/XinYuan-Qwen2-7B-0917", - "name": "XinYuan-Qwen2-7B-0917", - "developer": "thomas-yanxin", + "id": "VAGOsolutions/SauerkrautLM-v2-14b-DPO", + "name": "SauerkrautLM-v2-14b-DPO", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3719, - "hfopenllm_v2/BBH": 0.5169, - "hfopenllm_v2/MATH Level 5": 0.1979, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.4401, - "hfopenllm_v2/MMLU-PRO": 0.4245 + "hfopenllm_v2/IFEval": 0.7412, + "hfopenllm_v2/BBH": 0.656, + "hfopenllm_v2/MATH Level 5": 0.3165, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4375, + "hfopenllm_v2/MMLU-PRO": 0.5117 } }, { - "id": "thomas-yanxin/XinYuan-Qwen2.5-7B-0917", - "name": "XinYuan-Qwen2.5-7B-0917", - "developer": "thomas-yanxin", + "id": "VAGOsolutions/SauerkrautLM-v2-14b-SFT", + "name": "SauerkrautLM-v2-14b-SFT", + "developer": "VAGOsolutions", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3577, - "hfopenllm_v2/BBH": 0.5184, - "hfopenllm_v2/MATH Level 5": 0.1934, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3676, - "hfopenllm_v2/MMLU-PRO": 0.3882 + "hfopenllm_v2/IFEval": 0.6949, + "hfopenllm_v2/BBH": 0.621, + "hfopenllm_v2/MATH Level 5": 0.3285, + "hfopenllm_v2/GPQA": 0.3356, + "hfopenllm_v2/MUSR": 0.4179, + "hfopenllm_v2/MMLU-PRO": 0.5205 } }, { - "id": "tianyil1/MistralForCausalLM_Cal_DPO", - "name": "MistralForCausalLM_Cal_DPO", - "developer": "tianyil1", + "id": "ValiantLabs/Llama3-70B-Fireplace", + "name": "Llama3-70B-Fireplace", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5328, - "hfopenllm_v2/BBH": 0.4381, - "hfopenllm_v2/MATH Level 5": 0.0287, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.2763 + "hfopenllm_v2/IFEval": 0.7774, + "hfopenllm_v2/BBH": 0.6489, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3549, + "hfopenllm_v2/MUSR": 0.4449, + "hfopenllm_v2/MMLU-PRO": 0.4893 } }, { - "id": "tiiuae/Falcon-40B", - "name": "Falcon 40B", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3-70B-ShiningValiant2", + "name": "Llama3-70B-ShiningValiant2", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.729, - "helm_classic/MMLU": 0.509, - "helm_classic/BoolQ": 0.819, - "helm_classic/NarrativeQA": 0.673, - "helm_classic/NaturalQuestions (open-book)": 0.675, - "helm_classic/QuAC": 0.307, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.353, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.959, - "helm_classic/CivilComments": 0.552, - "helm_classic/RAFT": 0.661 + "hfopenllm_v2/IFEval": 0.6122, + "hfopenllm_v2/BBH": 0.6338, + "hfopenllm_v2/MATH Level 5": 0.2077, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4326, + "hfopenllm_v2/MMLU-PRO": 0.4898 } }, { - "id": "tiiuae/Falcon-7B", - "name": "Falcon 7B", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.1-70B-ShiningValiant2", + "name": "Llama3.1-70B-ShiningValiant2", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.378, - "helm_classic/MMLU": 0.286, - "helm_classic/BoolQ": 0.753, - "helm_classic/NarrativeQA": 0.621, - "helm_classic/NaturalQuestions (open-book)": 0.579, - "helm_classic/QuAC": 0.332, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.234, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.836, - "helm_classic/CivilComments": 0.514, - "helm_classic/RAFT": 0.602 + "hfopenllm_v2/IFEval": 0.5355, + "hfopenllm_v2/BBH": 0.6738, + "hfopenllm_v2/MATH Level 5": 0.2915, + "hfopenllm_v2/GPQA": 0.3926, + "hfopenllm_v2/MUSR": 0.4681, + "hfopenllm_v2/MMLU-PRO": 0.5173 } }, { - "id": "tiiuae/Falcon-Instruct-40B", - "name": "Falcon-Instruct 40B", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.1-8B-Cobalt", + "name": "Llama3.1-8B-Cobalt", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.727, - "helm_classic/MMLU": 0.497, - "helm_classic/BoolQ": 0.829, - "helm_classic/NarrativeQA": 0.625, - "helm_classic/NaturalQuestions (open-book)": 0.666, - "helm_classic/QuAC": 0.371, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.384, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.959, - "helm_classic/CivilComments": 0.603, - "helm_classic/RAFT": 0.586 + "hfopenllm_v2/IFEval": 0.7168, + "hfopenllm_v2/BBH": 0.4911, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3512, + "hfopenllm_v2/MMLU-PRO": 0.3663 } }, { - "id": "tiiuae/Falcon-Instruct-7B", - "name": "Falcon-Instruct 7B", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.1-8B-Enigma", + "name": "Llama3.1-8B-Enigma", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.244, - "helm_classic/MMLU": 0.275, - "helm_classic/BoolQ": 0.72, - "helm_classic/NarrativeQA": 0.476, - "helm_classic/NaturalQuestions (open-book)": 0.449, - "helm_classic/QuAC": 0.311, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.213, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.852, - "helm_classic/CivilComments": 0.511, - "helm_classic/RAFT": 0.523 + "hfopenllm_v2/IFEval": 0.2681, + "hfopenllm_v2/BBH": 0.4478, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.4196, + "hfopenllm_v2/MMLU-PRO": 0.3409 } }, { - "id": "tiiuae/Falcon3-10B-Base", - "name": "Falcon3-10B-Base", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.1-8B-Esper2", + "name": "Llama3.1-8B-Esper2", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3648, - "hfopenllm_v2/BBH": 0.595, - "hfopenllm_v2/MATH Level 5": 0.2492, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4398, - "hfopenllm_v2/MMLU-PRO": 0.424 + "hfopenllm_v2/IFEval": 0.2567, + "hfopenllm_v2/BBH": 0.447, + "hfopenllm_v2/MATH Level 5": 0.0589, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3561, + "hfopenllm_v2/MMLU-PRO": 0.2904 } }, { - "id": "tiiuae/Falcon3-10B-Instruct", - "name": "Falcon3-10B-Instruct", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.1-8B-Fireplace2", + "name": "Llama3.1-8B-Fireplace2", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7817, - "hfopenllm_v2/BBH": 0.617, - "hfopenllm_v2/MATH Level 5": 0.2764, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4323, - "hfopenllm_v2/MMLU-PRO": 0.4429 + "hfopenllm_v2/IFEval": 0.5483, + "hfopenllm_v2/BBH": 0.461, + "hfopenllm_v2/MATH Level 5": 0.0582, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3433, + "hfopenllm_v2/MMLU-PRO": 0.2407 } }, { - "id": "tiiuae/Falcon3-1B-Base", - "name": "Falcon3-1B-Base", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.1-8B-ShiningValiant2", + "name": "Llama3.1-8B-ShiningValiant2", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2428, - "hfopenllm_v2/BBH": 0.3571, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4147, - "hfopenllm_v2/MMLU-PRO": 0.1608 + "hfopenllm_v2/IFEval": 0.6496, + "hfopenllm_v2/BBH": 0.4774, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.3909, + "hfopenllm_v2/MMLU-PRO": 0.3382 } }, { - "id": "tiiuae/Falcon3-1B-Instruct", - "name": "Falcon3-1B-Instruct", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.2-3B-Enigma", + "name": "Llama3.2-3B-Enigma", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5557, - "hfopenllm_v2/BBH": 0.3745, - "hfopenllm_v2/MATH Level 5": 0.0634, - "hfopenllm_v2/GPQA": 0.2668, - "hfopenllm_v2/MUSR": 0.4189, - "hfopenllm_v2/MMLU-PRO": 0.1838 + "hfopenllm_v2/IFEval": 0.2786, + "hfopenllm_v2/BBH": 0.3723, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3921, + "hfopenllm_v2/MMLU-PRO": 0.2428 } }, { - "id": "tiiuae/Falcon3-3B-Base", - "name": "Falcon3-3B-Base", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.2-3B-Esper2", + "name": "Llama3.2-3B-Esper2", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2765, - "hfopenllm_v2/BBH": 0.4421, - "hfopenllm_v2/MATH Level 5": 0.1178, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.375, - "hfopenllm_v2/MMLU-PRO": 0.2879 + "hfopenllm_v2/IFEval": 0.275, + "hfopenllm_v2/BBH": 0.3808, + "hfopenllm_v2/MATH Level 5": 0.0363, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.355, + "hfopenllm_v2/MMLU-PRO": 0.2257 } }, { - "id": "tiiuae/Falcon3-3B-Instruct", - "name": "Falcon3-3B-Instruct", - "developer": "tiiuae", + "id": "ValiantLabs/Llama3.2-3B-ShiningValiant2", + "name": "Llama3.2-3B-ShiningValiant2", + "developer": "ValiantLabs", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6977, - "hfopenllm_v2/BBH": 0.4754, - "hfopenllm_v2/MATH Level 5": 0.25, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.3005 + "hfopenllm_v2/IFEval": 0.2625, + "hfopenllm_v2/BBH": 0.4226, + "hfopenllm_v2/MATH Level 5": 0.0823, + "hfopenllm_v2/GPQA": 0.2802, + "hfopenllm_v2/MUSR": 0.3866, + "hfopenllm_v2/MMLU-PRO": 0.2829 } }, { - "id": "tiiuae/Falcon3-7B-Base", - "name": "Falcon3-7B-Base", - "developer": "tiiuae", + "id": "vhab10/llama-3-8b-merged-linear", + "name": "llama-3-8b-merged-linear", + "developer": "vhab10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3416, - "hfopenllm_v2/BBH": 0.5099, - "hfopenllm_v2/MATH Level 5": 0.1941, - "hfopenllm_v2/GPQA": 0.3465, - "hfopenllm_v2/MUSR": 0.4702, - "hfopenllm_v2/MMLU-PRO": 0.391 + "hfopenllm_v2/IFEval": 0.5917, + "hfopenllm_v2/BBH": 0.4937, + "hfopenllm_v2/MATH Level 5": 0.0816, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.4191, + "hfopenllm_v2/MMLU-PRO": 0.3704 } }, { - "id": "tiiuae/Falcon3-7B-Instruct", - "name": "Falcon3-7B-Instruct", - "developer": "tiiuae", + "id": "vhab10/Llama-3.1-8B-Base-Instruct-SLERP", + "name": "Llama-3.1-8B-Base-Instruct-SLERP", + "developer": "vhab10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7612, - "hfopenllm_v2/BBH": 0.5632, - "hfopenllm_v2/MATH Level 5": 0.4086, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.4827, - "hfopenllm_v2/MMLU-PRO": 0.4087 + "hfopenllm_v2/IFEval": 0.2907, + "hfopenllm_v2/BBH": 0.5057, + "hfopenllm_v2/MATH Level 5": 0.1201, + "hfopenllm_v2/GPQA": 0.2961, + "hfopenllm_v2/MUSR": 0.4011, + "hfopenllm_v2/MMLU-PRO": 0.3621 + } + }, + { + "id": "vhab10/Llama-3.2-Instruct-3B-TIES", + "name": "Llama-3.2-Instruct-3B-TIES", + "developer": "vhab10", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4727, + "hfopenllm_v2/BBH": 0.4332, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3497, + "hfopenllm_v2/MMLU-PRO": 0.2916 } }, { - "id": "tiiuae/Falcon3-Mamba-7B-Base", - "name": "Falcon3-Mamba-7B-Base", - "developer": "tiiuae", + "id": "vicgalle/CarbonBeagle-11B", + "name": "CarbonBeagle-11B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2891, - "hfopenllm_v2/BBH": 0.4699, - "hfopenllm_v2/MATH Level 5": 0.1941, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.3431, - "hfopenllm_v2/MMLU-PRO": 0.3038 + "hfopenllm_v2/IFEval": 0.5415, + "hfopenllm_v2/BBH": 0.5294, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.402, + "hfopenllm_v2/MMLU-PRO": 0.3276 } }, { - "id": "tiiuae/Falcon3-Mamba-7B-Instruct", - "name": "Falcon3-Mamba-7B-Instruct", - "developer": "tiiuae", + "id": "vicgalle/CarbonBeagle-11B-truthy", + "name": "CarbonBeagle-11B-truthy", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7165, - "hfopenllm_v2/BBH": 0.4679, - "hfopenllm_v2/MATH Level 5": 0.3006, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.3869, - "hfopenllm_v2/MMLU-PRO": 0.3369 + "hfopenllm_v2/IFEval": 0.5212, + "hfopenllm_v2/BBH": 0.5348, + "hfopenllm_v2/MATH Level 5": 0.0491, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.374, + "hfopenllm_v2/MMLU-PRO": 0.3357 } }, { - "id": "tiiuae/falcon-11B", - "name": "falcon-11B", - "developer": "tiiuae", + "id": "vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B", + "name": "Configurable-Hermes-2-Pro-Llama-3-8B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3261, - "hfopenllm_v2/BBH": 0.4392, - "hfopenllm_v2/MATH Level 5": 0.0279, - "hfopenllm_v2/GPQA": 0.271, - "hfopenllm_v2/MUSR": 0.3986, - "hfopenllm_v2/MMLU-PRO": 0.2389 + "hfopenllm_v2/IFEval": 0.5763, + "hfopenllm_v2/BBH": 0.5055, + "hfopenllm_v2/MATH Level 5": 0.0763, + "hfopenllm_v2/GPQA": 0.297, + "hfopenllm_v2/MUSR": 0.4184, + "hfopenllm_v2/MMLU-PRO": 0.3098 } }, { - "id": "tiiuae/falcon-40b", - "name": "Falcon 40B", - "developer": "tiiuae", + "id": "vicgalle/Configurable-Llama-3.1-8B-Instruct", + "name": "Configurable-Llama-3.1-8B-Instruct", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.217, - "helm_lite/NarrativeQA": 0.671, - "helm_lite/NaturalQuestions (closed-book)": 0.392, - "helm_lite/OpenbookQA": 0.662, - "helm_lite/MMLU": 0.507, - "helm_lite/MATH": 0.128, - "helm_lite/GSM8K": 0.267, - "helm_lite/LegalBench": 0.442, - "helm_lite/MedQA": 0.419, - "helm_lite/WMT 2014": 0.162, - "hfopenllm_v2/IFEval": 0.2496, - "hfopenllm_v2/BBH": 0.4019, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3631, - "hfopenllm_v2/MMLU-PRO": 0.2505 + "hfopenllm_v2/IFEval": 0.8312, + "hfopenllm_v2/BBH": 0.5045, + "hfopenllm_v2/MATH Level 5": 0.173, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3845, + "hfopenllm_v2/MMLU-PRO": 0.3592 } }, { - "id": "tiiuae/falcon-40b-instruct", - "name": "falcon-40b-instruct", - "developer": "tiiuae", + "id": "vicgalle/Configurable-Yi-1.5-9B-Chat", + "name": "Configurable-Yi-1.5-9B-Chat", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2454, - "hfopenllm_v2/BBH": 0.4054, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3762, - "hfopenllm_v2/MMLU-PRO": 0.2261 + "hfopenllm_v2/IFEval": 0.4323, + "hfopenllm_v2/BBH": 0.5452, + "hfopenllm_v2/MATH Level 5": 0.2047, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4271, + "hfopenllm_v2/MMLU-PRO": 0.4015 } }, { - "id": "tiiuae/falcon-7b", - "name": "Falcon 7B", - "developer": "tiiuae", + "id": "vicgalle/ConfigurableBeagle-11B", + "name": "ConfigurableBeagle-11B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.064, - "helm_lite/NarrativeQA": 0.621, - "helm_lite/NaturalQuestions (closed-book)": 0.285, - "helm_lite/OpenbookQA": 0.26, - "helm_lite/MMLU": 0.288, - "helm_lite/MATH": 0.044, - "helm_lite/GSM8K": 0.055, - "helm_lite/LegalBench": 0.346, - "helm_lite/MedQA": 0.254, - "helm_lite/WMT 2014": 0.094, - "hfopenllm_v2/IFEval": 0.1821, - "hfopenllm_v2/BBH": 0.3285, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.245, - "hfopenllm_v2/MUSR": 0.3778, - "hfopenllm_v2/MMLU-PRO": 0.1125 + "hfopenllm_v2/IFEval": 0.5834, + "hfopenllm_v2/BBH": 0.5287, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.3953, + "hfopenllm_v2/MMLU-PRO": 0.3374 } }, { - "id": "tiiuae/falcon-7b-instruct", - "name": "falcon-7b-instruct", - "developer": "tiiuae", + "id": "vicgalle/ConfigurableHermes-7B", + "name": "ConfigurableHermes-7B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1969, - "hfopenllm_v2/BBH": 0.3203, - "hfopenllm_v2/MATH Level 5": 0.0121, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3634, - "hfopenllm_v2/MMLU-PRO": 0.1155 + "hfopenllm_v2/IFEval": 0.5411, + "hfopenllm_v2/BBH": 0.4573, + "hfopenllm_v2/MATH Level 5": 0.0476, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4057, + "hfopenllm_v2/MMLU-PRO": 0.3025 } }, { - "id": "tiiuae/falcon-mamba-7b", - "name": "falcon-mamba-7b", - "developer": "tiiuae", + "id": "vicgalle/ConfigurableSOLAR-10.7B", + "name": "ConfigurableSOLAR-10.7B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3336, - "hfopenllm_v2/BBH": 0.4285, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.3104, - "hfopenllm_v2/MUSR": 0.421, - "hfopenllm_v2/MMLU-PRO": 0.2302 + "hfopenllm_v2/IFEval": 0.51, + "hfopenllm_v2/BBH": 0.4867, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.3805, + "hfopenllm_v2/MMLU-PRO": 0.3173 } }, { - "id": "tinycompany/BiBo-v0.3", - "name": "BiBo-v0.3", - "developer": "tinycompany", + "id": "vicgalle/Humanish-RP-Llama-3.1-8B", + "name": "Humanish-RP-Llama-3.1-8B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5184, - "hfopenllm_v2/BBH": 0.4642, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.395, - "hfopenllm_v2/MMLU-PRO": 0.2995 + "hfopenllm_v2/IFEval": 0.6669, + "hfopenllm_v2/BBH": 0.51, + "hfopenllm_v2/MATH Level 5": 0.1518, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3952, + "hfopenllm_v2/MMLU-PRO": 0.3477 } }, { - "id": "tinycompany/BiBo-v0.7", - "name": "BiBo-v0.7", - "developer": "tinycompany", + "id": "vicgalle/Merge-Mistral-Prometheus-7B", + "name": "Merge-Mistral-Prometheus-7B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3738, - "hfopenllm_v2/BBH": 0.4311, - "hfopenllm_v2/MATH Level 5": 0.0823, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4044, - "hfopenllm_v2/MMLU-PRO": 0.265 + "hfopenllm_v2/IFEval": 0.4848, + "hfopenllm_v2/BBH": 0.4201, + "hfopenllm_v2/MATH Level 5": 0.0181, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.41, + "hfopenllm_v2/MMLU-PRO": 0.2717 } }, { - "id": "tinycompany/ShawtyIsBad-bgem3", - "name": "ShawtyIsBad-bgem3", - "developer": "tinycompany", + "id": "vicgalle/Merge-Mixtral-Prometheus-8x7B", + "name": "Merge-Mixtral-Prometheus-8x7B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2608, - "hfopenllm_v2/BBH": 0.3853, - "hfopenllm_v2/MATH Level 5": 0.0483, - "hfopenllm_v2/GPQA": 0.3054, - "hfopenllm_v2/MUSR": 0.3695, - "hfopenllm_v2/MMLU-PRO": 0.2583 + "hfopenllm_v2/IFEval": 0.5744, + "hfopenllm_v2/BBH": 0.5351, + "hfopenllm_v2/MATH Level 5": 0.0929, + "hfopenllm_v2/GPQA": 0.3087, + "hfopenllm_v2/MUSR": 0.4098, + "hfopenllm_v2/MMLU-PRO": 0.3684 } }, { - "id": "tinycompany/ShawtyIsBad-e5-large", - "name": "ShawtyIsBad-e5-large", - "developer": "tinycompany", + "id": "vicgalle/Roleplay-Llama-3-8B", + "name": "Roleplay-Llama-3-8B", + "developer": "vicgalle", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2468, - "hfopenllm_v2/BBH": 0.3873, - "hfopenllm_v2/MATH Level 5": 0.0453, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.372, - "hfopenllm_v2/MMLU-PRO": 0.2569 + "hfopenllm_v2/IFEval": 0.732, + "hfopenllm_v2/BBH": 0.5012, + "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3529, + "hfopenllm_v2/MMLU-PRO": 0.3708 } }, { - "id": "tinycompany/ShawtyIsBad-ib", - "name": "ShawtyIsBad-ib", - "developer": "tinycompany", + "id": "viettelsecurity-ai/security-llama3.2-3b", + "name": "security-llama3.2-3b", + "developer": "viettelsecurity-ai", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2565, - "hfopenllm_v2/BBH": 0.388, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3641, - "hfopenllm_v2/MMLU-PRO": 0.2581 + "hfopenllm_v2/IFEval": 0.5909, + "hfopenllm_v2/BBH": 0.4401, + "hfopenllm_v2/MATH Level 5": 0.1261, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3379, + "hfopenllm_v2/MMLU-PRO": 0.2837 } }, { - "id": "tinycompany/ShawtyIsBad-nomic-moe", - "name": "ShawtyIsBad-nomic-moe", - "developer": "tinycompany", + "id": "vihangd/smart-dan-sft-v0.1", + "name": "smart-dan-sft-v0.1", + "developer": "vihangd", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2608, - "hfopenllm_v2/BBH": 0.3878, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.307, - "hfopenllm_v2/MUSR": 0.3747, - "hfopenllm_v2/MMLU-PRO": 0.2572 + "hfopenllm_v2/IFEval": 0.1576, + "hfopenllm_v2/BBH": 0.3062, + "hfopenllm_v2/MATH Level 5": 0.0098, + "hfopenllm_v2/GPQA": 0.255, + "hfopenllm_v2/MUSR": 0.3502, + "hfopenllm_v2/MMLU-PRO": 0.1142 } }, { - "id": "tinycompany/ShawtyIsBad-nomic1.5", - "name": "ShawtyIsBad-nomic1.5", - "developer": "tinycompany", + "id": "Vikhrmodels/Vikhr-Llama3.1-8B-Instruct-R-21-09-24", + "name": "Vikhr-Llama3.1-8B-Instruct-R-21-09-24", + "developer": "Vikhrmodels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2544, - "hfopenllm_v2/BBH": 0.3874, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.3112, - "hfopenllm_v2/MUSR": 0.3628, - "hfopenllm_v2/MMLU-PRO": 0.2567 + "hfopenllm_v2/IFEval": 0.6431, + "hfopenllm_v2/BBH": 0.5272, + "hfopenllm_v2/MATH Level 5": 0.2175, + "hfopenllm_v2/GPQA": 0.245, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.3547 } }, { - "id": "tinycompany/SigmaBoi-base", - "name": "SigmaBoi-base", - "developer": "tinycompany", + "id": "Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24", + "name": "Vikhr-Nemo-12B-Instruct-R-21-09-24", + "developer": "Vikhrmodels", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2447, - "hfopenllm_v2/BBH": 0.4314, - "hfopenllm_v2/MATH Level 5": 0.0778, - "hfopenllm_v2/GPQA": 0.2936, - "hfopenllm_v2/MUSR": 0.4343, - "hfopenllm_v2/MMLU-PRO": 0.2817 + "hfopenllm_v2/IFEval": 0.5999, + "hfopenllm_v2/BBH": 0.5212, + "hfopenllm_v2/MATH Level 5": 0.1715, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4073, + "hfopenllm_v2/MMLU-PRO": 0.3398 } }, { - "id": "tinycompany/SigmaBoi-bge-m3", - "name": "SigmaBoi-bge-m3", - "developer": "tinycompany", + "id": "VIRNECT/llama-3-Korean-8B", + "name": "llama-3-Korean-8B", + "developer": "VIRNECT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.245, - "hfopenllm_v2/BBH": 0.4351, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4383, - "hfopenllm_v2/MMLU-PRO": 0.2819 + "hfopenllm_v2/IFEval": 0.5021, + "hfopenllm_v2/BBH": 0.4918, + "hfopenllm_v2/MATH Level 5": 0.108, + "hfopenllm_v2/GPQA": 0.271, + "hfopenllm_v2/MUSR": 0.3648, + "hfopenllm_v2/MMLU-PRO": 0.3536 } }, { - "id": "tinycompany/SigmaBoi-bgem3", - "name": "SigmaBoi-bgem3", - "developer": "tinycompany", + "id": "VIRNECT/llama-3-Korean-8B-r-v-0.1", + "name": "llama-3-Korean-8B-r-v-0.1", + "developer": "VIRNECT", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.245, - "hfopenllm_v2/BBH": 0.4351, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4383, - "hfopenllm_v2/MMLU-PRO": 0.2819 + "hfopenllm_v2/IFEval": 0.4916, + "hfopenllm_v2/BBH": 0.4806, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.2424, + "hfopenllm_v2/MUSR": 0.3675, + "hfopenllm_v2/MMLU-PRO": 0.326 } }, { - "id": "tinycompany/SigmaBoi-ib", - "name": "SigmaBoi-ib", - "developer": "tinycompany", + "id": "voidful/smol-360m-ft", + "name": "smol-360m-ft", + "developer": "voidful", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2477, - "hfopenllm_v2/BBH": 0.4344, - "hfopenllm_v2/MATH Level 5": 0.074, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.429, - "hfopenllm_v2/MMLU-PRO": 0.2824 + "hfopenllm_v2/IFEval": 0.2013, + "hfopenllm_v2/BBH": 0.3012, + "hfopenllm_v2/MATH Level 5": 0.0083, + "hfopenllm_v2/GPQA": 0.2458, + "hfopenllm_v2/MUSR": 0.3714, + "hfopenllm_v2/MMLU-PRO": 0.1087 } }, { - "id": "tinycompany/SigmaBoi-nomic-moe", - "name": "SigmaBoi-nomic-moe", - "developer": "tinycompany", + "id": "vonjack/MobileLLM-125M-HF", + "name": "MobileLLM-125M-HF", + "developer": "vonjack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2474, - "hfopenllm_v2/BBH": 0.4334, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2928, - "hfopenllm_v2/MUSR": 0.4316, - "hfopenllm_v2/MMLU-PRO": 0.2837 + "hfopenllm_v2/IFEval": 0.2107, + "hfopenllm_v2/BBH": 0.3027, + "hfopenllm_v2/MATH Level 5": 0.0091, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3782, + "hfopenllm_v2/MMLU-PRO": 0.1164 } }, { - "id": "tinycompany/SigmaBoi-nomic1.5", - "name": "SigmaBoi-nomic1.5", - "developer": "tinycompany", + "id": "vonjack/Phi-3-mini-4k-instruct-LLaMAfied", + "name": "Phi-3-mini-4k-instruct-LLaMAfied", + "developer": "vonjack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2447, - "hfopenllm_v2/BBH": 0.4371, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4316, - "hfopenllm_v2/MMLU-PRO": 0.2841 + "hfopenllm_v2/IFEval": 0.5787, + "hfopenllm_v2/BBH": 0.5741, + "hfopenllm_v2/MATH Level 5": 0.1382, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.3924, + "hfopenllm_v2/MMLU-PRO": 0.3885 } }, { - "id": "tinycompany/SigmaBoi-nomic1.5-fp32", - "name": "SigmaBoi-nomic1.5-fp32", - "developer": "tinycompany", + "id": "vonjack/Phi-3.5-mini-instruct-hermes-fc-json", + "name": "Phi-3.5-mini-instruct-hermes-fc-json", + "developer": "vonjack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2462, - "hfopenllm_v2/BBH": 0.4371, - "hfopenllm_v2/MATH Level 5": 0.0831, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4316, - "hfopenllm_v2/MMLU-PRO": 0.2841 + "hfopenllm_v2/IFEval": 0.1416, + "hfopenllm_v2/BBH": 0.2975, + "hfopenllm_v2/MATH Level 5": 0.0076, + "hfopenllm_v2/GPQA": 0.2542, + "hfopenllm_v2/MUSR": 0.4041, + "hfopenllm_v2/MMLU-PRO": 0.1139 } }, { - "id": "tinycompany/Tamed-Shawty", - "name": "Tamed-Shawty", - "developer": "tinycompany", + "id": "vonjack/Qwen2.5-Coder-0.5B-Merged", + "name": "Qwen2.5-Coder-0.5B-Merged", + "developer": "vonjack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3831, - "hfopenllm_v2/BBH": 0.3837, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2626, - "hfopenllm_v2/MUSR": 0.3501, - "hfopenllm_v2/MMLU-PRO": 0.2601 + "hfopenllm_v2/IFEval": 0.31, + "hfopenllm_v2/BBH": 0.3076, + "hfopenllm_v2/MATH Level 5": 0.0378, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3303, + "hfopenllm_v2/MMLU-PRO": 0.1202 } }, { - "id": "tklohj/WindyFloLLM", - "name": "WindyFloLLM", - "developer": "tklohj", + "id": "vonjack/SmolLM2-1.7B-Merged", + "name": "SmolLM2-1.7B-Merged", + "developer": "vonjack", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2669, - "hfopenllm_v2/BBH": 0.4637, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2752, - "hfopenllm_v2/MUSR": 0.4253, - "hfopenllm_v2/MMLU-PRO": 0.2581 + "hfopenllm_v2/IFEval": 0.3698, + "hfopenllm_v2/BBH": 0.3587, + "hfopenllm_v2/MATH Level 5": 0.0627, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3408, + "hfopenllm_v2/MMLU-PRO": 0.2048 } }, { - "id": "together/RedPajama-INCITE-Base-7B", - "name": "RedPajama-INCITE-Base 7B", - "developer": "together", + "id": "vonjack/SmolLM2-135M-Merged", + "name": "SmolLM2-135M-Merged", + "developer": "vonjack", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.378, - "helm_classic/MMLU": 0.302, - "helm_classic/BoolQ": 0.713, - "helm_classic/NarrativeQA": 0.617, - "helm_classic/NaturalQuestions (open-book)": 0.586, - "helm_classic/QuAC": 0.336, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.205, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.752, - "helm_classic/CivilComments": 0.547, - "helm_classic/RAFT": 0.648 + "hfopenllm_v2/IFEval": 0.2483, + "hfopenllm_v2/BBH": 0.31, + "hfopenllm_v2/MATH Level 5": 0.0113, + "hfopenllm_v2/GPQA": 0.2383, + "hfopenllm_v2/MUSR": 0.3662, + "hfopenllm_v2/MMLU-PRO": 0.1112 } }, { - "id": "together/RedPajama-INCITE-Base-v1-3B", - "name": "RedPajama-INCITE-Base-v1 3B", - "developer": "together", + "id": "vonjack/SmolLM2-360M-Merged", + "name": "SmolLM2-360M-Merged", + "developer": "vonjack", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.311, - "helm_classic/MMLU": 0.263, - "helm_classic/BoolQ": 0.685, - "helm_classic/NarrativeQA": 0.555, - "helm_classic/NaturalQuestions (open-book)": 0.52, - "helm_classic/QuAC": 0.309, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.277, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.907, - "helm_classic/CivilComments": 0.549, - "helm_classic/RAFT": 0.502 + "hfopenllm_v2/IFEval": 0.3206, + "hfopenllm_v2/BBH": 0.3155, + "hfopenllm_v2/MATH Level 5": 0.0174, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3527, + "hfopenllm_v2/MMLU-PRO": 0.1098 } }, { - "id": "together/RedPajama-INCITE-Instruct-7B", - "name": "RedPajama-INCITE-Instruct 7B", - "developer": "together", + "id": "w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored", + "name": "SOLAR-10.7B-Instruct-v1.0-uncensored", + "developer": "w4r10ck", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.524, - "helm_classic/MMLU": 0.363, - "helm_classic/BoolQ": 0.705, - "helm_classic/NarrativeQA": 0.638, - "helm_classic/NaturalQuestions (open-book)": 0.659, - "helm_classic/QuAC": 0.26, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.243, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.927, - "helm_classic/CivilComments": 0.664, - "helm_classic/RAFT": 0.695 + "hfopenllm_v2/IFEval": 0.3884, + "hfopenllm_v2/BBH": 0.5302, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.4639, + "hfopenllm_v2/MMLU-PRO": 0.3344 } }, { - "id": "together/RedPajama-INCITE-Instruct-v1-3B", - "name": "RedPajama-INCITE-Instruct-v1 3B", - "developer": "together", + "id": "wanlige/li-14b-v0.4", + "name": "li-14b-v0.4", + "developer": "wanlige", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.366, - "helm_classic/MMLU": 0.257, - "helm_classic/BoolQ": 0.677, - "helm_classic/NarrativeQA": 0.638, - "helm_classic/NaturalQuestions (open-book)": 0.637, - "helm_classic/QuAC": 0.259, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.208, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": -1.0, - "helm_classic/XSUM": -1.0, - "helm_classic/IMDB": 0.894, - "helm_classic/CivilComments": 0.549, - "helm_classic/RAFT": 0.661 + "hfopenllm_v2/IFEval": 0.8133, + "hfopenllm_v2/BBH": 0.6544, + "hfopenllm_v2/MATH Level 5": 0.5574, + "hfopenllm_v2/GPQA": 0.3389, + "hfopenllm_v2/MUSR": 0.446, + "hfopenllm_v2/MMLU-PRO": 0.5167 } }, { - "id": "togethercomputer/GPT-JT-6B-v1", - "name": "GPT-JT-6B-v1", - "developer": "togethercomputer", + "id": "wanlige/li-14b-v0.4-slerp", + "name": "li-14b-v0.4-slerp", + "developer": "wanlige", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2061, - "hfopenllm_v2/BBH": 0.3303, - "hfopenllm_v2/MATH Level 5": 0.0106, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3737, - "hfopenllm_v2/MMLU-PRO": 0.1626 + "hfopenllm_v2/IFEval": 0.4606, + "hfopenllm_v2/BBH": 0.6587, + "hfopenllm_v2/MATH Level 5": 0.4192, + "hfopenllm_v2/GPQA": 0.4002, + "hfopenllm_v2/MUSR": 0.4768, + "hfopenllm_v2/MMLU-PRO": 0.5372 } }, { - "id": "togethercomputer/GPT-NeoXT-Chat-Base-20B", - "name": "GPT-NeoXT-Chat-Base-20B", - "developer": "togethercomputer", + "id": "wanlige/li-14b-v0.4-slerp0.1", + "name": "li-14b-v0.4-slerp0.1", + "developer": "wanlige", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.183, - "hfopenllm_v2/BBH": 0.3321, - "hfopenllm_v2/MATH Level 5": 0.0234, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3461, - "hfopenllm_v2/MMLU-PRO": 0.1145 + "hfopenllm_v2/IFEval": 0.7923, + "hfopenllm_v2/BBH": 0.6572, + "hfopenllm_v2/MATH Level 5": 0.5332, + "hfopenllm_v2/GPQA": 0.3591, + "hfopenllm_v2/MUSR": 0.4207, + "hfopenllm_v2/MMLU-PRO": 0.5294 } }, { - "id": "togethercomputer/LLaMA-2-7B-32K", - "name": "LLaMA-2-7B-32K", - "developer": "togethercomputer", + "id": "wannaphong/KhanomTanLLM-Instruct", + "name": "KhanomTanLLM-Instruct", + "developer": "wannaphong", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1865, - "hfopenllm_v2/BBH": 0.34, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.25, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.1768 + "hfopenllm_v2/IFEval": 0.1621, + "hfopenllm_v2/BBH": 0.3093, + "hfopenllm_v2/MATH Level 5": 0.0136, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3701, + "hfopenllm_v2/MMLU-PRO": 0.1119 } }, { - "id": "togethercomputer/Llama-2-7B-32K-Instruct", - "name": "Llama-2-7B-32K-Instruct", - "developer": "togethercomputer", + "id": "waqasali1707/Beast-Soul-new", + "name": "Beast-Soul-new", + "developer": "waqasali1707", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.213, - "hfopenllm_v2/BBH": 0.3443, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.2517, - "hfopenllm_v2/MUSR": 0.4056, - "hfopenllm_v2/MMLU-PRO": 0.1781 + "hfopenllm_v2/IFEval": 0.503, + "hfopenllm_v2/BBH": 0.5225, + "hfopenllm_v2/MATH Level 5": 0.0702, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4486, + "hfopenllm_v2/MMLU-PRO": 0.3108 } }, { - "id": "togethercomputer/RedPajama-INCITE-7B-Base", - "name": "RedPajama-INCITE-7B-Base", - "developer": "togethercomputer", + "id": "wave-on-discord/qwent-7b", + "name": "qwent-7b", + "developer": "wave-on-discord", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2082, - "hfopenllm_v2/BBH": 0.3195, - "hfopenllm_v2/MATH Level 5": 0.0159, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.362, - "hfopenllm_v2/MMLU-PRO": 0.1197 + "hfopenllm_v2/IFEval": 0.2015, + "hfopenllm_v2/BBH": 0.4228, + "hfopenllm_v2/MATH Level 5": 0.0038, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3817, + "hfopenllm_v2/MMLU-PRO": 0.1603 } }, { - "id": "togethercomputer/RedPajama-INCITE-7B-Chat", - "name": "RedPajama-INCITE-7B-Chat", - "developer": "togethercomputer", + "id": "weathermanj/Menda-3B-500", + "name": "Menda-3B-500", + "developer": "weathermanj", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1558, - "hfopenllm_v2/BBH": 0.3175, - "hfopenllm_v2/MATH Level 5": 0.0068, - "hfopenllm_v2/GPQA": 0.2525, - "hfopenllm_v2/MUSR": 0.3448, - "hfopenllm_v2/MMLU-PRO": 0.1121 + "hfopenllm_v2/IFEval": 0.6353, + "hfopenllm_v2/BBH": 0.4766, + "hfopenllm_v2/MATH Level 5": 0.3724, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3968, + "hfopenllm_v2/MMLU-PRO": 0.3475 } }, { - "id": "togethercomputer/RedPajama-INCITE-7B-Instruct", - "name": "RedPajama-INCITE-7B-Instruct", - "developer": "togethercomputer", + "id": "weathermanj/Menda-3b-750", + "name": "Menda-3b-750", + "developer": "weathermanj", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2055, - "hfopenllm_v2/BBH": 0.3377, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2508, - "hfopenllm_v2/MUSR": 0.3685, - "hfopenllm_v2/MMLU-PRO": 0.1272 + "hfopenllm_v2/IFEval": 0.6335, + "hfopenllm_v2/BBH": 0.4737, + "hfopenllm_v2/MATH Level 5": 0.3716, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3942, + "hfopenllm_v2/MMLU-PRO": 0.3506 } }, { - "id": "togethercomputer/RedPajama-INCITE-Base-3B-v1", - "name": "RedPajama-INCITE-Base-3B-v1", - "developer": "togethercomputer", + "id": "weathermanj/Menda-3b-Optim-100", + "name": "Menda-3b-Optim-100", + "developer": "weathermanj", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2294, - "hfopenllm_v2/BBH": 0.306, - "hfopenllm_v2/MATH Level 5": 0.0144, - "hfopenllm_v2/GPQA": 0.2433, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.1111 + "hfopenllm_v2/IFEval": 0.6398, + "hfopenllm_v2/BBH": 0.4735, + "hfopenllm_v2/MATH Level 5": 0.3716, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3993, + "hfopenllm_v2/MMLU-PRO": 0.3461 } }, { - "id": "togethercomputer/RedPajama-INCITE-Chat-3B-v1", - "name": "RedPajama-INCITE-Chat-3B-v1", - "developer": "togethercomputer", + "id": "weathermanj/Menda-3b-Optim-200", + "name": "Menda-3b-Optim-200", + "developer": "weathermanj", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1652, - "hfopenllm_v2/BBH": 0.3217, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2441, - "hfopenllm_v2/MUSR": 0.3684, - "hfopenllm_v2/MMLU-PRO": 0.1127 + "hfopenllm_v2/IFEval": 0.6375, + "hfopenllm_v2/BBH": 0.4746, + "hfopenllm_v2/MATH Level 5": 0.3731, + "hfopenllm_v2/GPQA": 0.2827, + "hfopenllm_v2/MUSR": 0.4033, + "hfopenllm_v2/MMLU-PRO": 0.3484 } }, { - "id": "togethercomputer/RedPajama-INCITE-Instruct-3B-v1", - "name": "RedPajama-INCITE-Instruct-3B-v1", - "developer": "togethercomputer", + "id": "wenbopan/Faro-Yi-9B-DPO", + "name": "wenbopan/Faro-Yi-9B-DPO", + "developer": "wenbopan", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2124, - "hfopenllm_v2/BBH": 0.3146, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2475, - "hfopenllm_v2/MUSR": 0.3886, - "hfopenllm_v2/MMLU-PRO": 0.111 + "reward-bench/Score": 0.6461, + "reward-bench/Chat": 0.9218, + "reward-bench/Chat Hard": 0.5307, + "reward-bench/Safety": 0.5514, + "reward-bench/Reasoning": 0.5839, + "reward-bench/Prior Sets (0.5 weight)": 0.6395 } }, { - "id": "tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1", - "name": "Llama-3-Swallow-8B-Instruct-v0.1", - "developer": "tokyotech-llm", + "id": "weqweasdas/hh_rlhf_rm_open_llama_3b", + "name": "weqweasdas/hh_rlhf_rm_open_llama_3b", + "developer": "weqweasdas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5508, - "hfopenllm_v2/BBH": 0.5009, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4357, - "hfopenllm_v2/MMLU-PRO": 0.3088 + "reward-bench/Score": 0.5027, + "reward-bench/Factuality": 0.3642, + "reward-bench/Precise IF": 0.275, + "reward-bench/Math": 0.3497, + "reward-bench/Safety": 0.4149, + "reward-bench/Focus": 0.2384, + "reward-bench/Ties": 0.0315, + "reward-bench/Chat": 0.8184, + "reward-bench/Chat Hard": 0.3728, + "reward-bench/Reasoning": 0.3281, + "reward-bench/Prior Sets (0.5 weight)": 0.6564 } }, { - "id": "tomasmcm/sky-t1-coder-32b-flash", - "name": "sky-t1-coder-32b-flash", - "developer": "tomasmcm", + "id": "weqweasdas/RM-Gemma-2B", + "name": "weqweasdas/RM-Gemma-2B", + "developer": "weqweasdas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.778, - "hfopenllm_v2/BBH": 0.6822, - "hfopenllm_v2/MATH Level 5": 0.5423, - "hfopenllm_v2/GPQA": 0.3683, - "hfopenllm_v2/MUSR": 0.4233, - "hfopenllm_v2/MMLU-PRO": 0.5782 + "reward-bench/Score": 0.3057, + "reward-bench/Chat": 0.9441, + "reward-bench/Chat Hard": 0.4079, + "reward-bench/Safety": 0.3311, + "reward-bench/Reasoning": 0.7637, + "reward-bench/Prior Sets (0.5 weight)": 0.6652, + "reward-bench/Factuality": 0.3705, + "reward-bench/Precise IF": 0.2812, + "reward-bench/Math": 0.4317, + "reward-bench/Focus": 0.2343, + "reward-bench/Ties": 0.1851 } }, { - "id": "trthminh1112/autotrain-llama32-1b-finetune", - "name": "autotrain-llama32-1b-finetune", - "developer": "trthminh1112", + "id": "weqweasdas/RM-Gemma-7B", + "name": "weqweasdas/RM-Gemma-7B", + "developer": "weqweasdas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1769, - "hfopenllm_v2/BBH": 0.2996, - "hfopenllm_v2/MATH Level 5": 0.0151, - "hfopenllm_v2/GPQA": 0.2567, - "hfopenllm_v2/MUSR": 0.3513, - "hfopenllm_v2/MMLU-PRO": 0.1099 + "reward-bench/Score": 0.4826, + "reward-bench/Chat": 0.9693, + "reward-bench/Chat Hard": 0.4978, + "reward-bench/Safety": 0.4822, + "reward-bench/Reasoning": 0.7362, + "reward-bench/Prior Sets (0.5 weight)": 0.7069, + "reward-bench/Factuality": 0.4926, + "reward-bench/Precise IF": 0.3937, + "reward-bench/Math": 0.6066, + "reward-bench/Focus": 0.497, + "reward-bench/Ties": 0.4232 } }, { - "id": "tugstugi/Qwen2.5-7B-Instruct-QwQ-v0.1", - "name": "Qwen2.5-7B-Instruct-QwQ-v0.1", - "developer": "tugstugi", + "id": "weqweasdas/RM-Gemma-7B-4096", + "name": "weqweasdas/RM-Gemma-7B-4096", + "developer": "weqweasdas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6017, - "hfopenllm_v2/BBH": 0.5101, - "hfopenllm_v2/MATH Level 5": 0.3814, - "hfopenllm_v2/GPQA": 0.2685, - "hfopenllm_v2/MUSR": 0.3794, - "hfopenllm_v2/MMLU-PRO": 0.4081 + "reward-bench/Score": 0.6922, + "reward-bench/Chat": 0.9497, + "reward-bench/Chat Hard": 0.5022, + "reward-bench/Safety": 0.5608, + "reward-bench/Reasoning": 0.7511, + "reward-bench/Prior Sets (0.5 weight)": 0.7024 } }, { - "id": "universalml/NepaliGPT-2.0", - "name": "NepaliGPT-2.0", - "developer": "universalml", + "id": "weqweasdas/RM-Mistral-7B", + "name": "weqweasdas/RM-Mistral-7B", + "developer": "weqweasdas", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.0365, - "hfopenllm_v2/BBH": 0.466, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4657, - "hfopenllm_v2/MMLU-PRO": 0.33 + "reward-bench/Score": 0.7982, + "reward-bench/Factuality": 0.5937, + "reward-bench/Precise IF": 0.3438, + "reward-bench/Math": 0.5956, + "reward-bench/Safety": 0.8703, + "reward-bench/Focus": 0.7293, + "reward-bench/Ties": 0.6226, + "reward-bench/Chat": 0.9665, + "reward-bench/Chat Hard": 0.6053, + "reward-bench/Reasoning": 0.7736, + "reward-bench/Prior Sets (0.5 weight)": 0.753 } }, { - "id": "unknown/aya-expanse-32b", - "name": "aya-expanse-32b", - "developer": "unknown", + "id": "Weyaxi/Bagel-Hermes-2x34B", + "name": "Bagel-Hermes-2x34B", + "developer": "Weyaxi", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.7353, - "global-mmlu-lite/Culturally Sensitive": 0.6891, - "global-mmlu-lite/Culturally Agnostic": 0.7815, - "global-mmlu-lite/Arabic": 0.7425, - "global-mmlu-lite/English": 0.7544, - "global-mmlu-lite/Bengali": 0.7343, - "global-mmlu-lite/German": 0.7425, - "global-mmlu-lite/French": 0.7325, - "global-mmlu-lite/Hindi": 0.7375, - "global-mmlu-lite/Indonesian": 0.7594, - "global-mmlu-lite/Italian": 0.7305, - "global-mmlu-lite/Japanese": 0.7419, - "global-mmlu-lite/Korean": 0.7525, - "global-mmlu-lite/Portuguese": 0.7544, - "global-mmlu-lite/Spanish": 0.7362, - "global-mmlu-lite/Swahili": 0.7071, - "global-mmlu-lite/Yoruba": 0.6942, - "global-mmlu-lite/Chinese": 0.743, - "global-mmlu-lite/Burmese": 0.7025 + "hfopenllm_v2/IFEval": 0.5432, + "hfopenllm_v2/BBH": 0.4917, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.328, + "hfopenllm_v2/MUSR": 0.4517, + "hfopenllm_v2/MMLU-PRO": 0.4589 } }, { - "id": "unknown/granite-4.0-h-small", - "name": "granite-4.0-h-small", - "developer": "unknown", + "id": "Weyaxi/Bagel-Hermes-34B-Slerp", + "name": "Bagel-Hermes-34B-Slerp", + "developer": "Weyaxi", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.7503, - "global-mmlu-lite/Culturally Sensitive": 0.7182, - "global-mmlu-lite/Culturally Agnostic": 0.7826, - "global-mmlu-lite/Arabic": 0.7613, - "global-mmlu-lite/English": 0.77, - "global-mmlu-lite/Bengali": 0.7613, - "global-mmlu-lite/German": 0.755, - "global-mmlu-lite/French": 0.7594, - "global-mmlu-lite/Hindi": 0.7575, - "global-mmlu-lite/Indonesian": 0.7614, - "global-mmlu-lite/Italian": 0.7525, - "global-mmlu-lite/Japanese": 0.7406, - "global-mmlu-lite/Korean": 0.7525, - "global-mmlu-lite/Portuguese": 0.757, - "global-mmlu-lite/Spanish": 0.7638, - "global-mmlu-lite/Swahili": 0.7318, - "global-mmlu-lite/Yoruba": 0.6921, - "global-mmlu-lite/Chinese": 0.7475, - "global-mmlu-lite/Burmese": 0.7419 + "hfopenllm_v2/IFEval": 0.4603, + "hfopenllm_v2/BBH": 0.5922, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.4622, + "hfopenllm_v2/MMLU-PRO": 0.4703 } }, { - "id": "unknown/o4-mini-2025-04-16", - "name": "o4-mini-2025-04-16", - "developer": "unknown", + "id": "Weyaxi/Einstein-v4-7B", + "name": "Einstein-v4-7B", + "developer": "Weyaxi", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8705, - "global-mmlu-lite/Culturally Sensitive": 0.8503, - "global-mmlu-lite/Culturally Agnostic": 0.8906, - "global-mmlu-lite/Arabic": 0.865, - "global-mmlu-lite/English": 0.8675, - "global-mmlu-lite/Bengali": 0.8875, - "global-mmlu-lite/German": 0.8775, - "global-mmlu-lite/French": 0.87, - "global-mmlu-lite/Hindi": 0.87, - "global-mmlu-lite/Indonesian": 0.8675, - "global-mmlu-lite/Italian": 0.855, - "global-mmlu-lite/Japanese": 0.885, - "global-mmlu-lite/Korean": 0.88, - "global-mmlu-lite/Portuguese": 0.88, - "global-mmlu-lite/Spanish": 0.855, - "global-mmlu-lite/Swahili": 0.8525, - "global-mmlu-lite/Yoruba": 0.8525, - "global-mmlu-lite/Chinese": 0.89, - "global-mmlu-lite/Burmese": 0.8725 + "hfopenllm_v2/IFEval": 0.4708, + "hfopenllm_v2/BBH": 0.3849, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4682, + "hfopenllm_v2/MMLU-PRO": 0.2259 } }, { - "id": "unsloth/Llama-3.2-1B-Instruct", - "name": "Llama-3.2-1B-Instruct", - "developer": "unsloth", + "id": "Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B", + "name": "Einstein-v6.1-developed-by-Weyaxi-Llama3-8B", + "developer": "Weyaxi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.581, - "hfopenllm_v2/BBH": 0.3485, - "hfopenllm_v2/MATH Level 5": 0.0823, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.3196, - "hfopenllm_v2/MMLU-PRO": 0.1742 + "hfopenllm_v2/IFEval": 0.3927, + "hfopenllm_v2/BBH": 0.5044, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.4332, + "hfopenllm_v2/MMLU-PRO": 0.3093 } }, { - "id": "unsloth/Llama-3.2-1B-Instruct-no-system-message", - "name": "Llama-3.2-1B-Instruct-no-system-message", - "developer": "unsloth", + "id": "Weyaxi/Einstein-v6.1-Llama3-8B", + "name": "Einstein-v6.1-Llama3-8B", + "developer": "Weyaxi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.565, - "hfopenllm_v2/BBH": 0.3544, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.2727, - "hfopenllm_v2/MUSR": 0.3341, - "hfopenllm_v2/MMLU-PRO": 0.1669 + "hfopenllm_v2/IFEval": 0.4568, + "hfopenllm_v2/BBH": 0.5008, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2819, + "hfopenllm_v2/MUSR": 0.4213, + "hfopenllm_v2/MMLU-PRO": 0.3131 } }, { - "id": "unsloth/Phi-3-mini-4k-instruct", - "name": "Phi-3-mini-4k-instruct", - "developer": "unsloth", + "id": "Weyaxi/Einstein-v7-Qwen2-7B", + "name": "Einstein-v7-Qwen2-7B", + "developer": "Weyaxi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.544, - "hfopenllm_v2/BBH": 0.55, - "hfopenllm_v2/MATH Level 5": 0.1639, - "hfopenllm_v2/GPQA": 0.323, - "hfopenllm_v2/MUSR": 0.4284, - "hfopenllm_v2/MMLU-PRO": 0.4031 + "hfopenllm_v2/IFEval": 0.41, + "hfopenllm_v2/BBH": 0.5161, + "hfopenllm_v2/MATH Level 5": 0.1994, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.44, + "hfopenllm_v2/MMLU-PRO": 0.4096 } }, { - "id": "unsloth/phi-4", - "name": "phi-4", - "developer": "unsloth", + "id": "Weyaxi/Einstein-v8-Llama3.2-1B", + "name": "Einstein-v8-Llama3.2-1B", + "developer": "Weyaxi", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6882, - "hfopenllm_v2/BBH": 0.6886, - "hfopenllm_v2/MATH Level 5": 0.5, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4114, - "hfopenllm_v2/MMLU-PRO": 0.5378 + "hfopenllm_v2/IFEval": 0.1862, + "hfopenllm_v2/BBH": 0.3018, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3618, + "hfopenllm_v2/MMLU-PRO": 0.1161 + } + }, + { + "id": "Weyaxi/SauerkrautLM-UNA-SOLAR-Instruct", + "name": "SauerkrautLM-UNA-SOLAR-Instruct", + "developer": "Weyaxi", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.4573, + "hfopenllm_v2/BBH": 0.5166, + "hfopenllm_v2/MATH Level 5": 0.0461, + "hfopenllm_v2/GPQA": 0.3112, + "hfopenllm_v2/MUSR": 0.3979, + "hfopenllm_v2/MMLU-PRO": 0.3153 } }, { - "id": "unsloth/phi-4-bnb-4bit", - "name": "phi-4-bnb-4bit", - "developer": "unsloth", + "id": "win10/ArliAI-RPMax-v1.3-merge-13.3B", + "name": "ArliAI-RPMax-v1.3-merge-13.3B", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.673, - "hfopenllm_v2/BBH": 0.677, - "hfopenllm_v2/MATH Level 5": 0.4607, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4007, - "hfopenllm_v2/MMLU-PRO": 0.5256 + "hfopenllm_v2/IFEval": 0.3038, + "hfopenllm_v2/BBH": 0.4581, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.4325, + "hfopenllm_v2/MMLU-PRO": 0.32 } }, { - "id": "unsloth/phi-4-unsloth-bnb-4bit", - "name": "phi-4-unsloth-bnb-4bit", - "developer": "unsloth", + "id": "win10/Breeze-13B-32k-Instruct-v1_0", + "name": "Breeze-13B-32k-Instruct-v1_0", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6794, - "hfopenllm_v2/BBH": 0.6791, - "hfopenllm_v2/MATH Level 5": 0.4562, - "hfopenllm_v2/GPQA": 0.3364, - "hfopenllm_v2/MUSR": 0.4034, - "hfopenllm_v2/MMLU-PRO": 0.5286 + "hfopenllm_v2/IFEval": 0.3584, + "hfopenllm_v2/BBH": 0.4611, + "hfopenllm_v2/MATH Level 5": 0.0128, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.4202, + "hfopenllm_v2/MMLU-PRO": 0.2568 } }, { - "id": "upstage/SOLAR-10.7B-Instruct-v1.0", - "name": "SOLAR-10.7B-Instruct-v1.0", - "developer": "upstage", + "id": "win10/EVA-Norns-Qwen2.5-v0.1", + "name": "EVA-Norns-Qwen2.5-v0.1", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4737, - "hfopenllm_v2/BBH": 0.5162, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.3899, - "hfopenllm_v2/MMLU-PRO": 0.3138, - "reward-bench/Score": 0.7391, - "reward-bench/Chat": 0.8156, - "reward-bench/Chat Hard": 0.6864, - "reward-bench/Safety": 0.8514, - "reward-bench/Reasoning": 0.7252, - "reward-bench/Prior Sets (0.5 weight)": 0.4949 + "hfopenllm_v2/IFEval": 0.622, + "hfopenllm_v2/BBH": 0.5072, + "hfopenllm_v2/MATH Level 5": 0.2613, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.4045, + "hfopenllm_v2/MMLU-PRO": 0.3425 } }, { - "id": "upstage/SOLAR-10.7B-v1.0", - "name": "SOLAR-10.7B-v1.0", - "developer": "upstage", + "id": "win10/Llama-3.2-3B-Instruct-24-9-29", + "name": "Llama-3.2-3B-Instruct-24-9-29", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2421, - "hfopenllm_v2/BBH": 0.5094, - "hfopenllm_v2/MATH Level 5": 0.0264, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.4372, - "hfopenllm_v2/MMLU-PRO": 0.34 + "hfopenllm_v2/IFEval": 0.7332, + "hfopenllm_v2/BBH": 0.4614, + "hfopenllm_v2/MATH Level 5": 0.1707, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.3228 } }, { - "id": "upstage/solar-pro-241126", - "name": "Solar Pro", - "developer": "upstage", + "id": "win10/llama3-13.45b-Instruct", + "name": "llama3-13.45b-Instruct", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.602, - "helm_lite/NarrativeQA": 0.753, - "helm_lite/NaturalQuestions (closed-book)": 0.297, - "helm_lite/OpenbookQA": 0.922, - "helm_lite/MMLU": 0.679, - "helm_lite/MATH": 0.567, - "helm_lite/GSM8K": 0.871, - "helm_lite/LegalBench": 0.67, - "helm_lite/MedQA": 0.698, - "helm_lite/WMT 2014": 0.169, - "helm_mmlu/MMLU All Subjects": 0.776, - "helm_mmlu/Abstract Algebra": 0.46, - "helm_mmlu/Anatomy": 0.719, - "helm_mmlu/College Physics": 0.559, - "helm_mmlu/Computer Security": 0.82, - "helm_mmlu/Econometrics": 0.605, - "helm_mmlu/Global Facts": 0.5, - "helm_mmlu/Jurisprudence": 0.898, - "helm_mmlu/Philosophy": 0.817, - "helm_mmlu/Professional Psychology": 0.85, - "helm_mmlu/Us Foreign Policy": 0.97, - "helm_mmlu/Astronomy": 0.868, - "helm_mmlu/Business Ethics": 0.8, - "helm_mmlu/Clinical Knowledge": 0.808, - "helm_mmlu/Conceptual Physics": 0.826, - "helm_mmlu/Electrical Engineering": 0.697, - "helm_mmlu/Elementary Mathematics": 0.611, - "helm_mmlu/Formal Logic": 0.579, - "helm_mmlu/High School World History": 0.907, - "helm_mmlu/Human Sexuality": 0.847, - "helm_mmlu/International Law": 0.901, - "helm_mmlu/Logical Fallacies": 0.865, - "helm_mmlu/Machine Learning": 0.616, - "helm_mmlu/Management": 0.864, - "helm_mmlu/Marketing": 0.953, - "helm_mmlu/Medical Genetics": 0.91, - "helm_mmlu/Miscellaneous": 0.888, - "helm_mmlu/Moral Scenarios": 0.811, - "helm_mmlu/Nutrition": 0.859, - "helm_mmlu/Prehistory": 0.867, - "helm_mmlu/Public Relations": 0.764, - "helm_mmlu/Security Studies": 0.82, - "helm_mmlu/Sociology": 0.886, - "helm_mmlu/Virology": 0.572, - "helm_mmlu/World Religions": 0.883, - "helm_mmlu/Mean win rate": 0.462 + "hfopenllm_v2/IFEval": 0.4144, + "hfopenllm_v2/BBH": 0.4865, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3848, + "hfopenllm_v2/MMLU-PRO": 0.3345 } }, { - "id": "upstage/solar-pro-preview-instruct", - "name": "solar-pro-preview-instruct", - "developer": "upstage", + "id": "win10/miscii-14b-1M-0128", + "name": "miscii-14b-1M-0128", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8416, - "hfopenllm_v2/BBH": 0.6817, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.3708, - "hfopenllm_v2/MUSR": 0.4417, - "hfopenllm_v2/MMLU-PRO": 0.5273 + "hfopenllm_v2/IFEval": 0.4181, + "hfopenllm_v2/BBH": 0.5742, + "hfopenllm_v2/MATH Level 5": 0.4773, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.5431, + "hfopenllm_v2/MMLU-PRO": 0.4491 } }, { - "id": "utkmst/chimera-beta-test2-lora-merged", - "name": "chimera-beta-test2-lora-merged", - "developer": "utkmst", + "id": "win10/Norns-Qwen2.5-12B", + "name": "Norns-Qwen2.5-12B", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6054, - "hfopenllm_v2/BBH": 0.4796, - "hfopenllm_v2/MATH Level 5": 0.0952, - "hfopenllm_v2/GPQA": 0.3037, - "hfopenllm_v2/MUSR": 0.4118, - "hfopenllm_v2/MMLU-PRO": 0.2992 + "hfopenllm_v2/IFEval": 0.4897, + "hfopenllm_v2/BBH": 0.4619, + "hfopenllm_v2/MATH Level 5": 0.0838, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3555, + "hfopenllm_v2/MMLU-PRO": 0.266 } }, { - "id": "utter-project/EuroLLM-9B", - "name": "EuroLLM 9B", - "developer": "unknown", + "id": "win10/Norns-Qwen2.5-7B", + "name": "Norns-Qwen2.5-7B", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "la_leaderboard/la_leaderboard": 25.87 + "hfopenllm_v2/IFEval": 0.6122, + "hfopenllm_v2/BBH": 0.5073, + "hfopenllm_v2/MATH Level 5": 0.2628, + "hfopenllm_v2/GPQA": 0.2844, + "hfopenllm_v2/MUSR": 0.4085, + "hfopenllm_v2/MMLU-PRO": 0.3413 } }, { - "id": "uukuguy/speechless-code-mistral-7b-v1.0", - "name": "speechless-code-mistral-7b-v1.0", - "developer": "uukuguy", + "id": "win10/Qwen2.5-2B-Instruct", + "name": "Qwen2.5-2B-Instruct", + "developer": "win10", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3665, - "hfopenllm_v2/BBH": 0.4572, - "hfopenllm_v2/MATH Level 5": 0.0521, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4502, - "hfopenllm_v2/MMLU-PRO": 0.3146 + "hfopenllm_v2/IFEval": 0.2273, + "hfopenllm_v2/BBH": 0.3706, + "hfopenllm_v2/MATH Level 5": 0.0227, + "hfopenllm_v2/GPQA": 0.2676, + "hfopenllm_v2/MUSR": 0.4378, + "hfopenllm_v2/MMLU-PRO": 0.1934 } }, { - "id": "uukuguy/speechless-codellama-34b-v2.0", - "name": "speechless-codellama-34b-v2.0", - "developer": "uukuguy", + "id": "winglian/llama-3-8b-256k-PoSE", + "name": "llama-3-8b-256k-PoSE", + "developer": "winglian", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4604, - "hfopenllm_v2/BBH": 0.4813, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3787, - "hfopenllm_v2/MMLU-PRO": 0.2542 + "hfopenllm_v2/IFEval": 0.2909, + "hfopenllm_v2/BBH": 0.3157, + "hfopenllm_v2/MATH Level 5": 0.0196, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3316, + "hfopenllm_v2/MMLU-PRO": 0.1116 } }, { - "id": "uukuguy/speechless-coder-ds-6.7b", - "name": "speechless-coder-ds-6.7b", - "developer": "uukuguy", + "id": "winglian/Llama-3-8b-64k-PoSE", + "name": "Llama-3-8b-64k-PoSE", + "developer": "winglian", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2505, - "hfopenllm_v2/BBH": 0.4036, - "hfopenllm_v2/MATH Level 5": 0.0211, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.3819, - "hfopenllm_v2/MMLU-PRO": 0.1719 + "hfopenllm_v2/IFEval": 0.2857, + "hfopenllm_v2/BBH": 0.3702, + "hfopenllm_v2/MATH Level 5": 0.0415, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3396, + "hfopenllm_v2/MMLU-PRO": 0.2467 } }, { - "id": "uukuguy/speechless-instruct-mistral-7b-v0.2", - "name": "speechless-instruct-mistral-7b-v0.2", - "developer": "uukuguy", + "id": "WizardLMTeam/WizardLM-13B-V1.0", + "name": "WizardLM-13B-V1.0", + "developer": "WizardLMTeam", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3261, - "hfopenllm_v2/BBH": 0.4607, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2819, - "hfopenllm_v2/MUSR": 0.4902, - "hfopenllm_v2/MMLU-PRO": 0.2902 + "hfopenllm_v2/IFEval": 0.185, + "hfopenllm_v2/BBH": 0.2913, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3497, + "hfopenllm_v2/MMLU-PRO": 0.1166 } }, { - "id": "uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b", - "name": "speechless-llama2-hermes-orca-platypus-wizardlm-13b", - "developer": "uukuguy", + "id": "WizardLMTeam/WizardLM-13B-V1.2", + "name": "WizardLM-13B-V1.2", + "developer": "WizardLMTeam", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4562, - "hfopenllm_v2/BBH": 0.4846, - "hfopenllm_v2/MATH Level 5": 0.0204, - "hfopenllm_v2/GPQA": 0.2701, - "hfopenllm_v2/MUSR": 0.4655, - "hfopenllm_v2/MMLU-PRO": 0.2559 + "hfopenllm_v2/IFEval": 0.3392, + "hfopenllm_v2/BBH": 0.4462, + "hfopenllm_v2/MATH Level 5": 0.0189, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.4378, + "hfopenllm_v2/MMLU-PRO": 0.2519 } }, { - "id": "uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b", - "name": "speechless-mistral-dolphin-orca-platypus-samantha-7b", - "developer": "uukuguy", + "id": "WizardLMTeam/WizardLM-70B-V1.0", + "name": "WizardLM-70B-V1.0", + "developer": "WizardLMTeam", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.37, - "hfopenllm_v2/BBH": 0.4983, - "hfopenllm_v2/MATH Level 5": 0.0295, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.4361, - "hfopenllm_v2/MMLU-PRO": 0.299 + "hfopenllm_v2/IFEval": 0.4951, + "hfopenllm_v2/BBH": 0.559, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.4391, + "hfopenllm_v2/MMLU-PRO": 0.3447 } }, { - "id": "uukuguy/speechless-zephyr-code-functionary-7b", - "name": "speechless-zephyr-code-functionary-7b", - "developer": "uukuguy", + "id": "Wladastic/Mini-Think-Base-1B", + "name": "Mini-Think-Base-1B", + "developer": "Wladastic", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2696, - "hfopenllm_v2/BBH": 0.4664, - "hfopenllm_v2/MATH Level 5": 0.0423, - "hfopenllm_v2/GPQA": 0.3003, - "hfopenllm_v2/MUSR": 0.4268, - "hfopenllm_v2/MMLU-PRO": 0.3094 + "hfopenllm_v2/IFEval": 0.5588, + "hfopenllm_v2/BBH": 0.3574, + "hfopenllm_v2/MATH Level 5": 0.0733, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3275, + "hfopenllm_v2/MMLU-PRO": 0.1772 } }, { - "id": "v000000/L3-8B-Stheno-v3.2-abliterated", - "name": "L3-8B-Stheno-v3.2-abliterated", - "developer": "v000000", + "id": "writer/InstructPalmyra-30B", + "name": "InstructPalmyra 30B", + "developer": "writer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6718, - "hfopenllm_v2/BBH": 0.5141, - "hfopenllm_v2/MATH Level 5": 0.0695, - "hfopenllm_v2/GPQA": 0.3096, - "hfopenllm_v2/MUSR": 0.362, - "hfopenllm_v2/MMLU-PRO": 0.3604 + "helm_classic/Mean win rate": 0.568, + "helm_classic/MMLU": 0.403, + "helm_classic/BoolQ": 0.751, + "helm_classic/NarrativeQA": 0.496, + "helm_classic/NaturalQuestions (open-book)": 0.682, + "helm_classic/QuAC": 0.433, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.185, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.152, + "helm_classic/XSUM": 0.104, + "helm_classic/IMDB": 0.94, + "helm_classic/CivilComments": 0.555, + "helm_classic/RAFT": 0.652 } }, { - "id": "v000000/L3.1-Niitorm-8B-DPO-t0.0001", - "name": "L3.1-Niitorm-8B-DPO-t0.0001", - "developer": "v000000", + "id": "writer/palmyra-fin", + "name": "Palmyra Fin", + "developer": "writer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7689, - "hfopenllm_v2/BBH": 0.5134, - "hfopenllm_v2/MATH Level 5": 0.1624, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.388, - "hfopenllm_v2/MMLU-PRO": 0.3866 + "helm_capabilities/Mean score": 0.577, + "helm_capabilities/MMLU-Pro": 0.591, + "helm_capabilities/GPQA": 0.422, + "helm_capabilities/IFEval": 0.793, + "helm_capabilities/WildBench": 0.783, + "helm_capabilities/Omni-MATH": 0.295 } }, { - "id": "v000000/L3.1-Storniitova-8B", - "name": "L3.1-Storniitova-8B", - "developer": "v000000", + "id": "writer/palmyra-med", + "name": "Palmyra Med", + "developer": "writer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7817, - "hfopenllm_v2/BBH": 0.5151, - "hfopenllm_v2/MATH Level 5": 0.1465, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.4029, - "hfopenllm_v2/MMLU-PRO": 0.3776 + "helm_capabilities/Mean score": 0.476, + "helm_capabilities/MMLU-Pro": 0.411, + "helm_capabilities/GPQA": 0.368, + "helm_capabilities/IFEval": 0.767, + "helm_capabilities/WildBench": 0.676, + "helm_capabilities/Omni-MATH": 0.156 } }, { - "id": "v000000/Qwen2.5-14B-Gutenberg-1e-Delta", - "name": "Qwen2.5-14B-Gutenberg-1e-Delta", - "developer": "v000000", + "id": "writer/palmyra-x-004", + "name": "Palmyra-X-004", + "developer": "writer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8045, - "hfopenllm_v2/BBH": 0.6398, - "hfopenllm_v2/MATH Level 5": 0.5264, - "hfopenllm_v2/GPQA": 0.3289, - "hfopenllm_v2/MUSR": 0.4073, - "hfopenllm_v2/MMLU-PRO": 0.493 + "helm_capabilities/Mean score": 0.609, + "helm_capabilities/MMLU-Pro": 0.657, + "helm_capabilities/GPQA": 0.395, + "helm_capabilities/IFEval": 0.872, + "helm_capabilities/WildBench": 0.802, + "helm_capabilities/Omni-MATH": 0.32, + "helm_lite/Mean win rate": 0.808, + "helm_lite/NarrativeQA": 0.773, + "helm_lite/NaturalQuestions (closed-book)": 0.457, + "helm_lite/OpenbookQA": 0.926, + "helm_lite/MMLU": 0.739, + "helm_lite/MATH": 0.767, + "helm_lite/GSM8K": 0.905, + "helm_lite/LegalBench": 0.73, + "helm_lite/MedQA": 0.775, + "helm_lite/WMT 2014": 0.203, + "helm_mmlu/MMLU All Subjects": 0.813, + "helm_mmlu/Abstract Algebra": 0.75, + "helm_mmlu/Anatomy": 0.822, + "helm_mmlu/College Physics": 0.647, + "helm_mmlu/Computer Security": 0.82, + "helm_mmlu/Econometrics": 0.684, + "helm_mmlu/Global Facts": 0.62, + "helm_mmlu/Jurisprudence": 0.843, + "helm_mmlu/Philosophy": 0.83, + "helm_mmlu/Professional Psychology": 0.845, + "helm_mmlu/Us Foreign Policy": 0.92, + "helm_mmlu/Astronomy": 0.928, + "helm_mmlu/Business Ethics": 0.76, + "helm_mmlu/Clinical Knowledge": 0.879, + "helm_mmlu/Conceptual Physics": 0.885, + "helm_mmlu/Electrical Engineering": 0.793, + "helm_mmlu/Elementary Mathematics": 0.841, + "helm_mmlu/Formal Logic": 0.579, + "helm_mmlu/High School World History": 0.911, + "helm_mmlu/Human Sexuality": 0.924, + "helm_mmlu/International Law": 0.901, + "helm_mmlu/Logical Fallacies": 0.877, + "helm_mmlu/Machine Learning": 0.679, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.932, + "helm_mmlu/Medical Genetics": 0.87, + "helm_mmlu/Miscellaneous": 0.934, + "helm_mmlu/Moral Scenarios": 0.825, + "helm_mmlu/Nutrition": 0.869, + "helm_mmlu/Prehistory": 0.917, + "helm_mmlu/Public Relations": 0.791, + "helm_mmlu/Security Studies": 0.849, + "helm_mmlu/Sociology": 0.915, + "helm_mmlu/Virology": 0.584, + "helm_mmlu/World Religions": 0.842, + "helm_mmlu/Mean win rate": 0.629 } }, { - "id": "v000000/Qwen2.5-14B-Gutenberg-Instruct-Slerpeno", - "name": "Qwen2.5-14B-Gutenberg-Instruct-Slerpeno", - "developer": "v000000", + "id": "writer/palmyra-x-v2", + "name": "Palmyra X V2 33B", + "developer": "writer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8197, - "hfopenllm_v2/BBH": 0.639, - "hfopenllm_v2/MATH Level 5": 0.5325, - "hfopenllm_v2/GPQA": 0.3314, - "hfopenllm_v2/MUSR": 0.4114, - "hfopenllm_v2/MMLU-PRO": 0.4924 + "helm_lite/Mean win rate": 0.589, + "helm_lite/NarrativeQA": 0.752, + "helm_lite/NaturalQuestions (closed-book)": 0.428, + "helm_lite/OpenbookQA": 0.878, + "helm_lite/MMLU": 0.621, + "helm_lite/MATH": 0.58, + "helm_lite/GSM8K": 0.735, + "helm_lite/LegalBench": 0.644, + "helm_lite/MedQA": 0.598, + "helm_lite/WMT 2014": 0.239 } }, { - "id": "v000000/Qwen2.5-Lumen-14B", - "name": "Qwen2.5-Lumen-14B", - "developer": "v000000", + "id": "writer/palmyra-x-v3", + "name": "Palmyra X V3 72B", + "developer": "writer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8064, - "hfopenllm_v2/BBH": 0.6391, - "hfopenllm_v2/MATH Level 5": 0.5363, - "hfopenllm_v2/GPQA": 0.328, - "hfopenllm_v2/MUSR": 0.4114, - "hfopenllm_v2/MMLU-PRO": 0.4903 + "helm_lite/Mean win rate": 0.679, + "helm_lite/NarrativeQA": 0.706, + "helm_lite/NaturalQuestions (closed-book)": 0.407, + "helm_lite/OpenbookQA": 0.938, + "helm_lite/MMLU": 0.702, + "helm_lite/MATH": 0.723, + "helm_lite/GSM8K": 0.831, + "helm_lite/LegalBench": 0.709, + "helm_lite/MedQA": 0.684, + "helm_lite/WMT 2014": 0.262, + "helm_mmlu/MMLU All Subjects": 0.786, + "helm_mmlu/Abstract Algebra": 0.53, + "helm_mmlu/Anatomy": 0.733, + "helm_mmlu/College Physics": 0.549, + "helm_mmlu/Computer Security": 0.78, + "helm_mmlu/Econometrics": 0.649, + "helm_mmlu/Global Facts": 0.53, + "helm_mmlu/Jurisprudence": 0.88, + "helm_mmlu/Philosophy": 0.836, + "helm_mmlu/Professional Psychology": 0.858, + "helm_mmlu/Us Foreign Policy": 0.96, + "helm_mmlu/Astronomy": 0.862, + "helm_mmlu/Business Ethics": 0.83, + "helm_mmlu/Clinical Knowledge": 0.804, + "helm_mmlu/Conceptual Physics": 0.809, + "helm_mmlu/Electrical Engineering": 0.772, + "helm_mmlu/Elementary Mathematics": 0.661, + "helm_mmlu/Formal Logic": 0.659, + "helm_mmlu/High School World History": 0.911, + "helm_mmlu/Human Sexuality": 0.924, + "helm_mmlu/International Law": 0.909, + "helm_mmlu/Logical Fallacies": 0.877, + "helm_mmlu/Machine Learning": 0.625, + "helm_mmlu/Management": 0.903, + "helm_mmlu/Marketing": 0.94, + "helm_mmlu/Medical Genetics": 0.83, + "helm_mmlu/Miscellaneous": 0.894, + "helm_mmlu/Moral Scenarios": 0.562, + "helm_mmlu/Nutrition": 0.856, + "helm_mmlu/Prehistory": 0.87, + "helm_mmlu/Public Relations": 0.773, + "helm_mmlu/Security Studies": 0.833, + "helm_mmlu/Sociology": 0.91, + "helm_mmlu/Virology": 0.572, + "helm_mmlu/World Religions": 0.877, + "helm_mmlu/Mean win rate": 0.325 } }, { - "id": "vhab10/Llama-3.1-8B-Base-Instruct-SLERP", - "name": "Llama-3.1-8B-Base-Instruct-SLERP", - "developer": "vhab10", + "id": "writer/palmyra-x5", + "name": "Palmyra X5", + "developer": "writer", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2907, - "hfopenllm_v2/BBH": 0.5057, - "hfopenllm_v2/MATH Level 5": 0.1201, - "hfopenllm_v2/GPQA": 0.2961, - "hfopenllm_v2/MUSR": 0.4011, - "hfopenllm_v2/MMLU-PRO": 0.3621 + "helm_capabilities/Mean score": 0.696, + "helm_capabilities/MMLU-Pro": 0.804, + "helm_capabilities/GPQA": 0.661, + "helm_capabilities/IFEval": 0.823, + "helm_capabilities/WildBench": 0.78, + "helm_capabilities/Omni-MATH": 0.414 } }, { - "id": "vhab10/Llama-3.2-Instruct-3B-TIES", - "name": "Llama-3.2-Instruct-3B-TIES", - "developer": "vhab10", + "id": "wzhouad/gemma-2-9b-it-WPO-HB", + "name": "gemma-2-9b-it-WPO-HB", + "developer": "wzhouad", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4727, - "hfopenllm_v2/BBH": 0.4332, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3497, - "hfopenllm_v2/MMLU-PRO": 0.2916 + "hfopenllm_v2/IFEval": 0.5437, + "hfopenllm_v2/BBH": 0.5629, + "hfopenllm_v2/MATH Level 5": 0.1533, + "hfopenllm_v2/GPQA": 0.3498, + "hfopenllm_v2/MUSR": 0.3675, + "hfopenllm_v2/MMLU-PRO": 0.336 } }, { - "id": "vhab10/llama-3-8b-merged-linear", - "name": "llama-3-8b-merged-linear", - "developer": "vhab10", + "id": "x0000001/Deepseek-Lumen-R1-Qwen2.5-14B", + "name": "Deepseek-Lumen-R1-Qwen2.5-14B", + "developer": "x0000001", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5917, - "hfopenllm_v2/BBH": 0.4937, - "hfopenllm_v2/MATH Level 5": 0.0816, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.4191, - "hfopenllm_v2/MMLU-PRO": 0.3704 + "hfopenllm_v2/IFEval": 0.4436, + "hfopenllm_v2/BBH": 0.4569, + "hfopenllm_v2/MATH Level 5": 0.2779, + "hfopenllm_v2/GPQA": 0.2852, + "hfopenllm_v2/MUSR": 0.474, + "hfopenllm_v2/MMLU-PRO": 0.4379 } }, { - "id": "vicgalle/CarbonBeagle-11B", - "name": "CarbonBeagle-11B", - "developer": "vicgalle", + "id": "xai/Grok 4", + "name": "Grok 4", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5415, - "hfopenllm_v2/BBH": 0.5294, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.402, - "hfopenllm_v2/MMLU-PRO": 0.3276 + "apex-agents/Overall Pass@1": 0.152, + "apex-agents/Overall Pass@8": 0.329, + "apex-agents/Overall Mean Score": 0.303, + "apex-agents/Investment Banking Pass@1": 0.17, + "apex-agents/Management Consulting Pass@1": 0.12, + "apex-agents/Corporate Law Pass@1": 0.165, + "apex-agents/Corporate Lawyer Mean Score": 0.41, + "apex-v1/Overall Score": 0.635 } }, { - "id": "vicgalle/CarbonBeagle-11B-truthy", - "name": "CarbonBeagle-11B-truthy", - "developer": "vicgalle", + "id": "xai/grok-3-beta", + "name": "Grok 3 Beta", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5212, - "hfopenllm_v2/BBH": 0.5348, - "hfopenllm_v2/MATH Level 5": 0.0491, - "hfopenllm_v2/GPQA": 0.2995, - "hfopenllm_v2/MUSR": 0.374, - "hfopenllm_v2/MMLU-PRO": 0.3357 + "helm_capabilities/Mean score": 0.727, + "helm_capabilities/MMLU-Pro": 0.788, + "helm_capabilities/GPQA": 0.65, + "helm_capabilities/IFEval": 0.884, + "helm_capabilities/WildBench": 0.849, + "helm_capabilities/Omni-MATH": 0.464 } }, { - "id": "vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B", - "name": "Configurable-Hermes-2-Pro-Llama-3-8B", - "developer": "vicgalle", + "id": "xai/grok-3-mini", + "name": "grok-3-mini", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5763, - "hfopenllm_v2/BBH": 0.5055, - "hfopenllm_v2/MATH Level 5": 0.0763, - "hfopenllm_v2/GPQA": 0.297, - "hfopenllm_v2/MUSR": 0.4184, - "hfopenllm_v2/MMLU-PRO": 0.3098 + "global-mmlu-lite/Global MMLU Lite": 0.673, + "global-mmlu-lite/Culturally Sensitive": 0.6717, + "global-mmlu-lite/Culturally Agnostic": 0.6743, + "global-mmlu-lite/Arabic": 0.755, + "global-mmlu-lite/English": 0.5075, + "global-mmlu-lite/Bengali": 0.7355, + "global-mmlu-lite/German": 0.6591, + "global-mmlu-lite/French": 0.485, + "global-mmlu-lite/Hindi": 0.56, + "global-mmlu-lite/Indonesian": 0.725, + "global-mmlu-lite/Italian": 0.696, + "global-mmlu-lite/Japanese": 0.6575, + "global-mmlu-lite/Korean": 0.7325, + "global-mmlu-lite/Portuguese": 0.6275, + "global-mmlu-lite/Spanish": 0.61, + "global-mmlu-lite/Swahili": 0.7625, + "global-mmlu-lite/Yoruba": 0.8296, + "global-mmlu-lite/Chinese": 0.5564, + "global-mmlu-lite/Burmese": 0.8693 } }, { - "id": "vicgalle/Configurable-Llama-3.1-8B-Instruct", - "name": "Configurable-Llama-3.1-8B-Instruct", - "developer": "vicgalle", + "id": "xai/grok-3-mini-beta", + "name": "Grok 3 mini Beta", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8312, - "hfopenllm_v2/BBH": 0.5045, - "hfopenllm_v2/MATH Level 5": 0.173, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3845, - "hfopenllm_v2/MMLU-PRO": 0.3592 + "helm_capabilities/Mean score": 0.679, + "helm_capabilities/MMLU-Pro": 0.799, + "helm_capabilities/GPQA": 0.675, + "helm_capabilities/IFEval": 0.951, + "helm_capabilities/WildBench": 0.651, + "helm_capabilities/Omni-MATH": 0.318 } }, { - "id": "vicgalle/Configurable-Yi-1.5-9B-Chat", - "name": "Configurable-Yi-1.5-9B-Chat", - "developer": "vicgalle", + "id": "xai/grok-4", + "name": "Grok 4", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4323, - "hfopenllm_v2/BBH": 0.5452, - "hfopenllm_v2/MATH Level 5": 0.2047, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4271, - "hfopenllm_v2/MMLU-PRO": 0.4015 + "terminal-bench-2.0/terminal-bench-2.0": 23.1 } }, { - "id": "vicgalle/ConfigurableBeagle-11B", - "name": "ConfigurableBeagle-11B", - "developer": "vicgalle", + "id": "xai/grok-4-0709", + "name": "grok-4-0709", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5834, - "hfopenllm_v2/BBH": 0.5287, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.3953, - "hfopenllm_v2/MMLU-PRO": 0.3374 + "global-mmlu-lite/Global MMLU Lite": 0.8881, + "global-mmlu-lite/Culturally Sensitive": 0.8862, + "global-mmlu-lite/Culturally Agnostic": 0.89, + "global-mmlu-lite/Arabic": 0.885, + "global-mmlu-lite/English": 0.905, + "global-mmlu-lite/Bengali": 0.8925, + "global-mmlu-lite/German": 0.8725, + "global-mmlu-lite/French": 0.875, + "global-mmlu-lite/Hindi": 0.8675, + "global-mmlu-lite/Indonesian": 0.89, + "global-mmlu-lite/Italian": 0.9025, + "global-mmlu-lite/Japanese": 0.87, + "global-mmlu-lite/Korean": 0.895, + "global-mmlu-lite/Portuguese": 0.8725, + "global-mmlu-lite/Spanish": 0.9075, + "global-mmlu-lite/Swahili": 0.91, + "global-mmlu-lite/Yoruba": 0.905, + "global-mmlu-lite/Chinese": 0.8525, + "global-mmlu-lite/Burmese": 0.9075, + "helm_capabilities/Mean score": 0.785, + "helm_capabilities/MMLU-Pro": 0.851, + "helm_capabilities/GPQA": 0.726, + "helm_capabilities/IFEval": 0.949, + "helm_capabilities/WildBench": 0.797, + "helm_capabilities/Omni-MATH": 0.603 } }, { - "id": "vicgalle/ConfigurableHermes-7B", - "name": "ConfigurableHermes-7B", - "developer": "vicgalle", + "id": "xai/grok-code-fast-1", + "name": "Grok Code Fast 1", + "developer": "xAI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5411, - "hfopenllm_v2/BBH": 0.4573, - "hfopenllm_v2/MATH Level 5": 0.0476, - "hfopenllm_v2/GPQA": 0.2768, - "hfopenllm_v2/MUSR": 0.4057, - "hfopenllm_v2/MMLU-PRO": 0.3025 + "terminal-bench-2.0/terminal-bench-2.0": 25.8 } }, { - "id": "vicgalle/ConfigurableSOLAR-10.7B", - "name": "ConfigurableSOLAR-10.7B", - "developer": "vicgalle", + "id": "Xclbr7/Arcanum-12b", + "name": "Arcanum-12b", + "developer": "Xclbr7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.51, - "hfopenllm_v2/BBH": 0.4867, - "hfopenllm_v2/MATH Level 5": 0.0665, - "hfopenllm_v2/GPQA": 0.2987, - "hfopenllm_v2/MUSR": 0.3805, - "hfopenllm_v2/MMLU-PRO": 0.3173 + "hfopenllm_v2/IFEval": 0.2907, + "hfopenllm_v2/BBH": 0.5265, + "hfopenllm_v2/MATH Level 5": 0.1193, + "hfopenllm_v2/GPQA": 0.3205, + "hfopenllm_v2/MUSR": 0.417, + "hfopenllm_v2/MMLU-PRO": 0.3586 } }, { - "id": "vicgalle/Humanish-RP-Llama-3.1-8B", - "name": "Humanish-RP-Llama-3.1-8B", - "developer": "vicgalle", + "id": "Xclbr7/caliburn-12b", + "name": "caliburn-12b", + "developer": "Xclbr7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6669, - "hfopenllm_v2/BBH": 0.51, - "hfopenllm_v2/MATH Level 5": 0.1518, - "hfopenllm_v2/GPQA": 0.2869, - "hfopenllm_v2/MUSR": 0.3952, - "hfopenllm_v2/MMLU-PRO": 0.3477 + "hfopenllm_v2/IFEval": 0.3576, + "hfopenllm_v2/BBH": 0.5519, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.3364, + "hfopenllm_v2/MUSR": 0.4292, + "hfopenllm_v2/MMLU-PRO": 0.3675 } }, { - "id": "vicgalle/Merge-Mistral-Prometheus-7B", - "name": "Merge-Mistral-Prometheus-7B", - "developer": "vicgalle", + "id": "Xclbr7/caliburn-v2-12b", + "name": "caliburn-v2-12b", + "developer": "Xclbr7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4848, - "hfopenllm_v2/BBH": 0.4201, - "hfopenllm_v2/MATH Level 5": 0.0181, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.41, - "hfopenllm_v2/MMLU-PRO": 0.2717 + "hfopenllm_v2/IFEval": 0.2967, + "hfopenllm_v2/BBH": 0.5141, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.437, + "hfopenllm_v2/MMLU-PRO": 0.3784 } }, { - "id": "vicgalle/Merge-Mixtral-Prometheus-8x7B", - "name": "Merge-Mixtral-Prometheus-8x7B", - "developer": "vicgalle", + "id": "Xclbr7/Hyena-12b", + "name": "Hyena-12b", + "developer": "Xclbr7", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5744, - "hfopenllm_v2/BBH": 0.5351, - "hfopenllm_v2/MATH Level 5": 0.0929, - "hfopenllm_v2/GPQA": 0.3087, - "hfopenllm_v2/MUSR": 0.4098, - "hfopenllm_v2/MMLU-PRO": 0.3684 + "hfopenllm_v2/IFEval": 0.3404, + "hfopenllm_v2/BBH": 0.5457, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.2978, + "hfopenllm_v2/MUSR": 0.3984, + "hfopenllm_v2/MMLU-PRO": 0.3439 } }, { - "id": "vicgalle/Roleplay-Llama-3-8B", - "name": "Roleplay-Llama-3-8B", - "developer": "vicgalle", + "id": "Xiaojian9992024/Llama3.2-1B-THREADRIPPER", + "name": "Llama3.2-1B-THREADRIPPER", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.732, - "hfopenllm_v2/BBH": 0.5012, - "hfopenllm_v2/MATH Level 5": 0.0914, + "hfopenllm_v2/IFEval": 0.5576, + "hfopenllm_v2/BBH": 0.3544, + "hfopenllm_v2/MATH Level 5": 0.074, "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3529, - "hfopenllm_v2/MMLU-PRO": 0.3708 + "hfopenllm_v2/MUSR": 0.313, + "hfopenllm_v2/MMLU-PRO": 0.1763 } }, { - "id": "viettelsecurity-ai/security-llama3.2-3b", - "name": "security-llama3.2-3b", - "developer": "viettelsecurity-ai", + "id": "Xiaojian9992024/Llama3.2-1B-THREADRIPPER-v0.2", + "name": "Llama3.2-1B-THREADRIPPER-v0.2", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5909, - "hfopenllm_v2/BBH": 0.4401, - "hfopenllm_v2/MATH Level 5": 0.1261, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3379, - "hfopenllm_v2/MMLU-PRO": 0.2837 + "hfopenllm_v2/IFEval": 0.5318, + "hfopenllm_v2/BBH": 0.3528, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.2659, + "hfopenllm_v2/MUSR": 0.3316, + "hfopenllm_v2/MMLU-PRO": 0.1745 } }, { - "id": "vihangd/smart-dan-sft-v0.1", - "name": "smart-dan-sft-v0.1", - "developer": "vihangd", + "id": "Xiaojian9992024/Phi-4-Megatron-Empathetic", + "name": "Phi-4-Megatron-Empathetic", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1576, - "hfopenllm_v2/BBH": 0.3062, - "hfopenllm_v2/MATH Level 5": 0.0098, - "hfopenllm_v2/GPQA": 0.255, - "hfopenllm_v2/MUSR": 0.3502, - "hfopenllm_v2/MMLU-PRO": 0.1142 + "hfopenllm_v2/IFEval": 0.0173, + "hfopenllm_v2/BBH": 0.6673, + "hfopenllm_v2/MATH Level 5": 0.2696, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.5071, + "hfopenllm_v2/MMLU-PRO": 0.5082 } }, { - "id": "voidful/smol-360m-ft", - "name": "smol-360m-ft", - "developer": "voidful", + "id": "Xiaojian9992024/Phi-4-mini-UNOFFICAL", + "name": "Phi-4-mini-UNOFFICAL", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2013, - "hfopenllm_v2/BBH": 0.3012, - "hfopenllm_v2/MATH Level 5": 0.0083, - "hfopenllm_v2/GPQA": 0.2458, - "hfopenllm_v2/MUSR": 0.3714, - "hfopenllm_v2/MMLU-PRO": 0.1087 + "hfopenllm_v2/IFEval": 0.1273, + "hfopenllm_v2/BBH": 0.2944, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2408, + "hfopenllm_v2/MUSR": 0.3368, + "hfopenllm_v2/MMLU-PRO": 0.1144 } }, { - "id": "vonjack/MobileLLM-125M-HF", - "name": "MobileLLM-125M-HF", - "developer": "vonjack", + "id": "Xiaojian9992024/Qwen2.5-7B-MS-Destroyer", + "name": "Qwen2.5-7B-MS-Destroyer", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2107, - "hfopenllm_v2/BBH": 0.3027, - "hfopenllm_v2/MATH Level 5": 0.0091, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3782, - "hfopenllm_v2/MMLU-PRO": 0.1164 + "hfopenllm_v2/IFEval": 0.7296, + "hfopenllm_v2/BBH": 0.547, + "hfopenllm_v2/MATH Level 5": 0.4592, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.427, + "hfopenllm_v2/MMLU-PRO": 0.4412 } }, { - "id": "vonjack/Phi-3-mini-4k-instruct-LLaMAfied", - "name": "Phi-3-mini-4k-instruct-LLaMAfied", - "developer": "vonjack", + "id": "Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview", + "name": "Qwen2.5-Dyanka-7B-Preview", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5787, - "hfopenllm_v2/BBH": 0.5741, - "hfopenllm_v2/MATH Level 5": 0.1382, - "hfopenllm_v2/GPQA": 0.3305, - "hfopenllm_v2/MUSR": 0.3924, - "hfopenllm_v2/MMLU-PRO": 0.3885 + "hfopenllm_v2/IFEval": 0.764, + "hfopenllm_v2/BBH": 0.5543, + "hfopenllm_v2/MATH Level 5": 0.4879, + "hfopenllm_v2/GPQA": 0.3171, + "hfopenllm_v2/MUSR": 0.4481, + "hfopenllm_v2/MMLU-PRO": 0.4376 } }, { - "id": "vonjack/Phi-3.5-mini-instruct-hermes-fc-json", - "name": "Phi-3.5-mini-instruct-hermes-fc-json", - "developer": "vonjack", + "id": "Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview-v0.2", + "name": "Qwen2.5-Dyanka-7B-Preview-v0.2", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1416, - "hfopenllm_v2/BBH": 0.2975, - "hfopenllm_v2/MATH Level 5": 0.0076, - "hfopenllm_v2/GPQA": 0.2542, - "hfopenllm_v2/MUSR": 0.4041, - "hfopenllm_v2/MMLU-PRO": 0.1139 + "hfopenllm_v2/IFEval": 0.6702, + "hfopenllm_v2/BBH": 0.5374, + "hfopenllm_v2/MATH Level 5": 0.4721, + "hfopenllm_v2/GPQA": 0.2936, + "hfopenllm_v2/MUSR": 0.4467, + "hfopenllm_v2/MMLU-PRO": 0.4371 } }, { - "id": "vonjack/Qwen2.5-Coder-0.5B-Merged", - "name": "Qwen2.5-Coder-0.5B-Merged", - "developer": "vonjack", + "id": "Xiaojian9992024/Qwen2.5-THREADRIPPER-Medium-Censored", + "name": "Qwen2.5-THREADRIPPER-Medium-Censored", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.31, - "hfopenllm_v2/BBH": 0.3076, - "hfopenllm_v2/MATH Level 5": 0.0378, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3303, - "hfopenllm_v2/MMLU-PRO": 0.1202 + "hfopenllm_v2/IFEval": 0.8112, + "hfopenllm_v2/BBH": 0.6431, + "hfopenllm_v2/MATH Level 5": 0.534, + "hfopenllm_v2/GPQA": 0.3347, + "hfopenllm_v2/MUSR": 0.414, + "hfopenllm_v2/MMLU-PRO": 0.4929 } }, { - "id": "vonjack/SmolLM2-1.7B-Merged", - "name": "SmolLM2-1.7B-Merged", - "developer": "vonjack", + "id": "Xiaojian9992024/Qwen2.5-THREADRIPPER-Small", + "name": "Qwen2.5-THREADRIPPER-Small", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3698, - "hfopenllm_v2/BBH": 0.3587, - "hfopenllm_v2/MATH Level 5": 0.0627, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3408, - "hfopenllm_v2/MMLU-PRO": 0.2048 + "hfopenllm_v2/IFEval": 0.7689, + "hfopenllm_v2/BBH": 0.549, + "hfopenllm_v2/MATH Level 5": 0.4736, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4349, + "hfopenllm_v2/MMLU-PRO": 0.4357 } }, { - "id": "vonjack/SmolLM2-135M-Merged", - "name": "SmolLM2-135M-Merged", - "developer": "vonjack", + "id": "Xiaojian9992024/Qwen2.5-THREADRIPPER-Small-AnniversaryEdition", + "name": "Qwen2.5-THREADRIPPER-Small-AnniversaryEdition", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2483, - "hfopenllm_v2/BBH": 0.31, - "hfopenllm_v2/MATH Level 5": 0.0113, - "hfopenllm_v2/GPQA": 0.2383, - "hfopenllm_v2/MUSR": 0.3662, - "hfopenllm_v2/MMLU-PRO": 0.1112 + "hfopenllm_v2/IFEval": 0.7404, + "hfopenllm_v2/BBH": 0.5465, + "hfopenllm_v2/MATH Level 5": 0.5076, + "hfopenllm_v2/GPQA": 0.2685, + "hfopenllm_v2/MUSR": 0.3807, + "hfopenllm_v2/MMLU-PRO": 0.4393 } }, { - "id": "vonjack/SmolLM2-360M-Merged", - "name": "SmolLM2-360M-Merged", - "developer": "vonjack", + "id": "Xiaojian9992024/Qwen2.5-Ultra-1.5B-25.02-Exp", + "name": "Qwen2.5-Ultra-1.5B-25.02-Exp", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3206, - "hfopenllm_v2/BBH": 0.3155, - "hfopenllm_v2/MATH Level 5": 0.0174, - "hfopenllm_v2/GPQA": 0.2559, - "hfopenllm_v2/MUSR": 0.3527, - "hfopenllm_v2/MMLU-PRO": 0.1098 + "hfopenllm_v2/IFEval": 0.4073, + "hfopenllm_v2/BBH": 0.4066, + "hfopenllm_v2/MATH Level 5": 0.0831, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3383, + "hfopenllm_v2/MMLU-PRO": 0.2641 } }, { - "id": "w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored", - "name": "SOLAR-10.7B-Instruct-v1.0-uncensored", - "developer": "w4r10ck", + "id": "Xiaojian9992024/Reflection-L3.2-JametMiniMix-3B", + "name": "Reflection-L3.2-JametMiniMix-3B", + "developer": "Xiaojian9992024", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3884, - "hfopenllm_v2/BBH": 0.5302, - "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/IFEval": 0.4619, + "hfopenllm_v2/BBH": 0.439, + "hfopenllm_v2/MATH Level 5": 0.1193, "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.4639, - "hfopenllm_v2/MMLU-PRO": 0.3344 + "hfopenllm_v2/MUSR": 0.3667, + "hfopenllm_v2/MMLU-PRO": 0.2988 } }, { - "id": "wanlige/li-14b-v0.4", - "name": "li-14b-v0.4", - "developer": "wanlige", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8133, - "hfopenllm_v2/BBH": 0.6544, - "hfopenllm_v2/MATH Level 5": 0.5574, - "hfopenllm_v2/GPQA": 0.3389, - "hfopenllm_v2/MUSR": 0.446, - "hfopenllm_v2/MMLU-PRO": 0.5167 + "id": "xinchen9/llama3-b8-ft-dis", + "name": "llama3-b8-ft-dis", + "developer": "xinchen9", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.1546, + "hfopenllm_v2/BBH": 0.4626, + "hfopenllm_v2/MATH Level 5": 0.0393, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.3654, + "hfopenllm_v2/MMLU-PRO": 0.3244 } }, { - "id": "wanlige/li-14b-v0.4-slerp", - "name": "li-14b-v0.4-slerp", - "developer": "wanlige", + "id": "xinchen9/Llama3.1_8B_Instruct_CoT", + "name": "Llama3.1_8B_Instruct_CoT", + "developer": "xinchen9", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4606, - "hfopenllm_v2/BBH": 0.6587, - "hfopenllm_v2/MATH Level 5": 0.4192, - "hfopenllm_v2/GPQA": 0.4002, - "hfopenllm_v2/MUSR": 0.4768, - "hfopenllm_v2/MMLU-PRO": 0.5372 + "hfopenllm_v2/IFEval": 0.2974, + "hfopenllm_v2/BBH": 0.4398, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4371, + "hfopenllm_v2/MMLU-PRO": 0.2879 } }, { - "id": "wanlige/li-14b-v0.4-slerp0.1", - "name": "li-14b-v0.4-slerp0.1", - "developer": "wanlige", + "id": "xinchen9/Llama3.1_CoT", + "name": "Llama3.1_CoT", + "developer": "xinchen9", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7923, - "hfopenllm_v2/BBH": 0.6572, - "hfopenllm_v2/MATH Level 5": 0.5332, - "hfopenllm_v2/GPQA": 0.3591, - "hfopenllm_v2/MUSR": 0.4207, - "hfopenllm_v2/MMLU-PRO": 0.5294 + "hfopenllm_v2/IFEval": 0.2246, + "hfopenllm_v2/BBH": 0.4341, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.4305, + "hfopenllm_v2/MMLU-PRO": 0.2739 } }, { - "id": "wannaphong/KhanomTanLLM-Instruct", - "name": "KhanomTanLLM-Instruct", - "developer": "wannaphong", + "id": "xinchen9/Llama3.1_CoT_V1", + "name": "Llama3.1_CoT_V1", + "developer": "xinchen9", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1621, - "hfopenllm_v2/BBH": 0.3093, - "hfopenllm_v2/MATH Level 5": 0.0136, - "hfopenllm_v2/GPQA": 0.2634, - "hfopenllm_v2/MUSR": 0.3701, - "hfopenllm_v2/MMLU-PRO": 0.1119 + "hfopenllm_v2/IFEval": 0.2453, + "hfopenllm_v2/BBH": 0.4376, + "hfopenllm_v2/MATH Level 5": 0.0332, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.4572, + "hfopenllm_v2/MMLU-PRO": 0.2805 } }, { - "id": "waqasali1707/Beast-Soul-new", - "name": "Beast-Soul-new", - "developer": "waqasali1707", + "id": "xinchen9/Mistral-7B-CoT", + "name": "Mistral-7B-CoT", + "developer": "xinchen9", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.503, - "hfopenllm_v2/BBH": 0.5225, - "hfopenllm_v2/MATH Level 5": 0.0702, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4486, - "hfopenllm_v2/MMLU-PRO": 0.3108 + "hfopenllm_v2/IFEval": 0.2783, + "hfopenllm_v2/BBH": 0.3873, + "hfopenllm_v2/MATH Level 5": 0.0249, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.3994, + "hfopenllm_v2/MMLU-PRO": 0.2284 } }, { - "id": "wave-on-discord/qwent-7b", - "name": "qwent-7b", - "developer": "wave-on-discord", + "id": "Xkev/Llama-3.2V-11B-cot", + "name": "Llama-3.2V-11B-cot", + "developer": "Xkev", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2015, - "hfopenllm_v2/BBH": 0.4228, - "hfopenllm_v2/MATH Level 5": 0.0038, - "hfopenllm_v2/GPQA": 0.2651, - "hfopenllm_v2/MUSR": 0.3817, - "hfopenllm_v2/MMLU-PRO": 0.1603 + "hfopenllm_v2/IFEval": 0.4158, + "hfopenllm_v2/BBH": 0.4959, + "hfopenllm_v2/MATH Level 5": 0.1556, + "hfopenllm_v2/GPQA": 0.2953, + "hfopenllm_v2/MUSR": 0.4159, + "hfopenllm_v2/MMLU-PRO": 0.3587 } }, { - "id": "weathermanj/Menda-3B-500", - "name": "Menda-3B-500", - "developer": "weathermanj", + "id": "xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table", + "developer": "xkp24", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6353, - "hfopenllm_v2/BBH": 0.4766, - "hfopenllm_v2/MATH Level 5": 0.3724, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3968, - "hfopenllm_v2/MMLU-PRO": 0.3475 + "hfopenllm_v2/IFEval": 0.6375, + "hfopenllm_v2/BBH": 0.4912, + "hfopenllm_v2/MATH Level 5": 0.0921, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.382, + "hfopenllm_v2/MMLU-PRO": 0.3686 } }, { - "id": "weathermanj/Menda-3b-750", - "name": "Menda-3b-750", - "developer": "weathermanj", + "id": "xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table", + "developer": "xkp24", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6335, - "hfopenllm_v2/BBH": 0.4737, - "hfopenllm_v2/MATH Level 5": 0.3716, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3942, - "hfopenllm_v2/MMLU-PRO": 0.3506 + "hfopenllm_v2/IFEval": 0.7275, + "hfopenllm_v2/BBH": 0.5057, + "hfopenllm_v2/MATH Level 5": 0.0846, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3819, + "hfopenllm_v2/MMLU-PRO": 0.3697 } }, { - "id": "weathermanj/Menda-3b-Optim-100", - "name": "Menda-3b-Optim-100", - "developer": "weathermanj", + "id": "xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table", + "developer": "xkp24", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6398, - "hfopenllm_v2/BBH": 0.4735, - "hfopenllm_v2/MATH Level 5": 0.3716, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3993, - "hfopenllm_v2/MMLU-PRO": 0.3461 + "hfopenllm_v2/IFEval": 0.6569, + "hfopenllm_v2/BBH": 0.4952, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3594, + "hfopenllm_v2/MMLU-PRO": 0.3702 } }, { - "id": "weathermanj/Menda-3b-Optim-200", - "name": "Menda-3b-Optim-200", - "developer": "weathermanj", + "id": "xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table", + "developer": "xkp24", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6375, - "hfopenllm_v2/BBH": 0.4746, - "hfopenllm_v2/MATH Level 5": 0.3731, - "hfopenllm_v2/GPQA": 0.2827, - "hfopenllm_v2/MUSR": 0.4033, - "hfopenllm_v2/MMLU-PRO": 0.3484 + "hfopenllm_v2/IFEval": 0.6621, + "hfopenllm_v2/BBH": 0.5004, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3805, + "hfopenllm_v2/MMLU-PRO": 0.36 } }, { - "id": "wenbopan/Faro-Yi-9B-DPO", - "name": "wenbopan/Faro-Yi-9B-DPO", - "developer": "wenbopan", + "id": "xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001", + "developer": "xkp24", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6461, - "reward-bench/Chat": 0.9218, - "reward-bench/Chat Hard": 0.5307, - "reward-bench/Safety": 0.5514, - "reward-bench/Reasoning": 0.5839, - "reward-bench/Prior Sets (0.5 weight)": 0.6395 + "hfopenllm_v2/IFEval": 0.6042, + "hfopenllm_v2/BBH": 0.4936, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3793, + "hfopenllm_v2/MMLU-PRO": 0.3708 } }, { - "id": "weqweasdas/RM-Gemma-2B", - "name": "weqweasdas/RM-Gemma-2B", - "developer": "weqweasdas", + "id": "xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002", + "developer": "xkp24", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.3057, - "reward-bench/Chat": 0.9441, - "reward-bench/Chat Hard": 0.4079, - "reward-bench/Safety": 0.3311, - "reward-bench/Reasoning": 0.7637, - "reward-bench/Prior Sets (0.5 weight)": 0.6652, - "reward-bench/Factuality": 0.3705, - "reward-bench/Precise IF": 0.2812, - "reward-bench/Math": 0.4317, - "reward-bench/Focus": 0.2343, - "reward-bench/Ties": 0.1851 + "hfopenllm_v2/IFEval": 0.7132, + "hfopenllm_v2/BBH": 0.4996, + "hfopenllm_v2/MATH Level 5": 0.0853, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3872, + "hfopenllm_v2/MMLU-PRO": 0.3664 } }, { - "id": "weqweasdas/RM-Gemma-7B", - "name": "weqweasdas/RM-Gemma-7B", - "developer": "weqweasdas", + "id": "xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001", + "developer": "xkp24", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6967, - "reward-bench/Factuality": 0.4926, - "reward-bench/Precise IF": 0.3937, - "reward-bench/Math": 0.6066, - "reward-bench/Safety": 0.5784, - "reward-bench/Focus": 0.497, - "reward-bench/Ties": 0.4232, - "reward-bench/Chat": 0.9693, - "reward-bench/Chat Hard": 0.4978, - "reward-bench/Reasoning": 0.7362, - "reward-bench/Prior Sets (0.5 weight)": 0.7069 + "hfopenllm_v2/IFEval": 0.5947, + "hfopenllm_v2/BBH": 0.4899, + "hfopenllm_v2/MATH Level 5": 0.1073, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3581, + "hfopenllm_v2/MMLU-PRO": 0.3704 } }, { - "id": "weqweasdas/RM-Gemma-7B-4096", - "name": "weqweasdas/RM-Gemma-7B-4096", - "developer": "weqweasdas", + "id": "xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002", + "developer": "xkp24", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.6922, - "reward-bench/Chat": 0.9497, - "reward-bench/Chat Hard": 0.5022, - "reward-bench/Safety": 0.5608, - "reward-bench/Reasoning": 0.7511, - "reward-bench/Prior Sets (0.5 weight)": 0.7024 + "hfopenllm_v2/IFEval": 0.6453, + "hfopenllm_v2/BBH": 0.4951, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3939, + "hfopenllm_v2/MMLU-PRO": 0.353 } }, { - "id": "weqweasdas/RM-Mistral-7B", - "name": "weqweasdas/RM-Mistral-7B", - "developer": "weqweasdas", + "id": "xMaulana/FinMatcha-3B-Instruct", + "name": "FinMatcha-3B-Instruct", + "developer": "xMaulana", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.596, - "reward-bench/Chat": 0.9665, - "reward-bench/Chat Hard": 0.6053, - "reward-bench/Safety": 0.6911, - "reward-bench/Reasoning": 0.7736, - "reward-bench/Prior Sets (0.5 weight)": 0.753, - "reward-bench/Factuality": 0.5937, - "reward-bench/Precise IF": 0.3438, - "reward-bench/Math": 0.5956, - "reward-bench/Focus": 0.7293, - "reward-bench/Ties": 0.6226 + "hfopenllm_v2/IFEval": 0.7548, + "hfopenllm_v2/BBH": 0.4536, + "hfopenllm_v2/MATH Level 5": 0.1435, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3633, + "hfopenllm_v2/MMLU-PRO": 0.3182 } }, { - "id": "weqweasdas/hh_rlhf_rm_open_llama_3b", - "name": "weqweasdas/hh_rlhf_rm_open_llama_3b", - "developer": "weqweasdas", + "id": "xukp20/llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table", + "name": "llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table", + "developer": "xukp20", "evaluator_relationship": null, "benchmark_scores": { - "reward-bench/Score": 0.5027, - "reward-bench/Factuality": 0.3642, - "reward-bench/Precise IF": 0.275, - "reward-bench/Math": 0.3497, - "reward-bench/Safety": 0.4149, - "reward-bench/Focus": 0.2384, - "reward-bench/Ties": 0.0315, - "reward-bench/Chat": 0.8184, - "reward-bench/Chat Hard": 0.3728, - "reward-bench/Reasoning": 0.3281, - "reward-bench/Prior Sets (0.5 weight)": 0.6564 + "hfopenllm_v2/IFEval": 0.69, + "hfopenllm_v2/BBH": 0.4978, + "hfopenllm_v2/MATH Level 5": 0.105, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3673, + "hfopenllm_v2/MMLU-PRO": 0.3716 } }, { - "id": "win10/ArliAI-RPMax-v1.3-merge-13.3B", - "name": "ArliAI-RPMax-v1.3-merge-13.3B", - "developer": "win10", + "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table", + "developer": "xukp20", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3038, - "hfopenllm_v2/BBH": 0.4581, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.4325, - "hfopenllm_v2/MMLU-PRO": 0.32 + "hfopenllm_v2/IFEval": 0.5756, + "hfopenllm_v2/BBH": 0.4901, + "hfopenllm_v2/MATH Level 5": 0.0997, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.3659 } }, { - "id": "win10/Breeze-13B-32k-Instruct-v1_0", - "name": "Breeze-13B-32k-Instruct-v1_0", - "developer": "win10", + "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table", + "developer": "xukp20", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3584, - "hfopenllm_v2/BBH": 0.4611, - "hfopenllm_v2/MATH Level 5": 0.0128, - "hfopenllm_v2/GPQA": 0.2643, - "hfopenllm_v2/MUSR": 0.4202, - "hfopenllm_v2/MMLU-PRO": 0.2568 + "hfopenllm_v2/IFEval": 0.7034, + "hfopenllm_v2/BBH": 0.5092, + "hfopenllm_v2/MATH Level 5": 0.0967, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3739, + "hfopenllm_v2/MMLU-PRO": 0.3693 } }, { - "id": "win10/EVA-Norns-Qwen2.5-v0.1", - "name": "EVA-Norns-Qwen2.5-v0.1", - "developer": "win10", + "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table", + "developer": "xukp20", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.622, - "hfopenllm_v2/BBH": 0.5072, - "hfopenllm_v2/MATH Level 5": 0.2613, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.4045, - "hfopenllm_v2/MMLU-PRO": 0.3425 + "hfopenllm_v2/IFEval": 0.6024, + "hfopenllm_v2/BBH": 0.497, + "hfopenllm_v2/MATH Level 5": 0.1042, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3674, + "hfopenllm_v2/MMLU-PRO": 0.3658 } }, { - "id": "win10/Llama-3.2-3B-Instruct-24-9-29", - "name": "Llama-3.2-3B-Instruct-24-9-29", - "developer": "win10", + "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table", + "developer": "xukp20", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7332, - "hfopenllm_v2/BBH": 0.4614, - "hfopenllm_v2/MATH Level 5": 0.1707, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.3228 + "hfopenllm_v2/IFEval": 0.662, + "hfopenllm_v2/BBH": 0.5, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3818, + "hfopenllm_v2/MMLU-PRO": 0.3615 } }, { - "id": "win10/Norns-Qwen2.5-12B", - "name": "Norns-Qwen2.5-12B", - "developer": "win10", + "id": "xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001", + "developer": "xukp20", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4897, - "hfopenllm_v2/BBH": 0.4619, - "hfopenllm_v2/MATH Level 5": 0.0838, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3555, - "hfopenllm_v2/MMLU-PRO": 0.266 + "hfopenllm_v2/IFEval": 0.5336, + "hfopenllm_v2/BBH": 0.4915, + "hfopenllm_v2/MATH Level 5": 0.0982, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.378, + "hfopenllm_v2/MMLU-PRO": 0.3625 } }, { - "id": "win10/Norns-Qwen2.5-7B", - "name": "Norns-Qwen2.5-7B", - "developer": "win10", + "id": "xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002", + "developer": "xukp20", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6122, - "hfopenllm_v2/BBH": 0.5073, - "hfopenllm_v2/MATH Level 5": 0.2628, - "hfopenllm_v2/GPQA": 0.2844, - "hfopenllm_v2/MUSR": 0.4085, - "hfopenllm_v2/MMLU-PRO": 0.3413 + "hfopenllm_v2/IFEval": 0.6852, + "hfopenllm_v2/BBH": 0.5075, + "hfopenllm_v2/MATH Level 5": 0.0718, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3832, + "hfopenllm_v2/MMLU-PRO": 0.3621 } }, { - "id": "win10/Qwen2.5-2B-Instruct", - "name": "Qwen2.5-2B-Instruct", - "developer": "win10", + "id": "xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001", + "developer": "xukp20", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2273, - "hfopenllm_v2/BBH": 0.3706, - "hfopenllm_v2/MATH Level 5": 0.0227, - "hfopenllm_v2/GPQA": 0.2676, - "hfopenllm_v2/MUSR": 0.4378, - "hfopenllm_v2/MMLU-PRO": 0.1934 + "hfopenllm_v2/IFEval": 0.5482, + "hfopenllm_v2/BBH": 0.4887, + "hfopenllm_v2/MATH Level 5": 0.0891, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3633, + "hfopenllm_v2/MMLU-PRO": 0.3671 } }, { - "id": "win10/llama3-13.45b-Instruct", - "name": "llama3-13.45b-Instruct", - "developer": "win10", + "id": "xwen-team/Xwen-7B-Chat", + "name": "Xwen-7B-Chat", + "developer": "xwen-team", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4144, - "hfopenllm_v2/BBH": 0.4865, - "hfopenllm_v2/MATH Level 5": 0.0242, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3848, - "hfopenllm_v2/MMLU-PRO": 0.3345 + "hfopenllm_v2/IFEval": 0.6864, + "hfopenllm_v2/BBH": 0.5068, + "hfopenllm_v2/MATH Level 5": 0.4509, + "hfopenllm_v2/GPQA": 0.2609, + "hfopenllm_v2/MUSR": 0.3914, + "hfopenllm_v2/MMLU-PRO": 0.429 } }, { - "id": "win10/miscii-14b-1M-0128", - "name": "miscii-14b-1M-0128", - "developer": "win10", + "id": "xxx777xxxASD/L3.1-ClaudeMaid-4x8B", + "name": "L3.1-ClaudeMaid-4x8B", + "developer": "xxx777xxxASD", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4181, - "hfopenllm_v2/BBH": 0.5742, - "hfopenllm_v2/MATH Level 5": 0.4773, - "hfopenllm_v2/GPQA": 0.3826, - "hfopenllm_v2/MUSR": 0.5431, - "hfopenllm_v2/MMLU-PRO": 0.4491 + "hfopenllm_v2/IFEval": 0.6696, + "hfopenllm_v2/BBH": 0.5071, + "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4289, + "hfopenllm_v2/MMLU-PRO": 0.358 } }, { - "id": "winglian/Llama-3-8b-64k-PoSE", - "name": "Llama-3-8b-64k-PoSE", - "developer": "winglian", + "id": "yam-peleg/Hebrew-Gemma-11B-Instruct", + "name": "Hebrew-Gemma-11B-Instruct", + "developer": "yam-peleg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2857, - "hfopenllm_v2/BBH": 0.3702, - "hfopenllm_v2/MATH Level 5": 0.0415, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3396, - "hfopenllm_v2/MMLU-PRO": 0.2467 + "hfopenllm_v2/IFEval": 0.3021, + "hfopenllm_v2/BBH": 0.4036, + "hfopenllm_v2/MATH Level 5": 0.0657, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.4089, + "hfopenllm_v2/MMLU-PRO": 0.2554 } }, { - "id": "winglian/llama-3-8b-256k-PoSE", - "name": "llama-3-8b-256k-PoSE", - "developer": "winglian", + "id": "yam-peleg/Hebrew-Mistral-7B", + "name": "Hebrew-Mistral-7B", + "developer": "yam-peleg", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2909, - "hfopenllm_v2/BBH": 0.3157, - "hfopenllm_v2/MATH Level 5": 0.0196, - "hfopenllm_v2/GPQA": 0.2576, - "hfopenllm_v2/MUSR": 0.3316, - "hfopenllm_v2/MMLU-PRO": 0.1116 + "hfopenllm_v2/IFEval": 0.2328, + "hfopenllm_v2/BBH": 0.4334, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2794, + "hfopenllm_v2/MUSR": 0.3977, + "hfopenllm_v2/MMLU-PRO": 0.278 } }, { - "id": "writer/InstructPalmyra-30B", - "name": "InstructPalmyra 30B", - "developer": "writer", + "id": "yam-peleg/Hebrew-Mistral-7B-200K", + "name": "Hebrew-Mistral-7B-200K", + "developer": "yam-peleg", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.568, - "helm_classic/MMLU": 0.403, - "helm_classic/BoolQ": 0.751, - "helm_classic/NarrativeQA": 0.496, - "helm_classic/NaturalQuestions (open-book)": 0.682, - "helm_classic/QuAC": 0.433, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.185, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.152, - "helm_classic/XSUM": 0.104, - "helm_classic/IMDB": 0.94, - "helm_classic/CivilComments": 0.555, - "helm_classic/RAFT": 0.652 + "hfopenllm_v2/IFEval": 0.1856, + "hfopenllm_v2/BBH": 0.4149, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.276, + "hfopenllm_v2/MUSR": 0.3765, + "hfopenllm_v2/MMLU-PRO": 0.2573 } }, { - "id": "writer/palmyra-fin", - "name": "Palmyra Fin", - "developer": "writer", + "id": "yandex/YaLM-100B", + "name": "YaLM 100B", + "developer": "yandex", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.577, - "helm_capabilities/MMLU-Pro": 0.591, - "helm_capabilities/GPQA": 0.422, - "helm_capabilities/IFEval": 0.793, - "helm_capabilities/WildBench": 0.783, - "helm_capabilities/Omni-MATH": 0.295 + "helm_classic/Mean win rate": 0.075, + "helm_classic/MMLU": 0.243, + "helm_classic/BoolQ": 0.634, + "helm_classic/NarrativeQA": 0.252, + "helm_classic/NaturalQuestions (open-book)": 0.227, + "helm_classic/QuAC": 0.162, + "helm_classic/HellaSwag": -1.0, + "helm_classic/OpenbookQA": -1.0, + "helm_classic/TruthfulQA": 0.202, + "helm_classic/MS MARCO (TREC)": -1.0, + "helm_classic/CNN/DailyMail": 0.017, + "helm_classic/XSUM": 0.021, + "helm_classic/IMDB": 0.836, + "helm_classic/CivilComments": 0.49, + "helm_classic/RAFT": 0.395 } }, { - "id": "writer/palmyra-med", - "name": "Palmyra Med", - "developer": "writer", + "id": "yanng1242/Marcoro14-7B-slerp", + "name": "Marcoro14-7B-slerp", + "developer": "yanng1242", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.476, - "helm_capabilities/MMLU-Pro": 0.411, - "helm_capabilities/GPQA": 0.368, - "helm_capabilities/IFEval": 0.767, - "helm_capabilities/WildBench": 0.676, - "helm_capabilities/Omni-MATH": 0.156 + "hfopenllm_v2/IFEval": 0.406, + "hfopenllm_v2/BBH": 0.5252, + "hfopenllm_v2/MATH Level 5": 0.0748, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4686, + "hfopenllm_v2/MMLU-PRO": 0.3168 } }, { - "id": "writer/palmyra-x-004", - "name": "Palmyra-X-004", - "developer": "writer", + "id": "Yash21/TinyYi-7B-Test", + "name": "TinyYi-7B-Test", + "developer": "Yash21", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.609, - "helm_capabilities/MMLU-Pro": 0.657, - "helm_capabilities/GPQA": 0.395, - "helm_capabilities/IFEval": 0.872, - "helm_capabilities/WildBench": 0.802, - "helm_capabilities/Omni-MATH": 0.32, - "helm_lite/Mean win rate": 0.808, - "helm_lite/NarrativeQA": 0.773, - "helm_lite/NaturalQuestions (closed-book)": 0.457, - "helm_lite/OpenbookQA": 0.926, - "helm_lite/MMLU": 0.739, - "helm_lite/MATH": 0.767, - "helm_lite/GSM8K": 0.905, - "helm_lite/LegalBench": 0.73, - "helm_lite/MedQA": 0.775, - "helm_lite/WMT 2014": 0.203, - "helm_mmlu/MMLU All Subjects": 0.813, - "helm_mmlu/Abstract Algebra": 0.75, - "helm_mmlu/Anatomy": 0.822, - "helm_mmlu/College Physics": 0.647, - "helm_mmlu/Computer Security": 0.82, - "helm_mmlu/Econometrics": 0.684, - "helm_mmlu/Global Facts": 0.62, - "helm_mmlu/Jurisprudence": 0.843, - "helm_mmlu/Philosophy": 0.83, - "helm_mmlu/Professional Psychology": 0.845, - "helm_mmlu/Us Foreign Policy": 0.92, - "helm_mmlu/Astronomy": 0.928, - "helm_mmlu/Business Ethics": 0.76, - "helm_mmlu/Clinical Knowledge": 0.879, - "helm_mmlu/Conceptual Physics": 0.885, - "helm_mmlu/Electrical Engineering": 0.793, - "helm_mmlu/Elementary Mathematics": 0.841, - "helm_mmlu/Formal Logic": 0.579, - "helm_mmlu/High School World History": 0.911, - "helm_mmlu/Human Sexuality": 0.924, - "helm_mmlu/International Law": 0.901, - "helm_mmlu/Logical Fallacies": 0.877, - "helm_mmlu/Machine Learning": 0.679, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.932, - "helm_mmlu/Medical Genetics": 0.87, - "helm_mmlu/Miscellaneous": 0.934, - "helm_mmlu/Moral Scenarios": 0.825, - "helm_mmlu/Nutrition": 0.869, - "helm_mmlu/Prehistory": 0.917, - "helm_mmlu/Public Relations": 0.791, - "helm_mmlu/Security Studies": 0.849, - "helm_mmlu/Sociology": 0.915, - "helm_mmlu/Virology": 0.584, - "helm_mmlu/World Religions": 0.842, - "helm_mmlu/Mean win rate": 0.629 + "hfopenllm_v2/IFEval": 0.1856, + "hfopenllm_v2/BBH": 0.291, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2643, + "hfopenllm_v2/MUSR": 0.3364, + "hfopenllm_v2/MMLU-PRO": 0.1091 } }, { - "id": "writer/palmyra-x-v2", - "name": "Palmyra X V2 33B", - "developer": "writer", + "id": "yasserrmd/Coder-GRPO-3B", + "name": "Coder-GRPO-3B", + "developer": "yasserrmd", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.589, - "helm_lite/NarrativeQA": 0.752, - "helm_lite/NaturalQuestions (closed-book)": 0.428, - "helm_lite/OpenbookQA": 0.878, - "helm_lite/MMLU": 0.621, - "helm_lite/MATH": 0.58, - "helm_lite/GSM8K": 0.735, - "helm_lite/LegalBench": 0.644, - "helm_lite/MedQA": 0.598, - "helm_lite/WMT 2014": 0.239 + "hfopenllm_v2/IFEval": 0.6208, + "hfopenllm_v2/BBH": 0.4469, + "hfopenllm_v2/MATH Level 5": 0.3202, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.4115, + "hfopenllm_v2/MMLU-PRO": 0.3197 } }, { - "id": "writer/palmyra-x-v3", - "name": "Palmyra X V3 72B", - "developer": "writer", + "id": "yasserrmd/Text2SQL-1.5B", + "name": "Text2SQL-1.5B", + "developer": "yasserrmd", "evaluator_relationship": null, "benchmark_scores": { - "helm_lite/Mean win rate": 0.679, - "helm_lite/NarrativeQA": 0.706, - "helm_lite/NaturalQuestions (closed-book)": 0.407, - "helm_lite/OpenbookQA": 0.938, - "helm_lite/MMLU": 0.702, - "helm_lite/MATH": 0.723, - "helm_lite/GSM8K": 0.831, - "helm_lite/LegalBench": 0.709, - "helm_lite/MedQA": 0.684, - "helm_lite/WMT 2014": 0.262, - "helm_mmlu/MMLU All Subjects": 0.786, - "helm_mmlu/Abstract Algebra": 0.53, - "helm_mmlu/Anatomy": 0.733, - "helm_mmlu/College Physics": 0.549, - "helm_mmlu/Computer Security": 0.78, - "helm_mmlu/Econometrics": 0.649, - "helm_mmlu/Global Facts": 0.53, - "helm_mmlu/Jurisprudence": 0.88, - "helm_mmlu/Philosophy": 0.836, - "helm_mmlu/Professional Psychology": 0.858, - "helm_mmlu/Us Foreign Policy": 0.96, - "helm_mmlu/Astronomy": 0.862, - "helm_mmlu/Business Ethics": 0.83, - "helm_mmlu/Clinical Knowledge": 0.804, - "helm_mmlu/Conceptual Physics": 0.809, - "helm_mmlu/Electrical Engineering": 0.772, - "helm_mmlu/Elementary Mathematics": 0.661, - "helm_mmlu/Formal Logic": 0.659, - "helm_mmlu/High School World History": 0.911, - "helm_mmlu/Human Sexuality": 0.924, - "helm_mmlu/International Law": 0.909, - "helm_mmlu/Logical Fallacies": 0.877, - "helm_mmlu/Machine Learning": 0.625, - "helm_mmlu/Management": 0.903, - "helm_mmlu/Marketing": 0.94, - "helm_mmlu/Medical Genetics": 0.83, - "helm_mmlu/Miscellaneous": 0.894, - "helm_mmlu/Moral Scenarios": 0.562, - "helm_mmlu/Nutrition": 0.856, - "helm_mmlu/Prehistory": 0.87, - "helm_mmlu/Public Relations": 0.773, - "helm_mmlu/Security Studies": 0.833, - "helm_mmlu/Sociology": 0.91, - "helm_mmlu/Virology": 0.572, - "helm_mmlu/World Religions": 0.877, - "helm_mmlu/Mean win rate": 0.325 + "hfopenllm_v2/IFEval": 0.2857, + "hfopenllm_v2/BBH": 0.3858, + "hfopenllm_v2/MATH Level 5": 0.068, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3942, + "hfopenllm_v2/MMLU-PRO": 0.2363 } }, { - "id": "writer/palmyra-x5", - "name": "Palmyra X5", - "developer": "writer", + "id": "ycros/BagelMIsteryTour-v2-8x7B", + "name": "BagelMIsteryTour-v2-8x7B", + "developer": "ycros", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.696, - "helm_capabilities/MMLU-Pro": 0.804, - "helm_capabilities/GPQA": 0.661, - "helm_capabilities/IFEval": 0.823, - "helm_capabilities/WildBench": 0.78, - "helm_capabilities/Omni-MATH": 0.414 + "hfopenllm_v2/IFEval": 0.5994, + "hfopenllm_v2/BBH": 0.5159, + "hfopenllm_v2/MATH Level 5": 0.0785, + "hfopenllm_v2/GPQA": 0.3045, + "hfopenllm_v2/MUSR": 0.4203, + "hfopenllm_v2/MMLU-PRO": 0.3473 } }, { - "id": "wzhouad/gemma-2-9b-it-WPO-HB", - "name": "gemma-2-9b-it-WPO-HB", - "developer": "wzhouad", + "id": "yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table", + "developer": "yfzp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5437, - "hfopenllm_v2/BBH": 0.5629, - "hfopenllm_v2/MATH Level 5": 0.1533, - "hfopenllm_v2/GPQA": 0.3498, - "hfopenllm_v2/MUSR": 0.3675, - "hfopenllm_v2/MMLU-PRO": 0.336 + "hfopenllm_v2/IFEval": 0.6709, + "hfopenllm_v2/BBH": 0.4987, + "hfopenllm_v2/MATH Level 5": 0.1118, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3727, + "hfopenllm_v2/MMLU-PRO": 0.3716 } }, { - "id": "x0000001/Deepseek-Lumen-R1-Qwen2.5-14B", - "name": "Deepseek-Lumen-R1-Qwen2.5-14B", - "developer": "x0000001", + "id": "yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table", + "developer": "yfzp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4436, - "hfopenllm_v2/BBH": 0.4569, - "hfopenllm_v2/MATH Level 5": 0.2779, - "hfopenllm_v2/GPQA": 0.2852, - "hfopenllm_v2/MUSR": 0.474, - "hfopenllm_v2/MMLU-PRO": 0.4379 + "hfopenllm_v2/IFEval": 0.7333, + "hfopenllm_v2/BBH": 0.508, + "hfopenllm_v2/MATH Level 5": 0.1035, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3806, + "hfopenllm_v2/MMLU-PRO": 0.3748 } }, { - "id": "xMaulana/FinMatcha-3B-Instruct", - "name": "FinMatcha-3B-Instruct", - "developer": "xMaulana", + "id": "yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table", + "developer": "yfzp", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7548, - "hfopenllm_v2/BBH": 0.4536, - "hfopenllm_v2/MATH Level 5": 0.1435, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3633, - "hfopenllm_v2/MMLU-PRO": 0.3182 + "hfopenllm_v2/IFEval": 0.6785, + "hfopenllm_v2/BBH": 0.4941, + "hfopenllm_v2/MATH Level 5": 0.1125, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3647, + "hfopenllm_v2/MMLU-PRO": 0.3718 } }, { - "id": "xai/Grok 4", - "name": "Grok 4", - "developer": "xai", + "id": "yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table", + "name": "Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table", + "developer": "yfzp", "evaluator_relationship": null, "benchmark_scores": { - "apex-agents/Overall Pass@1": 0.152, - "apex-agents/Overall Pass@8": 0.329, - "apex-agents/Overall Mean Score": 0.303, - "apex-agents/Investment Banking Pass@1": 0.17, - "apex-agents/Management Consulting Pass@1": 0.12, - "apex-agents/Corporate Law Pass@1": 0.165, - "apex-agents/Corporate Lawyer Mean Score": 0.41, - "apex-v1/Overall Score": 0.635 + "hfopenllm_v2/IFEval": 0.7132, + "hfopenllm_v2/BBH": 0.5025, + "hfopenllm_v2/MATH Level 5": 0.0989, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3713, + "hfopenllm_v2/MMLU-PRO": 0.3683 } }, { - "id": "xai/grok-3-beta", - "name": "Grok 3 Beta", - "developer": "xai", + "id": "yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001", + "developer": "yfzp", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.727, - "helm_capabilities/MMLU-Pro": 0.788, - "helm_capabilities/GPQA": 0.65, - "helm_capabilities/IFEval": 0.884, - "helm_capabilities/WildBench": 0.849, - "helm_capabilities/Omni-MATH": 0.464 + "hfopenllm_v2/IFEval": 0.6496, + "hfopenllm_v2/BBH": 0.4979, + "hfopenllm_v2/MATH Level 5": 0.1012, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.378, + "hfopenllm_v2/MMLU-PRO": 0.372 } }, { - "id": "xai/grok-3-mini", - "name": "grok-3-mini", - "developer": "xai", + "id": "yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002", + "developer": "yfzp", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.673, - "global-mmlu-lite/Culturally Sensitive": 0.6717, - "global-mmlu-lite/Culturally Agnostic": 0.6743, - "global-mmlu-lite/Arabic": 0.755, - "global-mmlu-lite/English": 0.5075, - "global-mmlu-lite/Bengali": 0.7355, - "global-mmlu-lite/German": 0.6591, - "global-mmlu-lite/French": 0.485, - "global-mmlu-lite/Hindi": 0.56, - "global-mmlu-lite/Indonesian": 0.725, - "global-mmlu-lite/Italian": 0.696, - "global-mmlu-lite/Japanese": 0.6575, - "global-mmlu-lite/Korean": 0.7325, - "global-mmlu-lite/Portuguese": 0.6275, - "global-mmlu-lite/Spanish": 0.61, - "global-mmlu-lite/Swahili": 0.7625, - "global-mmlu-lite/Yoruba": 0.8296, - "global-mmlu-lite/Chinese": 0.5564, - "global-mmlu-lite/Burmese": 0.8693 + "hfopenllm_v2/IFEval": 0.7196, + "hfopenllm_v2/BBH": 0.5045, + "hfopenllm_v2/MATH Level 5": 0.0876, + "hfopenllm_v2/GPQA": 0.2601, + "hfopenllm_v2/MUSR": 0.3831, + "hfopenllm_v2/MMLU-PRO": 0.3734 } }, { - "id": "xai/grok-3-mini-beta", - "name": "Grok 3 mini Beta", - "developer": "xai", + "id": "yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001", + "developer": "yfzp", "evaluator_relationship": null, "benchmark_scores": { - "helm_capabilities/Mean score": 0.679, - "helm_capabilities/MMLU-Pro": 0.799, - "helm_capabilities/GPQA": 0.675, - "helm_capabilities/IFEval": 0.951, - "helm_capabilities/WildBench": 0.651, - "helm_capabilities/Omni-MATH": 0.318 + "hfopenllm_v2/IFEval": 0.6504, + "hfopenllm_v2/BBH": 0.4958, + "hfopenllm_v2/MATH Level 5": 0.0937, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.3703 } }, { - "id": "xai/grok-4", - "name": "Grok 4", - "developer": "xAI", + "id": "yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002", + "developer": "yfzp", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 25.4 + "hfopenllm_v2/IFEval": 0.7016, + "hfopenllm_v2/BBH": 0.4992, + "hfopenllm_v2/MATH Level 5": 0.0869, + "hfopenllm_v2/GPQA": 0.2592, + "hfopenllm_v2/MUSR": 0.3779, + "hfopenllm_v2/MMLU-PRO": 0.3669 } }, { - "id": "xai/grok-4-0709", - "name": "grok-4-0709", - "developer": "xai", + "id": "yifAI/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002", + "name": "Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002", + "developer": "yifAI", "evaluator_relationship": null, "benchmark_scores": { - "global-mmlu-lite/Global MMLU Lite": 0.8881, - "global-mmlu-lite/Culturally Sensitive": 0.8862, - "global-mmlu-lite/Culturally Agnostic": 0.89, - "global-mmlu-lite/Arabic": 0.885, - "global-mmlu-lite/English": 0.905, - "global-mmlu-lite/Bengali": 0.8925, - "global-mmlu-lite/German": 0.8725, - "global-mmlu-lite/French": 0.875, - "global-mmlu-lite/Hindi": 0.8675, - "global-mmlu-lite/Indonesian": 0.89, - "global-mmlu-lite/Italian": 0.9025, - "global-mmlu-lite/Japanese": 0.87, - "global-mmlu-lite/Korean": 0.895, - "global-mmlu-lite/Portuguese": 0.8725, - "global-mmlu-lite/Spanish": 0.9075, - "global-mmlu-lite/Swahili": 0.91, - "global-mmlu-lite/Yoruba": 0.905, - "global-mmlu-lite/Chinese": 0.8525, - "global-mmlu-lite/Burmese": 0.9075, - "helm_capabilities/Mean score": 0.785, - "helm_capabilities/MMLU-Pro": 0.851, - "helm_capabilities/GPQA": 0.726, - "helm_capabilities/IFEval": 0.949, - "helm_capabilities/WildBench": 0.797, - "helm_capabilities/Omni-MATH": 0.603 + "hfopenllm_v2/IFEval": 0.649, + "hfopenllm_v2/BBH": 0.4915, + "hfopenllm_v2/MATH Level 5": 0.0755, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3899, + "hfopenllm_v2/MMLU-PRO": 0.352 } }, { - "id": "xai/grok-code-fast-1", - "name": "Grok Code Fast 1", - "developer": "xAI", + "id": "ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8", + "name": "ECE-PRYMMAL-YL-1B-SLERP-V8", + "developer": "ylalain", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 25.8 + "hfopenllm_v2/IFEval": 0.1505, + "hfopenllm_v2/BBH": 0.3976, + "hfopenllm_v2/MATH Level 5": 0.0045, + "hfopenllm_v2/GPQA": 0.2894, + "hfopenllm_v2/MUSR": 0.3875, + "hfopenllm_v2/MMLU-PRO": 0.2384 } }, { - "id": "xinchen9/Llama3.1_8B_Instruct_CoT", - "name": "Llama3.1_8B_Instruct_CoT", - "developer": "xinchen9", + "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17", + "name": "gemma-2-2b-jpn-it-abliterated-17", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2974, - "hfopenllm_v2/BBH": 0.4398, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4371, - "hfopenllm_v2/MMLU-PRO": 0.2879 + "hfopenllm_v2/IFEval": 0.5082, + "hfopenllm_v2/BBH": 0.4076, + "hfopenllm_v2/MATH Level 5": 0.0385, + "hfopenllm_v2/GPQA": 0.2718, + "hfopenllm_v2/MUSR": 0.3701, + "hfopenllm_v2/MMLU-PRO": 0.2455 } }, { - "id": "xinchen9/Llama3.1_CoT", - "name": "Llama3.1_CoT", - "developer": "xinchen9", + "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17-18-24", + "name": "gemma-2-2b-jpn-it-abliterated-17-18-24", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2246, - "hfopenllm_v2/BBH": 0.4341, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.4305, - "hfopenllm_v2/MMLU-PRO": 0.2739 + "hfopenllm_v2/IFEval": 0.5055, + "hfopenllm_v2/BBH": 0.3812, + "hfopenllm_v2/MATH Level 5": 0.0257, + "hfopenllm_v2/GPQA": 0.281, + "hfopenllm_v2/MUSR": 0.3502, + "hfopenllm_v2/MMLU-PRO": 0.2282 } }, { - "id": "xinchen9/Llama3.1_CoT_V1", - "name": "Llama3.1_CoT_V1", - "developer": "xinchen9", + "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO", + "name": "gemma-2-2b-jpn-it-abliterated-17-ORPO", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2453, - "hfopenllm_v2/BBH": 0.4376, - "hfopenllm_v2/MATH Level 5": 0.0332, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.4572, - "hfopenllm_v2/MMLU-PRO": 0.2805 + "hfopenllm_v2/IFEval": 0.4748, + "hfopenllm_v2/BBH": 0.3898, + "hfopenllm_v2/MATH Level 5": 0.0619, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3768, + "hfopenllm_v2/MMLU-PRO": 0.2191 } }, { - "id": "xinchen9/Mistral-7B-CoT", - "name": "Mistral-7B-CoT", - "developer": "xinchen9", + "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca", + "name": "gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2783, - "hfopenllm_v2/BBH": 0.3873, - "hfopenllm_v2/MATH Level 5": 0.0249, - "hfopenllm_v2/GPQA": 0.2492, - "hfopenllm_v2/MUSR": 0.3994, - "hfopenllm_v2/MMLU-PRO": 0.2284 + "hfopenllm_v2/IFEval": 0.3065, + "hfopenllm_v2/BBH": 0.4072, + "hfopenllm_v2/MATH Level 5": 0.0325, + "hfopenllm_v2/GPQA": 0.2693, + "hfopenllm_v2/MUSR": 0.3969, + "hfopenllm_v2/MMLU-PRO": 0.2249 } }, { - "id": "xinchen9/llama3-b8-ft-dis", - "name": "llama3-b8-ft-dis", - "developer": "xinchen9", + "id": "ymcki/gemma-2-2b-jpn-it-abliterated-18", + "name": "gemma-2-2b-jpn-it-abliterated-18", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1546, - "hfopenllm_v2/BBH": 0.4626, - "hfopenllm_v2/MATH Level 5": 0.0393, - "hfopenllm_v2/GPQA": 0.3129, - "hfopenllm_v2/MUSR": 0.3654, - "hfopenllm_v2/MMLU-PRO": 0.3244 + "hfopenllm_v2/IFEval": 0.5175, + "hfopenllm_v2/BBH": 0.4132, + "hfopenllm_v2/MATH Level 5": 0.0446, + "hfopenllm_v2/GPQA": 0.2735, + "hfopenllm_v2/MUSR": 0.3742, + "hfopenllm_v2/MMLU-PRO": 0.2505 } }, { - "id": "xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table", - "developer": "xkp24", + "id": "ymcki/gemma-2-2b-jpn-it-abliterated-18-ORPO", + "name": "gemma-2-2b-jpn-it-abliterated-18-ORPO", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6375, - "hfopenllm_v2/BBH": 0.4912, - "hfopenllm_v2/MATH Level 5": 0.0921, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.382, - "hfopenllm_v2/MMLU-PRO": 0.3686 + "hfopenllm_v2/IFEval": 0.4742, + "hfopenllm_v2/BBH": 0.4039, + "hfopenllm_v2/MATH Level 5": 0.0468, + "hfopenllm_v2/GPQA": 0.2617, + "hfopenllm_v2/MUSR": 0.3953, + "hfopenllm_v2/MMLU-PRO": 0.2185 } }, { - "id": "xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table", - "developer": "xkp24", + "id": "ymcki/gemma-2-2b-jpn-it-abliterated-24", + "name": "gemma-2-2b-jpn-it-abliterated-24", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7275, - "hfopenllm_v2/BBH": 0.5057, - "hfopenllm_v2/MATH Level 5": 0.0846, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3819, - "hfopenllm_v2/MMLU-PRO": 0.3697 + "hfopenllm_v2/IFEval": 0.4979, + "hfopenllm_v2/BBH": 0.411, + "hfopenllm_v2/MATH Level 5": 0.0438, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3915, + "hfopenllm_v2/MMLU-PRO": 0.2473 } }, { - "id": "xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table", - "developer": "xkp24", + "id": "ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18", + "name": "gemma-2-2b-ORPO-jpn-it-abliterated-18", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6569, - "hfopenllm_v2/BBH": 0.4952, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3594, - "hfopenllm_v2/MMLU-PRO": 0.3702 + "hfopenllm_v2/IFEval": 0.4631, + "hfopenllm_v2/BBH": 0.4053, + "hfopenllm_v2/MATH Level 5": 0.0431, + "hfopenllm_v2/GPQA": 0.2886, + "hfopenllm_v2/MUSR": 0.3754, + "hfopenllm_v2/MMLU-PRO": 0.2345 } }, { - "id": "xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table", - "developer": "xkp24", + "id": "ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18-merge", + "name": "gemma-2-2b-ORPO-jpn-it-abliterated-18-merge", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6621, - "hfopenllm_v2/BBH": 0.5004, - "hfopenllm_v2/MATH Level 5": 0.0861, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3805, - "hfopenllm_v2/MMLU-PRO": 0.36 + "hfopenllm_v2/IFEval": 0.5218, + "hfopenllm_v2/BBH": 0.4147, + "hfopenllm_v2/MATH Level 5": 0.0544, + "hfopenllm_v2/GPQA": 0.2836, + "hfopenllm_v2/MUSR": 0.3514, + "hfopenllm_v2/MMLU-PRO": 0.2461 } }, { - "id": "xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001", - "developer": "xkp24", + "id": "ymcki/Llama-3.1-8B-GRPO-Instruct", + "name": "Llama-3.1-8B-GRPO-Instruct", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6042, - "hfopenllm_v2/BBH": 0.4936, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3793, - "hfopenllm_v2/MMLU-PRO": 0.3708 + "hfopenllm_v2/IFEval": 0.7445, + "hfopenllm_v2/BBH": 0.5132, + "hfopenllm_v2/MATH Level 5": 0.2024, + "hfopenllm_v2/GPQA": 0.2945, + "hfopenllm_v2/MUSR": 0.3817, + "hfopenllm_v2/MMLU-PRO": 0.3738 } }, { - "id": "xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002", - "developer": "xkp24", + "id": "ymcki/Llama-3.1-8B-SFT-GRPO-Instruct", + "name": "Llama-3.1-8B-SFT-GRPO-Instruct", + "developer": "ymcki", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7132, - "hfopenllm_v2/BBH": 0.4996, - "hfopenllm_v2/MATH Level 5": 0.0853, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3872, - "hfopenllm_v2/MMLU-PRO": 0.3664 + "hfopenllm_v2/IFEval": 0.3354, + "hfopenllm_v2/BBH": 0.3126, + "hfopenllm_v2/MATH Level 5": 0.04, + "hfopenllm_v2/GPQA": 0.2534, + "hfopenllm_v2/MUSR": 0.3526, + "hfopenllm_v2/MMLU-PRO": 0.1098 } }, { - "id": "xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001", - "developer": "xkp24", + "id": "Youlln/1PARAMMYL-8B-ModelStock", + "name": "1PARAMMYL-8B-ModelStock", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5947, - "hfopenllm_v2/BBH": 0.4899, - "hfopenllm_v2/MATH Level 5": 0.1073, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3581, - "hfopenllm_v2/MMLU-PRO": 0.3704 + "hfopenllm_v2/IFEval": 0.5371, + "hfopenllm_v2/BBH": 0.5216, + "hfopenllm_v2/MATH Level 5": 0.1488, + "hfopenllm_v2/GPQA": 0.3238, + "hfopenllm_v2/MUSR": 0.4409, + "hfopenllm_v2/MMLU-PRO": 0.4 } }, { - "id": "xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002", - "developer": "xkp24", + "id": "Youlln/2PRYMMAL-Yi1.5-6B-SLERP", + "name": "2PRYMMAL-Yi1.5-6B-SLERP", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6453, - "hfopenllm_v2/BBH": 0.4951, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3939, - "hfopenllm_v2/MMLU-PRO": 0.353 + "hfopenllm_v2/IFEval": 0.2826, + "hfopenllm_v2/BBH": 0.4665, + "hfopenllm_v2/MATH Level 5": 0.1133, + "hfopenllm_v2/GPQA": 0.307, + "hfopenllm_v2/MUSR": 0.4756, + "hfopenllm_v2/MMLU-PRO": 0.317 } }, { - "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table", - "developer": "xukp20", + "id": "Youlln/3PRYMMAL-PHI3-3B-SLERP", + "name": "3PRYMMAL-PHI3-3B-SLERP", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5756, - "hfopenllm_v2/BBH": 0.4901, - "hfopenllm_v2/MATH Level 5": 0.0997, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.3659 + "hfopenllm_v2/IFEval": 0.3656, + "hfopenllm_v2/BBH": 0.5422, + "hfopenllm_v2/MATH Level 5": 0.1715, + "hfopenllm_v2/GPQA": 0.3263, + "hfopenllm_v2/MUSR": 0.4648, + "hfopenllm_v2/MMLU-PRO": 0.4002 } }, { - "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table", - "developer": "xukp20", + "id": "Youlln/4PRYMMAL-GEMMA2-9B-SLERP", + "name": "4PRYMMAL-GEMMA2-9B-SLERP", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7034, - "hfopenllm_v2/BBH": 0.5092, - "hfopenllm_v2/MATH Level 5": 0.0967, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3739, - "hfopenllm_v2/MMLU-PRO": 0.3693 + "hfopenllm_v2/IFEval": 0.2714, + "hfopenllm_v2/BBH": 0.5923, + "hfopenllm_v2/MATH Level 5": 0.0906, + "hfopenllm_v2/GPQA": 0.3305, + "hfopenllm_v2/MUSR": 0.4672, + "hfopenllm_v2/MMLU-PRO": 0.421 } }, { - "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table", - "developer": "xukp20", + "id": "Youlln/ECE-MIRAGE-1-12B", + "name": "ECE-MIRAGE-1-12B", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6024, - "hfopenllm_v2/BBH": 0.497, - "hfopenllm_v2/MATH Level 5": 0.1042, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3674, - "hfopenllm_v2/MMLU-PRO": 0.3658 + "hfopenllm_v2/IFEval": 0.207, + "hfopenllm_v2/BBH": 0.3011, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3219, + "hfopenllm_v2/MMLU-PRO": 0.111 } }, { - "id": "xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table", - "developer": "xukp20", + "id": "Youlln/ECE-MIRAGE-1-15B", + "name": "ECE-MIRAGE-1-15B", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.662, - "hfopenllm_v2/BBH": 0.5, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3818, - "hfopenllm_v2/MMLU-PRO": 0.3615 + "hfopenllm_v2/IFEval": 0.207, + "hfopenllm_v2/BBH": 0.3011, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2634, + "hfopenllm_v2/MUSR": 0.3219, + "hfopenllm_v2/MMLU-PRO": 0.111 } }, { - "id": "xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001", - "developer": "xukp20", + "id": "Youlln/ECE-PRYMMAL-0.5B-FT-V3", + "name": "ECE-PRYMMAL-0.5B-FT-V3", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5336, - "hfopenllm_v2/BBH": 0.4915, - "hfopenllm_v2/MATH Level 5": 0.0982, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.378, - "hfopenllm_v2/MMLU-PRO": 0.3625 + "hfopenllm_v2/IFEval": 0.1642, + "hfopenllm_v2/BBH": 0.3093, + "hfopenllm_v2/MATH Level 5": 0.003, + "hfopenllm_v2/GPQA": 0.2576, + "hfopenllm_v2/MUSR": 0.3644, + "hfopenllm_v2/MMLU-PRO": 0.1161 } }, { - "id": "xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002", - "developer": "xukp20", + "id": "Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR", + "name": "ECE-PRYMMAL-0.5B-FT-V3-MUSR", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6852, - "hfopenllm_v2/BBH": 0.5075, - "hfopenllm_v2/MATH Level 5": 0.0718, - "hfopenllm_v2/GPQA": 0.2584, - "hfopenllm_v2/MUSR": 0.3832, - "hfopenllm_v2/MMLU-PRO": 0.3621 + "hfopenllm_v2/IFEval": 0.1533, + "hfopenllm_v2/BBH": 0.3041, + "hfopenllm_v2/MATH Level 5": 0.0242, + "hfopenllm_v2/GPQA": 0.2492, + "hfopenllm_v2/MUSR": 0.366, + "hfopenllm_v2/MMLU-PRO": 0.1645 } }, { - "id": "xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001", - "developer": "xukp20", + "id": "Youlln/ECE-PRYMMAL-0.5B-FT-V4-MUSR", + "name": "ECE-PRYMMAL-0.5B-FT-V4-MUSR", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5482, - "hfopenllm_v2/BBH": 0.4887, - "hfopenllm_v2/MATH Level 5": 0.0891, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3633, - "hfopenllm_v2/MMLU-PRO": 0.3671 + "hfopenllm_v2/IFEval": 0.1138, + "hfopenllm_v2/BBH": 0.3038, + "hfopenllm_v2/MATH Level 5": 0.0121, + "hfopenllm_v2/GPQA": 0.2701, + "hfopenllm_v2/MUSR": 0.3529, + "hfopenllm_v2/MMLU-PRO": 0.1321 } }, { - "id": "xukp20/llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table", - "name": "llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table", - "developer": "xukp20", + "id": "Youlln/ECE-PRYMMAL-0.5B-SLERP-V2", + "name": "ECE-PRYMMAL-0.5B-SLERP-V2", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.69, - "hfopenllm_v2/BBH": 0.4978, - "hfopenllm_v2/MATH Level 5": 0.105, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3673, - "hfopenllm_v2/MMLU-PRO": 0.3716 + "hfopenllm_v2/IFEval": 0.1612, + "hfopenllm_v2/BBH": 0.2935, + "hfopenllm_v2/MATH Level 5": 0.0008, + "hfopenllm_v2/GPQA": 0.2743, + "hfopenllm_v2/MUSR": 0.3831, + "hfopenllm_v2/MMLU-PRO": 0.1095 } }, { - "id": "xwen-team/Xwen-7B-Chat", - "name": "Xwen-7B-Chat", - "developer": "xwen-team", + "id": "Youlln/ECE-PRYMMAL-0.5B-SLERP-V3", + "name": "ECE-PRYMMAL-0.5B-SLERP-V3", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6864, - "hfopenllm_v2/BBH": 0.5068, - "hfopenllm_v2/MATH Level 5": 0.4509, - "hfopenllm_v2/GPQA": 0.2609, - "hfopenllm_v2/MUSR": 0.3914, - "hfopenllm_v2/MMLU-PRO": 0.429 + "hfopenllm_v2/IFEval": 0.167, + "hfopenllm_v2/BBH": 0.2938, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2517, + "hfopenllm_v2/MUSR": 0.3541, + "hfopenllm_v2/MMLU-PRO": 0.1087 } }, { - "id": "xxx777xxxASD/L3.1-ClaudeMaid-4x8B", - "name": "L3.1-ClaudeMaid-4x8B", - "developer": "xxx777xxxASD", + "id": "Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1", + "name": "ECE-PRYMMAL-YL-1B-SLERP-V1", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6696, - "hfopenllm_v2/BBH": 0.5071, - "hfopenllm_v2/MATH Level 5": 0.1412, + "hfopenllm_v2/IFEval": 0.3251, + "hfopenllm_v2/BBH": 0.4209, + "hfopenllm_v2/MATH Level 5": 0.1073, "hfopenllm_v2/GPQA": 0.2911, - "hfopenllm_v2/MUSR": 0.4289, - "hfopenllm_v2/MMLU-PRO": 0.358 + "hfopenllm_v2/MUSR": 0.4266, + "hfopenllm_v2/MMLU-PRO": 0.2936 } }, { - "id": "yam-peleg/Hebrew-Gemma-11B-Instruct", - "name": "Hebrew-Gemma-11B-Instruct", - "developer": "yam-peleg", + "id": "Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2", + "name": "ECE-PRYMMAL-YL-1B-SLERP-V2", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3021, - "hfopenllm_v2/BBH": 0.4036, - "hfopenllm_v2/MATH Level 5": 0.0657, - "hfopenllm_v2/GPQA": 0.276, - "hfopenllm_v2/MUSR": 0.4089, - "hfopenllm_v2/MMLU-PRO": 0.2554 + "hfopenllm_v2/IFEval": 0.3251, + "hfopenllm_v2/BBH": 0.4209, + "hfopenllm_v2/MATH Level 5": 0.1073, + "hfopenllm_v2/GPQA": 0.2911, + "hfopenllm_v2/MUSR": 0.4266, + "hfopenllm_v2/MMLU-PRO": 0.2936 } }, { - "id": "yam-peleg/Hebrew-Mistral-7B", - "name": "Hebrew-Mistral-7B", - "developer": "yam-peleg", + "id": "Youlln/ECE-PRYMMAL-YL-7B-SLERP-V4", + "name": "ECE-PRYMMAL-YL-7B-SLERP-V4", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2328, - "hfopenllm_v2/BBH": 0.4334, - "hfopenllm_v2/MATH Level 5": 0.0498, - "hfopenllm_v2/GPQA": 0.2794, - "hfopenllm_v2/MUSR": 0.3977, - "hfopenllm_v2/MMLU-PRO": 0.278 + "hfopenllm_v2/IFEval": 0.251, + "hfopenllm_v2/BBH": 0.377, + "hfopenllm_v2/MATH Level 5": 0.0536, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3745, + "hfopenllm_v2/MMLU-PRO": 0.2132 } }, { - "id": "yam-peleg/Hebrew-Mistral-7B-200K", - "name": "Hebrew-Mistral-7B-200K", - "developer": "yam-peleg", + "id": "Youlln/ECE-PRYMMAL0.5-FT", + "name": "ECE-PRYMMAL0.5-FT", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.177, - "hfopenllm_v2/BBH": 0.3411, - "hfopenllm_v2/MATH Level 5": 0.031, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.374, - "hfopenllm_v2/MMLU-PRO": 0.2529 + "hfopenllm_v2/IFEval": 0.1851, + "hfopenllm_v2/BBH": 0.3132, + "hfopenllm_v2/MATH Level 5": 0.0234, + "hfopenllm_v2/GPQA": 0.2559, + "hfopenllm_v2/MUSR": 0.3301, + "hfopenllm_v2/MMLU-PRO": 0.1477 } }, { - "id": "yandex/YaLM-100B", - "name": "YaLM 100B", - "developer": "yandex", + "id": "Youlln/ECE-PRYMMAL0.5B-Youri", + "name": "ECE-PRYMMAL0.5B-Youri", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "helm_classic/Mean win rate": 0.075, - "helm_classic/MMLU": 0.243, - "helm_classic/BoolQ": 0.634, - "helm_classic/NarrativeQA": 0.252, - "helm_classic/NaturalQuestions (open-book)": 0.227, - "helm_classic/QuAC": 0.162, - "helm_classic/HellaSwag": -1.0, - "helm_classic/OpenbookQA": -1.0, - "helm_classic/TruthfulQA": 0.202, - "helm_classic/MS MARCO (TREC)": -1.0, - "helm_classic/CNN/DailyMail": 0.017, - "helm_classic/XSUM": 0.021, - "helm_classic/IMDB": 0.836, - "helm_classic/CivilComments": 0.49, - "helm_classic/RAFT": 0.395 + "hfopenllm_v2/IFEval": 0.1446, + "hfopenllm_v2/BBH": 0.2817, + "hfopenllm_v2/MATH Level 5": 0.0, + "hfopenllm_v2/GPQA": 0.2433, + "hfopenllm_v2/MUSR": 0.3697, + "hfopenllm_v2/MMLU-PRO": 0.1095 } }, { - "id": "yanng1242/Marcoro14-7B-slerp", - "name": "Marcoro14-7B-slerp", - "developer": "yanng1242", + "id": "Youlln/ECE-PRYMMAL1B-FT-V1", + "name": "ECE-PRYMMAL1B-FT-V1", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.406, - "hfopenllm_v2/BBH": 0.5252, - "hfopenllm_v2/MATH Level 5": 0.0748, - "hfopenllm_v2/GPQA": 0.3146, - "hfopenllm_v2/MUSR": 0.4686, - "hfopenllm_v2/MMLU-PRO": 0.3168 + "hfopenllm_v2/IFEval": 0.2144, + "hfopenllm_v2/BBH": 0.4033, + "hfopenllm_v2/MATH Level 5": 0.0642, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.3417, + "hfopenllm_v2/MMLU-PRO": 0.2743 } }, { - "id": "yasserrmd/Coder-GRPO-3B", - "name": "Coder-GRPO-3B", - "developer": "yasserrmd", + "id": "Youlln/ECE-Qwen0.5B-FT-V2", + "name": "ECE-Qwen0.5B-FT-V2", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6208, - "hfopenllm_v2/BBH": 0.4469, - "hfopenllm_v2/MATH Level 5": 0.3202, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.4115, - "hfopenllm_v2/MMLU-PRO": 0.3197 + "hfopenllm_v2/IFEval": 0.2526, + "hfopenllm_v2/BBH": 0.329, + "hfopenllm_v2/MATH Level 5": 0.0204, + "hfopenllm_v2/GPQA": 0.2668, + "hfopenllm_v2/MUSR": 0.3063, + "hfopenllm_v2/MMLU-PRO": 0.1666 } }, { - "id": "yasserrmd/Text2SQL-1.5B", - "name": "Text2SQL-1.5B", - "developer": "yasserrmd", + "id": "Youlln/ECE.EIFFEIL.ia-0.5B-SLERP", + "name": "ECE.EIFFEIL.ia-0.5B-SLERP", + "developer": "Youlln", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2857, - "hfopenllm_v2/BBH": 0.3858, - "hfopenllm_v2/MATH Level 5": 0.068, - "hfopenllm_v2/GPQA": 0.2878, - "hfopenllm_v2/MUSR": 0.3942, - "hfopenllm_v2/MMLU-PRO": 0.2363 + "hfopenllm_v2/IFEval": 0.2561, + "hfopenllm_v2/BBH": 0.3306, + "hfopenllm_v2/MATH Level 5": 0.0597, + "hfopenllm_v2/GPQA": 0.2651, + "hfopenllm_v2/MUSR": 0.3102, + "hfopenllm_v2/MMLU-PRO": 0.1903 } }, { - "id": "ycros/BagelMIsteryTour-v2-8x7B", - "name": "BagelMIsteryTour-v2-8x7B", - "developer": "ycros", + "id": "YoungPanda/qwenqwen", + "name": "qwenqwen", + "developer": "YoungPanda", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5994, - "hfopenllm_v2/BBH": 0.5159, - "hfopenllm_v2/MATH Level 5": 0.0785, - "hfopenllm_v2/GPQA": 0.3045, - "hfopenllm_v2/MUSR": 0.4203, - "hfopenllm_v2/MMLU-PRO": 0.3473 + "hfopenllm_v2/IFEval": 0.1264, + "hfopenllm_v2/BBH": 0.3379, + "hfopenllm_v2/MATH Level 5": 0.0355, + "hfopenllm_v2/GPQA": 0.25, + "hfopenllm_v2/MUSR": 0.3434, + "hfopenllm_v2/MMLU-PRO": 0.1168 } }, { - "id": "yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table", - "developer": "yfzp", + "id": "YOYO-AI/Qwen2.5-14B-1M-YOYO-V3", + "name": "Qwen2.5-14B-1M-YOYO-V3", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6709, - "hfopenllm_v2/BBH": 0.4987, - "hfopenllm_v2/MATH Level 5": 0.1118, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3727, - "hfopenllm_v2/MMLU-PRO": 0.3716 + "hfopenllm_v2/IFEval": 0.8398, + "hfopenllm_v2/BBH": 0.6448, + "hfopenllm_v2/MATH Level 5": 0.5355, + "hfopenllm_v2/GPQA": 0.3289, + "hfopenllm_v2/MUSR": 0.4141, + "hfopenllm_v2/MMLU-PRO": 0.5207 } }, { - "id": "yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table", - "developer": "yfzp", + "id": "YOYO-AI/Qwen2.5-14B-it-restore", + "name": "Qwen2.5-14B-it-restore", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7333, - "hfopenllm_v2/BBH": 0.508, - "hfopenllm_v2/MATH Level 5": 0.1035, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3806, - "hfopenllm_v2/MMLU-PRO": 0.3748 + "hfopenllm_v2/IFEval": 0.8209, + "hfopenllm_v2/BBH": 0.6388, + "hfopenllm_v2/MATH Level 5": 0.537, + "hfopenllm_v2/GPQA": 0.3372, + "hfopenllm_v2/MUSR": 0.4087, + "hfopenllm_v2/MMLU-PRO": 0.49 } }, { - "id": "yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table", - "developer": "yfzp", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-0505", + "name": "Qwen2.5-14B-YOYO-0505", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6785, - "hfopenllm_v2/BBH": 0.4941, - "hfopenllm_v2/MATH Level 5": 0.1125, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3647, - "hfopenllm_v2/MMLU-PRO": 0.3718 + "hfopenllm_v2/IFEval": 0.5883, + "hfopenllm_v2/BBH": 0.6539, + "hfopenllm_v2/MATH Level 5": 0.4434, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4757, + "hfopenllm_v2/MMLU-PRO": 0.5371 } }, { - "id": "yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table", - "name": "Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table", - "developer": "yfzp", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-0510-v2", + "name": "Qwen2.5-14B-YOYO-0510-v2", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7132, - "hfopenllm_v2/BBH": 0.5025, - "hfopenllm_v2/MATH Level 5": 0.0989, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3713, - "hfopenllm_v2/MMLU-PRO": 0.3683 + "hfopenllm_v2/IFEval": 0.5947, + "hfopenllm_v2/BBH": 0.6553, + "hfopenllm_v2/MATH Level 5": 0.4441, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4744, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001", - "developer": "yfzp", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-0805", + "name": "Qwen2.5-14B-YOYO-0805", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6496, - "hfopenllm_v2/BBH": 0.4979, - "hfopenllm_v2/MATH Level 5": 0.1012, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.378, - "hfopenllm_v2/MMLU-PRO": 0.372 + "hfopenllm_v2/IFEval": 0.5883, + "hfopenllm_v2/BBH": 0.6539, + "hfopenllm_v2/MATH Level 5": 0.4434, + "hfopenllm_v2/GPQA": 0.3733, + "hfopenllm_v2/MUSR": 0.4757, + "hfopenllm_v2/MMLU-PRO": 0.5371 } }, { - "id": "yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002", - "developer": "yfzp", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-1005", + "name": "Qwen2.5-14B-YOYO-1005", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7196, - "hfopenllm_v2/BBH": 0.5045, - "hfopenllm_v2/MATH Level 5": 0.0876, - "hfopenllm_v2/GPQA": 0.2601, - "hfopenllm_v2/MUSR": 0.3831, - "hfopenllm_v2/MMLU-PRO": 0.3734 + "hfopenllm_v2/IFEval": 0.5972, + "hfopenllm_v2/BBH": 0.6542, + "hfopenllm_v2/MATH Level 5": 0.4524, + "hfopenllm_v2/GPQA": 0.3809, + "hfopenllm_v2/MUSR": 0.473, + "hfopenllm_v2/MMLU-PRO": 0.5382 } }, { - "id": "yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001", - "developer": "yfzp", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-1005-v2", + "name": "Qwen2.5-14B-YOYO-1005-v2", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.6504, - "hfopenllm_v2/BBH": 0.4958, - "hfopenllm_v2/MATH Level 5": 0.0937, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.366, - "hfopenllm_v2/MMLU-PRO": 0.3703 + "hfopenllm_v2/IFEval": 0.5953, + "hfopenllm_v2/BBH": 0.6551, + "hfopenllm_v2/MATH Level 5": 0.4434, + "hfopenllm_v2/GPQA": 0.3842, + "hfopenllm_v2/MUSR": 0.4731, + "hfopenllm_v2/MMLU-PRO": 0.5372 } }, { - "id": "yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002", - "developer": "yfzp", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-1010", + "name": "Qwen2.5-14B-YOYO-1010", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7016, - "hfopenllm_v2/BBH": 0.4992, - "hfopenllm_v2/MATH Level 5": 0.0869, - "hfopenllm_v2/GPQA": 0.2592, - "hfopenllm_v2/MUSR": 0.3779, - "hfopenllm_v2/MMLU-PRO": 0.3669 + "hfopenllm_v2/IFEval": 0.5899, + "hfopenllm_v2/BBH": 0.654, + "hfopenllm_v2/MATH Level 5": 0.4509, + "hfopenllm_v2/GPQA": 0.3834, + "hfopenllm_v2/MUSR": 0.4744, + "hfopenllm_v2/MMLU-PRO": 0.5376 } }, { - "id": "yifAI/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002", - "name": "Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002", - "developer": "yifAI", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-1010-v2", + "name": "Qwen2.5-14B-YOYO-1010-v2", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.649, - "hfopenllm_v2/BBH": 0.4915, - "hfopenllm_v2/MATH Level 5": 0.0755, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3899, - "hfopenllm_v2/MMLU-PRO": 0.352 + "hfopenllm_v2/IFEval": 0.5947, + "hfopenllm_v2/BBH": 0.6553, + "hfopenllm_v2/MATH Level 5": 0.4441, + "hfopenllm_v2/GPQA": 0.3817, + "hfopenllm_v2/MUSR": 0.4744, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8", - "name": "ECE-PRYMMAL-YL-1B-SLERP-V8", - "developer": "ylalain", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-latest", + "name": "Qwen2.5-14B-YOYO-latest", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.1505, - "hfopenllm_v2/BBH": 0.3976, - "hfopenllm_v2/MATH Level 5": 0.0045, - "hfopenllm_v2/GPQA": 0.2894, - "hfopenllm_v2/MUSR": 0.3875, - "hfopenllm_v2/MMLU-PRO": 0.2384 + "hfopenllm_v2/IFEval": 0.5911, + "hfopenllm_v2/BBH": 0.6656, + "hfopenllm_v2/MATH Level 5": 0.4418, + "hfopenllm_v2/GPQA": 0.3826, + "hfopenllm_v2/MUSR": 0.4691, + "hfopenllm_v2/MMLU-PRO": 0.5371 } }, { - "id": "ymcki/Llama-3.1-8B-GRPO-Instruct", - "name": "Llama-3.1-8B-GRPO-Instruct", - "developer": "ymcki", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-latest-V2", + "name": "Qwen2.5-14B-YOYO-latest-V2", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7445, - "hfopenllm_v2/BBH": 0.5132, - "hfopenllm_v2/MATH Level 5": 0.2024, - "hfopenllm_v2/GPQA": 0.2945, - "hfopenllm_v2/MUSR": 0.3817, - "hfopenllm_v2/MMLU-PRO": 0.3738 + "hfopenllm_v2/IFEval": 0.7771, + "hfopenllm_v2/BBH": 0.6299, + "hfopenllm_v2/MATH Level 5": 0.5159, + "hfopenllm_v2/GPQA": 0.354, + "hfopenllm_v2/MUSR": 0.4299, + "hfopenllm_v2/MMLU-PRO": 0.5224 } }, { - "id": "ymcki/Llama-3.1-8B-SFT-GRPO-Instruct", - "name": "Llama-3.1-8B-SFT-GRPO-Instruct", - "developer": "ymcki", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-SCE", + "name": "Qwen2.5-14B-YOYO-SCE", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3354, - "hfopenllm_v2/BBH": 0.3126, - "hfopenllm_v2/MATH Level 5": 0.04, - "hfopenllm_v2/GPQA": 0.2534, - "hfopenllm_v2/MUSR": 0.3526, - "hfopenllm_v2/MMLU-PRO": 0.1098 + "hfopenllm_v2/IFEval": 0.5844, + "hfopenllm_v2/BBH": 0.6489, + "hfopenllm_v2/MATH Level 5": 0.4615, + "hfopenllm_v2/GPQA": 0.3742, + "hfopenllm_v2/MUSR": 0.4704, + "hfopenllm_v2/MMLU-PRO": 0.5381 } }, { - "id": "ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18", - "name": "gemma-2-2b-ORPO-jpn-it-abliterated-18", - "developer": "ymcki", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-V4", + "name": "Qwen2.5-14B-YOYO-V4", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4631, - "hfopenllm_v2/BBH": 0.4053, - "hfopenllm_v2/MATH Level 5": 0.0431, - "hfopenllm_v2/GPQA": 0.2886, - "hfopenllm_v2/MUSR": 0.3754, - "hfopenllm_v2/MMLU-PRO": 0.2345 + "hfopenllm_v2/IFEval": 0.8398, + "hfopenllm_v2/BBH": 0.649, + "hfopenllm_v2/MATH Level 5": 0.5347, + "hfopenllm_v2/GPQA": 0.3221, + "hfopenllm_v2/MUSR": 0.4115, + "hfopenllm_v2/MMLU-PRO": 0.517 } }, { - "id": "ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18-merge", - "name": "gemma-2-2b-ORPO-jpn-it-abliterated-18-merge", - "developer": "ymcki", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-V4-p1", + "name": "Qwen2.5-14B-YOYO-V4-p1", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5218, - "hfopenllm_v2/BBH": 0.4147, - "hfopenllm_v2/MATH Level 5": 0.0544, - "hfopenllm_v2/GPQA": 0.2836, - "hfopenllm_v2/MUSR": 0.3514, - "hfopenllm_v2/MMLU-PRO": 0.2461 + "hfopenllm_v2/IFEval": 0.8203, + "hfopenllm_v2/BBH": 0.6516, + "hfopenllm_v2/MATH Level 5": 0.5332, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4194, + "hfopenllm_v2/MMLU-PRO": 0.502 } }, { - "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17", - "name": "gemma-2-2b-jpn-it-abliterated-17", - "developer": "ymcki", + "id": "YOYO-AI/Qwen2.5-14B-YOYO-V4-p2", + "name": "Qwen2.5-14B-YOYO-V4-p2", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5082, - "hfopenllm_v2/BBH": 0.4076, - "hfopenllm_v2/MATH Level 5": 0.0385, - "hfopenllm_v2/GPQA": 0.2718, - "hfopenllm_v2/MUSR": 0.3701, - "hfopenllm_v2/MMLU-PRO": 0.2455 + "hfopenllm_v2/IFEval": 0.8048, + "hfopenllm_v2/BBH": 0.6339, + "hfopenllm_v2/MATH Level 5": 0.5166, + "hfopenllm_v2/GPQA": 0.3272, + "hfopenllm_v2/MUSR": 0.4435, + "hfopenllm_v2/MMLU-PRO": 0.4968 } }, { - "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17-18-24", - "name": "gemma-2-2b-jpn-it-abliterated-17-18-24", - "developer": "ymcki", + "id": "YOYO-AI/Qwen2.5-7B-it-restore", + "name": "Qwen2.5-7B-it-restore", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5055, - "hfopenllm_v2/BBH": 0.3812, - "hfopenllm_v2/MATH Level 5": 0.0257, - "hfopenllm_v2/GPQA": 0.281, - "hfopenllm_v2/MUSR": 0.3502, - "hfopenllm_v2/MMLU-PRO": 0.2282 + "hfopenllm_v2/IFEval": 0.7531, + "hfopenllm_v2/BBH": 0.5407, + "hfopenllm_v2/MATH Level 5": 0.5, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.4007, + "hfopenllm_v2/MMLU-PRO": 0.4288 } }, { - "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO", - "name": "gemma-2-2b-jpn-it-abliterated-17-ORPO", - "developer": "ymcki", + "id": "YOYO-AI/Qwen2.5-Coder-14B-YOYO-1010", + "name": "Qwen2.5-Coder-14B-YOYO-1010", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4748, - "hfopenllm_v2/BBH": 0.3898, - "hfopenllm_v2/MATH Level 5": 0.0619, - "hfopenllm_v2/GPQA": 0.2743, - "hfopenllm_v2/MUSR": 0.3768, - "hfopenllm_v2/MMLU-PRO": 0.2191 + "hfopenllm_v2/IFEval": 0.5336, + "hfopenllm_v2/BBH": 0.6187, + "hfopenllm_v2/MATH Level 5": 0.3218, + "hfopenllm_v2/GPQA": 0.3523, + "hfopenllm_v2/MUSR": 0.4422, + "hfopenllm_v2/MMLU-PRO": 0.4075 } }, { - "id": "ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca", - "name": "gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca", - "developer": "ymcki", + "id": "YOYO-AI/ZYH-LLM-Qwen2.5-14B", + "name": "ZYH-LLM-Qwen2.5-14B", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.3065, - "hfopenllm_v2/BBH": 0.4072, - "hfopenllm_v2/MATH Level 5": 0.0325, - "hfopenllm_v2/GPQA": 0.2693, - "hfopenllm_v2/MUSR": 0.3969, - "hfopenllm_v2/MMLU-PRO": 0.2249 + "hfopenllm_v2/IFEval": 0.5941, + "hfopenllm_v2/BBH": 0.6644, + "hfopenllm_v2/MATH Level 5": 0.4116, + "hfopenllm_v2/GPQA": 0.3859, + "hfopenllm_v2/MUSR": 0.4757, + "hfopenllm_v2/MMLU-PRO": 0.5351 } }, { - "id": "ymcki/gemma-2-2b-jpn-it-abliterated-18", - "name": "gemma-2-2b-jpn-it-abliterated-18", - "developer": "ymcki", + "id": "YOYO-AI/ZYH-LLM-Qwen2.5-14B-V2", + "name": "ZYH-LLM-Qwen2.5-14B-V2", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.5175, - "hfopenllm_v2/BBH": 0.4132, - "hfopenllm_v2/MATH Level 5": 0.0446, - "hfopenllm_v2/GPQA": 0.2735, - "hfopenllm_v2/MUSR": 0.3742, - "hfopenllm_v2/MMLU-PRO": 0.2505 + "hfopenllm_v2/IFEval": 0.5071, + "hfopenllm_v2/BBH": 0.6452, + "hfopenllm_v2/MATH Level 5": 0.3542, + "hfopenllm_v2/GPQA": 0.3792, + "hfopenllm_v2/MUSR": 0.4689, + "hfopenllm_v2/MMLU-PRO": 0.5372 } }, { - "id": "ymcki/gemma-2-2b-jpn-it-abliterated-18-ORPO", - "name": "gemma-2-2b-jpn-it-abliterated-18-ORPO", - "developer": "ymcki", + "id": "YOYO-AI/ZYH-LLM-Qwen2.5-14B-V3", + "name": "ZYH-LLM-Qwen2.5-14B-V3", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4742, - "hfopenllm_v2/BBH": 0.4039, - "hfopenllm_v2/MATH Level 5": 0.0468, - "hfopenllm_v2/GPQA": 0.2617, - "hfopenllm_v2/MUSR": 0.3953, - "hfopenllm_v2/MMLU-PRO": 0.2185 + "hfopenllm_v2/IFEval": 0.8578, + "hfopenllm_v2/BBH": 0.6359, + "hfopenllm_v2/MATH Level 5": 0.5272, + "hfopenllm_v2/GPQA": 0.3322, + "hfopenllm_v2/MUSR": 0.4022, + "hfopenllm_v2/MMLU-PRO": 0.4881 } }, { - "id": "ymcki/gemma-2-2b-jpn-it-abliterated-24", - "name": "gemma-2-2b-jpn-it-abliterated-24", - "developer": "ymcki", + "id": "YOYO-AI/ZYH-LLM-Qwen2.5-14B-V4", + "name": "ZYH-LLM-Qwen2.5-14B-V4", + "developer": "YOYO-AI", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4979, - "hfopenllm_v2/BBH": 0.411, - "hfopenllm_v2/MATH Level 5": 0.0438, - "hfopenllm_v2/GPQA": 0.2777, - "hfopenllm_v2/MUSR": 0.3915, - "hfopenllm_v2/MMLU-PRO": 0.2473 + "hfopenllm_v2/IFEval": 0.8365, + "hfopenllm_v2/BBH": 0.6515, + "hfopenllm_v2/MATH Level 5": 0.5393, + "hfopenllm_v2/GPQA": 0.3146, + "hfopenllm_v2/MUSR": 0.4434, + "hfopenllm_v2/MMLU-PRO": 0.5204 } }, { @@ -74573,17 +74044,59 @@ } }, { - "id": "yuvraj17/Llama3-8B-SuperNova-Spectrum-Hermes-DPO", - "name": "Llama3-8B-SuperNova-Spectrum-Hermes-DPO", + "id": "Yuma42/KangalKhan-RawRuby-7B", + "name": "KangalKhan-RawRuby-7B", + "developer": "Yuma42", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.5477, + "hfopenllm_v2/BBH": 0.4755, + "hfopenllm_v2/MATH Level 5": 0.0665, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.395, + "hfopenllm_v2/MMLU-PRO": 0.3023 + } + }, + { + "id": "Yuma42/Llama3.1-IgneousIguana-8B", + "name": "Llama3.1-IgneousIguana-8B", + "developer": "Yuma42", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.8133, + "hfopenllm_v2/BBH": 0.5191, + "hfopenllm_v2/MATH Level 5": 0.2198, + "hfopenllm_v2/GPQA": 0.3104, + "hfopenllm_v2/MUSR": 0.4203, + "hfopenllm_v2/MMLU-PRO": 0.3974 + } + }, + { + "id": "Yuma42/Llama3.1-SuperHawk-8B", + "name": "Llama3.1-SuperHawk-8B", + "developer": "Yuma42", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7986, + "hfopenllm_v2/BBH": 0.52, + "hfopenllm_v2/MATH Level 5": 0.2349, + "hfopenllm_v2/GPQA": 0.3129, + "hfopenllm_v2/MUSR": 0.4084, + "hfopenllm_v2/MMLU-PRO": 0.3945 + } + }, + { + "id": "yuvraj17/Llama3-8B-abliterated-Spectrum-slerp", + "name": "Llama3-8B-abliterated-Spectrum-slerp", "developer": "yuvraj17", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.4691, - "hfopenllm_v2/BBH": 0.44, - "hfopenllm_v2/MATH Level 5": 0.0566, - "hfopenllm_v2/GPQA": 0.302, - "hfopenllm_v2/MUSR": 0.4012, - "hfopenllm_v2/MMLU-PRO": 0.2635 + "hfopenllm_v2/IFEval": 0.2885, + "hfopenllm_v2/BBH": 0.4978, + "hfopenllm_v2/MATH Level 5": 0.0604, + "hfopenllm_v2/GPQA": 0.3012, + "hfopenllm_v2/MUSR": 0.3998, + "hfopenllm_v2/MMLU-PRO": 0.3257 } }, { @@ -74601,23 +74114,23 @@ } }, { - "id": "yuvraj17/Llama3-8B-abliterated-Spectrum-slerp", - "name": "Llama3-8B-abliterated-Spectrum-slerp", + "id": "yuvraj17/Llama3-8B-SuperNova-Spectrum-Hermes-DPO", + "name": "Llama3-8B-SuperNova-Spectrum-Hermes-DPO", "developer": "yuvraj17", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.2885, - "hfopenllm_v2/BBH": 0.4978, - "hfopenllm_v2/MATH Level 5": 0.0604, - "hfopenllm_v2/GPQA": 0.3012, - "hfopenllm_v2/MUSR": 0.3998, - "hfopenllm_v2/MMLU-PRO": 0.3257 + "hfopenllm_v2/IFEval": 0.4691, + "hfopenllm_v2/BBH": 0.44, + "hfopenllm_v2/MATH Level 5": 0.0566, + "hfopenllm_v2/GPQA": 0.302, + "hfopenllm_v2/MUSR": 0.4012, + "hfopenllm_v2/MMLU-PRO": 0.2635 } }, { "id": "z-ai/glm-4.5", "name": "z-ai/glm-4.5", - "developer": "Z.AI", + "developer": "Z.ai", "evaluator_relationship": null, "benchmark_scores": { "livecodebenchpro/Hard Problems": 0.0, @@ -74625,6 +74138,20 @@ "livecodebenchpro/Easy Problems": 0.1267605633802817 } }, + { + "id": "Z1-Coder/Z1-Coder-7B", + "name": "Z1-Coder-7B", + "developer": "Z1-Coder", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3215, + "hfopenllm_v2/BBH": 0.4842, + "hfopenllm_v2/MATH Level 5": 0.3248, + "hfopenllm_v2/GPQA": 0.2727, + "hfopenllm_v2/MUSR": 0.3622, + "hfopenllm_v2/MMLU-PRO": 0.3759 + } + }, { "id": "zai-org/glm-4.5-air-fp8", "name": "GLM-4.5-Air-FP8", @@ -74667,6 +74194,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4179 } }, + { + "id": "zelk12/gemma-2-S2MTM-9B", + "name": "gemma-2-S2MTM-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7823, + "hfopenllm_v2/BBH": 0.6061, + "hfopenllm_v2/MATH Level 5": 0.2047, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4218, + "hfopenllm_v2/MMLU-PRO": 0.4297 + } + }, { "id": "zelk12/Gemma-2-TM-9B", "name": "Gemma-2-TM-9B", @@ -74681,6 +74222,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4088 } }, + { + "id": "zelk12/MT-gemma-2-9B", + "name": "MT-gemma-2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7968, + "hfopenllm_v2/BBH": 0.6064, + "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/GPQA": 0.3456, + "hfopenllm_v2/MUSR": 0.4071, + "hfopenllm_v2/MMLU-PRO": 0.4224 + } + }, { "id": "zelk12/MT-Gen1-gemma-2-9B", "name": "MT-Gen1-gemma-2-9B", @@ -74695,20 +74250,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4381 } }, - { - "id": "zelk12/MT-Gen2-GI-gemma-2-9B", - "name": "MT-Gen2-GI-gemma-2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7914, - "hfopenllm_v2/BBH": 0.6096, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4283, - "hfopenllm_v2/MMLU-PRO": 0.4356 - } - }, { "id": "zelk12/MT-Gen2-gemma-2-9B", "name": "MT-Gen2-gemma-2-9B", @@ -74723,6 +74264,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4387 } }, + { + "id": "zelk12/MT-Gen2-GI-gemma-2-9B", + "name": "MT-Gen2-GI-gemma-2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7914, + "hfopenllm_v2/BBH": 0.6096, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4283, + "hfopenllm_v2/MMLU-PRO": 0.4356 + } + }, { "id": "zelk12/MT-Gen3-gemma-2-9B", "name": "MT-Gen3-gemma-2-9B", @@ -74849,20 +74404,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4374 } }, - { - "id": "zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B", - "name": "MT-Merge2-MU-gemma-2-MTg2MT1g2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7956, - "hfopenllm_v2/BBH": 0.6084, - "hfopenllm_v2/MATH Level 5": 0.2183, - "hfopenllm_v2/GPQA": 0.3507, - "hfopenllm_v2/MUSR": 0.4322, - "hfopenllm_v2/MMLU-PRO": 0.4373 - } - }, { "id": "zelk12/MT-Merge2-gemma-2-9B", "name": "MT-Merge2-gemma-2-9B", @@ -74877,6 +74418,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4382 } }, + { + "id": "zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B", + "name": "MT-Merge2-MU-gemma-2-MTg2MT1g2-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7956, + "hfopenllm_v2/BBH": 0.6084, + "hfopenllm_v2/MATH Level 5": 0.2183, + "hfopenllm_v2/GPQA": 0.3507, + "hfopenllm_v2/MUSR": 0.4322, + "hfopenllm_v2/MMLU-PRO": 0.4373 + } + }, { "id": "zelk12/MT-Merge3-gemma-2-9B", "name": "MT-Merge3-gemma-2-9B", @@ -74934,17 +74489,17 @@ } }, { - "id": "zelk12/MT-gemma-2-9B", - "name": "MT-gemma-2-9B", + "id": "zelk12/MT1-gemma-2-9B", + "name": "MT1-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7968, - "hfopenllm_v2/BBH": 0.6064, - "hfopenllm_v2/MATH Level 5": 0.2054, + "hfopenllm_v2/IFEval": 0.7947, + "hfopenllm_v2/BBH": 0.6109, + "hfopenllm_v2/MATH Level 5": 0.2236, "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4071, - "hfopenllm_v2/MMLU-PRO": 0.4224 + "hfopenllm_v2/MUSR": 0.4322, + "hfopenllm_v2/MMLU-PRO": 0.4358 } }, { @@ -75003,20 +74558,6 @@ "hfopenllm_v2/MMLU-PRO": 0.4286 } }, - { - "id": "zelk12/MT1-Gen5-IF-gemma-2-S2DMv1-9B", - "name": "MT1-Gen5-IF-gemma-2-S2DMv1-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7929, - "hfopenllm_v2/BBH": 0.6, - "hfopenllm_v2/MATH Level 5": 0.2032, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4245, - "hfopenllm_v2/MMLU-PRO": 0.4218 - } - }, { "id": "zelk12/MT1-Gen5-gemma-2-9B", "name": "MT1-Gen5-gemma-2-9B", @@ -75031,6 +74572,20 @@ "hfopenllm_v2/MMLU-PRO": 0.4222 } }, + { + "id": "zelk12/MT1-Gen5-IF-gemma-2-S2DMv1-9B", + "name": "MT1-Gen5-IF-gemma-2-S2DMv1-9B", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7929, + "hfopenllm_v2/BBH": 0.6, + "hfopenllm_v2/MATH Level 5": 0.2032, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4245, + "hfopenllm_v2/MMLU-PRO": 0.4218 + } + }, { "id": "zelk12/MT1-Gen6-gemma-2-9B", "name": "MT1-Gen6-gemma-2-9B", @@ -75074,17 +74629,17 @@ } }, { - "id": "zelk12/MT1-gemma-2-9B", - "name": "MT1-gemma-2-9B", + "id": "zelk12/MT2-gemma-2-9B", + "name": "MT2-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7947, - "hfopenllm_v2/BBH": 0.6109, - "hfopenllm_v2/MATH Level 5": 0.2236, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4322, - "hfopenllm_v2/MMLU-PRO": 0.4358 + "hfopenllm_v2/IFEval": 0.7886, + "hfopenllm_v2/BBH": 0.6115, + "hfopenllm_v2/MATH Level 5": 0.2213, + "hfopenllm_v2/GPQA": 0.3473, + "hfopenllm_v2/MUSR": 0.4217, + "hfopenllm_v2/MMLU-PRO": 0.4368 } }, { @@ -75200,17 +74755,17 @@ } }, { - "id": "zelk12/MT2-gemma-2-9B", - "name": "MT2-gemma-2-9B", + "id": "zelk12/MT3-gemma-2-9B", + "name": "MT3-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7886, - "hfopenllm_v2/BBH": 0.6115, - "hfopenllm_v2/MATH Level 5": 0.2213, - "hfopenllm_v2/GPQA": 0.3473, - "hfopenllm_v2/MUSR": 0.4217, - "hfopenllm_v2/MMLU-PRO": 0.4368 + "hfopenllm_v2/IFEval": 0.7786, + "hfopenllm_v2/BBH": 0.6131, + "hfopenllm_v2/MATH Level 5": 0.2168, + "hfopenllm_v2/GPQA": 0.3448, + "hfopenllm_v2/MUSR": 0.4243, + "hfopenllm_v2/MMLU-PRO": 0.4327 } }, { @@ -75326,17 +74881,17 @@ } }, { - "id": "zelk12/MT3-gemma-2-9B", - "name": "MT3-gemma-2-9B", + "id": "zelk12/MT4-gemma-2-9B", + "name": "MT4-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7786, - "hfopenllm_v2/BBH": 0.6131, - "hfopenllm_v2/MATH Level 5": 0.2168, - "hfopenllm_v2/GPQA": 0.3448, - "hfopenllm_v2/MUSR": 0.4243, - "hfopenllm_v2/MMLU-PRO": 0.4327 + "hfopenllm_v2/IFEval": 0.7762, + "hfopenllm_v2/BBH": 0.6073, + "hfopenllm_v2/MATH Level 5": 0.2085, + "hfopenllm_v2/GPQA": 0.3381, + "hfopenllm_v2/MUSR": 0.4309, + "hfopenllm_v2/MMLU-PRO": 0.4366 } }, { @@ -75424,17 +74979,17 @@ } }, { - "id": "zelk12/MT4-gemma-2-9B", - "name": "MT4-gemma-2-9B", + "id": "zelk12/MT5-gemma-2-9B", + "name": "MT5-gemma-2-9B", "developer": "zelk12", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7762, - "hfopenllm_v2/BBH": 0.6073, - "hfopenllm_v2/MATH Level 5": 0.2085, - "hfopenllm_v2/GPQA": 0.3381, - "hfopenllm_v2/MUSR": 0.4309, - "hfopenllm_v2/MMLU-PRO": 0.4366 + "hfopenllm_v2/IFEval": 0.8048, + "hfopenllm_v2/BBH": 0.6112, + "hfopenllm_v2/MATH Level 5": 0.2258, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4204, + "hfopenllm_v2/MMLU-PRO": 0.4367 } }, { @@ -75521,20 +75076,6 @@ "hfopenllm_v2/MMLU-PRO": 0.439 } }, - { - "id": "zelk12/MT5-gemma-2-9B", - "name": "MT5-gemma-2-9B", - "developer": "zelk12", - "evaluator_relationship": null, - "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.8048, - "hfopenllm_v2/BBH": 0.6112, - "hfopenllm_v2/MATH Level 5": 0.2258, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4204, - "hfopenllm_v2/MMLU-PRO": 0.4367 - } - }, { "id": "zelk12/MTM-Merge-gemma-2-9B", "name": "MTM-Merge-gemma-2-9B", @@ -75563,6 +75104,104 @@ "hfopenllm_v2/MMLU-PRO": 0.4382 } }, + { + "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1", + "name": "recoilme-gemma-2-Ataraxy-9B-v0.1", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7649, + "hfopenllm_v2/BBH": 0.6075, + "hfopenllm_v2/MATH Level 5": 0.2281, + "hfopenllm_v2/GPQA": 0.3498, + "hfopenllm_v2/MUSR": 0.4136, + "hfopenllm_v2/MMLU-PRO": 0.4321 + } + }, + { + "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25", + "name": "recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7707, + "hfopenllm_v2/BBH": 0.6075, + "hfopenllm_v2/MATH Level 5": 0.2145, + "hfopenllm_v2/GPQA": 0.3431, + "hfopenllm_v2/MUSR": 0.4323, + "hfopenllm_v2/MMLU-PRO": 0.44 + } + }, + { + "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75", + "name": "recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7208, + "hfopenllm_v2/BBH": 0.5995, + "hfopenllm_v2/MATH Level 5": 0.2017, + "hfopenllm_v2/GPQA": 0.3498, + "hfopenllm_v2/MUSR": 0.3951, + "hfopenllm_v2/MMLU-PRO": 0.4141 + } + }, + { + "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.2", + "name": "recoilme-gemma-2-Ataraxy-9B-v0.2", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.76, + "hfopenllm_v2/BBH": 0.6066, + "hfopenllm_v2/MATH Level 5": 0.2228, + "hfopenllm_v2/GPQA": 0.3482, + "hfopenllm_v2/MUSR": 0.411, + "hfopenllm_v2/MMLU-PRO": 0.4323 + } + }, + { + "id": "zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1", + "name": "recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7615, + "hfopenllm_v2/BBH": 0.6099, + "hfopenllm_v2/MATH Level 5": 0.21, + "hfopenllm_v2/GPQA": 0.3414, + "hfopenllm_v2/MUSR": 0.431, + "hfopenllm_v2/MMLU-PRO": 0.4315 + } + }, + { + "id": "zelk12/recoilme-gemma-2-Ifable-9B-v0.1", + "name": "recoilme-gemma-2-Ifable-9B-v0.1", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7944, + "hfopenllm_v2/BBH": 0.6064, + "hfopenllm_v2/MATH Level 5": 0.2205, + "hfopenllm_v2/GPQA": 0.3515, + "hfopenllm_v2/MUSR": 0.4202, + "hfopenllm_v2/MMLU-PRO": 0.4323 + } + }, + { + "id": "zelk12/recoilme-gemma-2-psy10k-mental_healt-9B-v0.1", + "name": "recoilme-gemma-2-psy10k-mental_healt-9B-v0.1", + "developer": "zelk12", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7445, + "hfopenllm_v2/BBH": 0.5978, + "hfopenllm_v2/MATH Level 5": 0.1888, + "hfopenllm_v2/GPQA": 0.344, + "hfopenllm_v2/MUSR": 0.4295, + "hfopenllm_v2/MMLU-PRO": 0.4181 + } + }, { "id": "zelk12/Rv0.4DMv1t0.25-gemma-2-9B", "name": "Rv0.4DMv1t0.25-gemma-2-9B", @@ -75648,115 +75287,157 @@ } }, { - "id": "zelk12/gemma-2-S2MTM-9B", - "name": "gemma-2-S2MTM-9B", - "developer": "zelk12", + "id": "ZeroXClem/L3-Aspire-Heart-Matrix-8B", + "name": "L3-Aspire-Heart-Matrix-8B", + "developer": "ZeroXClem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7823, - "hfopenllm_v2/BBH": 0.6061, - "hfopenllm_v2/MATH Level 5": 0.2047, - "hfopenllm_v2/GPQA": 0.3456, - "hfopenllm_v2/MUSR": 0.4218, - "hfopenllm_v2/MMLU-PRO": 0.4297 + "hfopenllm_v2/IFEval": 0.4834, + "hfopenllm_v2/BBH": 0.5384, + "hfopenllm_v2/MATH Level 5": 0.1828, + "hfopenllm_v2/GPQA": 0.3247, + "hfopenllm_v2/MUSR": 0.4187, + "hfopenllm_v2/MMLU-PRO": 0.3785 } }, { - "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1", - "name": "recoilme-gemma-2-Ataraxy-9B-v0.1", - "developer": "zelk12", + "id": "ZeroXClem/Llama-3.1-8B-AthenaSky-MegaMix", + "name": "Llama-3.1-8B-AthenaSky-MegaMix", + "developer": "ZeroXClem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7649, - "hfopenllm_v2/BBH": 0.6075, - "hfopenllm_v2/MATH Level 5": 0.2281, - "hfopenllm_v2/GPQA": 0.3498, - "hfopenllm_v2/MUSR": 0.4136, - "hfopenllm_v2/MMLU-PRO": 0.4321 + "hfopenllm_v2/IFEval": 0.6301, + "hfopenllm_v2/BBH": 0.5163, + "hfopenllm_v2/MATH Level 5": 0.2795, + "hfopenllm_v2/GPQA": 0.2777, + "hfopenllm_v2/MUSR": 0.3538, + "hfopenllm_v2/MMLU-PRO": 0.3504 } }, { - "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25", - "name": "recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25", - "developer": "zelk12", + "id": "ZeroXClem/Llama-3.1-8B-RainbowLight-EtherealMix", + "name": "Llama-3.1-8B-RainbowLight-EtherealMix", + "developer": "ZeroXClem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7707, - "hfopenllm_v2/BBH": 0.6075, - "hfopenllm_v2/MATH Level 5": 0.2145, - "hfopenllm_v2/GPQA": 0.3431, - "hfopenllm_v2/MUSR": 0.4323, - "hfopenllm_v2/MMLU-PRO": 0.44 + "hfopenllm_v2/IFEval": 0.4973, + "hfopenllm_v2/BBH": 0.5155, + "hfopenllm_v2/MATH Level 5": 0.1216, + "hfopenllm_v2/GPQA": 0.2869, + "hfopenllm_v2/MUSR": 0.3947, + "hfopenllm_v2/MMLU-PRO": 0.363 } }, { - "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75", - "name": "recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75", - "developer": "zelk12", + "id": "ZeroXClem/Llama-3.1-8B-SpecialTitanFusion", + "name": "Llama-3.1-8B-SpecialTitanFusion", + "developer": "ZeroXClem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7208, - "hfopenllm_v2/BBH": 0.5995, - "hfopenllm_v2/MATH Level 5": 0.2017, - "hfopenllm_v2/GPQA": 0.3498, - "hfopenllm_v2/MUSR": 0.3951, - "hfopenllm_v2/MMLU-PRO": 0.4141 + "hfopenllm_v2/IFEval": 0.7402, + "hfopenllm_v2/BBH": 0.5439, + "hfopenllm_v2/MATH Level 5": 0.2334, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.3874, + "hfopenllm_v2/MMLU-PRO": 0.3621 } }, { - "id": "zelk12/recoilme-gemma-2-Ataraxy-9B-v0.2", - "name": "recoilme-gemma-2-Ataraxy-9B-v0.2", - "developer": "zelk12", + "id": "ZeroXClem/Llama-3.1-8B-SuperNova-EtherealHermes", + "name": "Llama-3.1-8B-SuperNova-EtherealHermes", + "developer": "ZeroXClem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.76, - "hfopenllm_v2/BBH": 0.6066, - "hfopenllm_v2/MATH Level 5": 0.2228, - "hfopenllm_v2/GPQA": 0.3482, - "hfopenllm_v2/MUSR": 0.411, - "hfopenllm_v2/MMLU-PRO": 0.4323 + "hfopenllm_v2/IFEval": 0.7339, + "hfopenllm_v2/BBH": 0.5244, + "hfopenllm_v2/MATH Level 5": 0.1745, + "hfopenllm_v2/GPQA": 0.2928, + "hfopenllm_v2/MUSR": 0.4066, + "hfopenllm_v2/MMLU-PRO": 0.3745 } }, { - "id": "zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1", - "name": "recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1", - "developer": "zelk12", + "id": "ZeroXClem/Llama-3.1-8B-SuperTulu-LexiNova", + "name": "Llama-3.1-8B-SuperTulu-LexiNova", + "developer": "ZeroXClem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7615, - "hfopenllm_v2/BBH": 0.6099, - "hfopenllm_v2/MATH Level 5": 0.21, - "hfopenllm_v2/GPQA": 0.3414, - "hfopenllm_v2/MUSR": 0.431, - "hfopenllm_v2/MMLU-PRO": 0.4315 + "hfopenllm_v2/IFEval": 0.4165, + "hfopenllm_v2/BBH": 0.5079, + "hfopenllm_v2/MATH Level 5": 0.253, + "hfopenllm_v2/GPQA": 0.2861, + "hfopenllm_v2/MUSR": 0.3971, + "hfopenllm_v2/MMLU-PRO": 0.3368 } }, { - "id": "zelk12/recoilme-gemma-2-Ifable-9B-v0.1", - "name": "recoilme-gemma-2-Ifable-9B-v0.1", - "developer": "zelk12", + "id": "ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B", + "name": "Qwen-2.5-Aether-SlerpFusion-7B", + "developer": "ZeroXClem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7944, - "hfopenllm_v2/BBH": 0.6064, - "hfopenllm_v2/MATH Level 5": 0.2205, - "hfopenllm_v2/GPQA": 0.3515, - "hfopenllm_v2/MUSR": 0.4202, - "hfopenllm_v2/MMLU-PRO": 0.4323 + "hfopenllm_v2/IFEval": 0.6262, + "hfopenllm_v2/BBH": 0.5462, + "hfopenllm_v2/MATH Level 5": 0.2734, + "hfopenllm_v2/GPQA": 0.2987, + "hfopenllm_v2/MUSR": 0.4178, + "hfopenllm_v2/MMLU-PRO": 0.4327 } }, { - "id": "zelk12/recoilme-gemma-2-psy10k-mental_healt-9B-v0.1", - "name": "recoilme-gemma-2-psy10k-mental_healt-9B-v0.1", - "developer": "zelk12", + "id": "ZeroXClem/Qwen2.5-7B-CelestialHarmony-1M", + "name": "Qwen2.5-7B-CelestialHarmony-1M", + "developer": "ZeroXClem", "evaluator_relationship": null, "benchmark_scores": { - "hfopenllm_v2/IFEval": 0.7445, - "hfopenllm_v2/BBH": 0.5978, - "hfopenllm_v2/MATH Level 5": 0.1888, - "hfopenllm_v2/GPQA": 0.344, - "hfopenllm_v2/MUSR": 0.4295, - "hfopenllm_v2/MMLU-PRO": 0.4181 + "hfopenllm_v2/IFEval": 0.5944, + "hfopenllm_v2/BBH": 0.5431, + "hfopenllm_v2/MATH Level 5": 0.3474, + "hfopenllm_v2/GPQA": 0.3188, + "hfopenllm_v2/MUSR": 0.4595, + "hfopenllm_v2/MMLU-PRO": 0.4387 + } + }, + { + "id": "ZeroXClem/Qwen2.5-7B-HomerAnvita-NerdMix", + "name": "Qwen2.5-7B-HomerAnvita-NerdMix", + "developer": "ZeroXClem", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7708, + "hfopenllm_v2/BBH": 0.5541, + "hfopenllm_v2/MATH Level 5": 0.3837, + "hfopenllm_v2/GPQA": 0.3196, + "hfopenllm_v2/MUSR": 0.4391, + "hfopenllm_v2/MMLU-PRO": 0.4432 + } + }, + { + "id": "ZeroXClem/Qwen2.5-7B-HomerCreative-Mix", + "name": "Qwen2.5-7B-HomerCreative-Mix", + "developer": "ZeroXClem", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7835, + "hfopenllm_v2/BBH": 0.5548, + "hfopenllm_v2/MATH Level 5": 0.3565, + "hfopenllm_v2/GPQA": 0.2995, + "hfopenllm_v2/MUSR": 0.435, + "hfopenllm_v2/MMLU-PRO": 0.4447 + } + }, + { + "id": "ZeroXClem/Qwen2.5-7B-Qandora-CySec", + "name": "Qwen2.5-7B-Qandora-CySec", + "developer": "ZeroXClem", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6773, + "hfopenllm_v2/BBH": 0.549, + "hfopenllm_v2/MATH Level 5": 0.2931, + "hfopenllm_v2/GPQA": 0.3003, + "hfopenllm_v2/MUSR": 0.4286, + "hfopenllm_v2/MMLU-PRO": 0.4485 } }, { @@ -75787,6 +75468,34 @@ "hfopenllm_v2/MMLU-PRO": 0.5872 } }, + { + "id": "ZeusLabs/L3-Aethora-15B-V2", + "name": "L3-Aethora-15B-V2", + "developer": "ZeusLabs", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.7208, + "hfopenllm_v2/BBH": 0.5011, + "hfopenllm_v2/MATH Level 5": 0.0808, + "hfopenllm_v2/GPQA": 0.2878, + "hfopenllm_v2/MUSR": 0.3871, + "hfopenllm_v2/MMLU-PRO": 0.35 + } + }, + { + "id": "ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3", + "name": "SELM-Llama-3-8B-Instruct-iter-3", + "developer": "ZhangShenao", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.6903, + "hfopenllm_v2/BBH": 0.5046, + "hfopenllm_v2/MATH Level 5": 0.0861, + "hfopenllm_v2/GPQA": 0.2584, + "hfopenllm_v2/MUSR": 0.3845, + "hfopenllm_v2/MMLU-PRO": 0.3783 + } + }, { "id": "zhengr/MixTAO-7Bx2-MoE-v8.1", "name": "MixTAO-7Bx2-MoE-v8.1", @@ -75839,7 +75548,7 @@ "developer": "Z-AI", "evaluator_relationship": null, "benchmark_scores": { - "terminal-bench-2.0/terminal-bench-2.0": 33.3 + "terminal-bench-2.0/terminal-bench-2.0": 33.4 } }, { @@ -75868,5 +75577,46 @@ "benchmark_scores": { "apex-agents/Corporate Lawyer Mean Score": 0.147 } + }, + { + "id": "ZHLiu627/zephyr-7b-gemma-dpo-avg", + "name": "zephyr-7b-gemma-dpo-avg", + "developer": "ZHLiu627", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.309, + "hfopenllm_v2/BBH": 0.4149, + "hfopenllm_v2/MATH Level 5": 0.0453, + "hfopenllm_v2/GPQA": 0.2785, + "hfopenllm_v2/MUSR": 0.4107, + "hfopenllm_v2/MMLU-PRO": 0.2851 + } + }, + { + "id": "ZHLiu627/zephyr-7b-gemma-rpo-avg", + "name": "zephyr-7b-gemma-rpo-avg", + "developer": "ZHLiu627", + "evaluator_relationship": null, + "benchmark_scores": { + "hfopenllm_v2/IFEval": 0.3006, + "hfopenllm_v2/BBH": 0.4183, + "hfopenllm_v2/MATH Level 5": 0.0498, + "hfopenllm_v2/GPQA": 0.2768, + "hfopenllm_v2/MUSR": 0.4081, + "hfopenllm_v2/MMLU-PRO": 0.2831 + } + }, + { + "id": "ZiyiYe/Con-J-Qwen2-7B", + "name": "ZiyiYe/Con-J-Qwen2-7B", + "developer": "ZiyiYe", + "evaluator_relationship": null, + "benchmark_scores": { + "reward-bench/Score": 0.8712, + "reward-bench/Chat": 0.919, + "reward-bench/Chat Hard": 0.8026, + "reward-bench/Safety": 0.8824, + "reward-bench/Reasoning": 0.8808 + } } ] \ No newline at end of file diff --git a/data/models/0-hero_Matter-0.1-7B-boost-DPO-preview.json b/data/models/0-hero_matter-0.1-7b-boost-dpo-preview.json similarity index 100% rename from data/models/0-hero_Matter-0.1-7B-boost-DPO-preview.json rename to data/models/0-hero_matter-0.1-7b-boost-dpo-preview.json diff --git a/data/models/0-hero_Matter-0.1-7B-DPO-preview.json b/data/models/0-hero_matter-0.1-7b-dpo-preview.json similarity index 100% rename from data/models/0-hero_Matter-0.1-7B-DPO-preview.json rename to data/models/0-hero_matter-0.1-7b-dpo-preview.json diff --git a/data/models/0-hero_Matter-0.2-7B-DPO.json b/data/models/0-hero_matter-0.2-7b-dpo.json similarity index 100% rename from data/models/0-hero_Matter-0.2-7B-DPO.json rename to data/models/0-hero_matter-0.2-7b-dpo.json diff --git a/data/models/01-ai_Yi-34B.json b/data/models/01-ai_Yi-34B.json deleted file mode 100644 index 4969884c4f48354c5b3cbbe63551163a45a0bdd9..0000000000000000000000000000000000000000 --- a/data/models/01-ai_Yi-34B.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Yi-34B", - "id": "01-ai/Yi-34B", - "developer": "01-ai", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "LlamaForCausalLM", - "params_billions": "34.389" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/01-ai_Yi-34B/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3046 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5457 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0514 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3666 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4119 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4412 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/01-ai_Yi-6B.json b/data/models/01-ai_Yi-6B.json deleted file mode 100644 index 3d1bcb59d7cc0c8bff3cd79db62fc3b1dbc05ff8..0000000000000000000000000000000000000000 --- a/data/models/01-ai_Yi-6B.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Yi-6B", - "id": "01-ai/Yi-6B", - "developer": "01-ai", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "LlamaForCausalLM", - "params_billions": "6.061" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/01-ai_Yi-6B/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2893 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4309 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0159 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2693 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3937 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2991 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/01-ai_Yi-1.5-34B-32K.json b/data/models/01-ai_yi-1.5-34b-32k.json similarity index 100% rename from data/models/01-ai_Yi-1.5-34B-32K.json rename to data/models/01-ai_yi-1.5-34b-32k.json diff --git a/data/models/01-ai_Yi-1.5-34B-Chat-16K.json b/data/models/01-ai_yi-1.5-34b-chat-16k.json similarity index 100% rename from data/models/01-ai_Yi-1.5-34B-Chat-16K.json rename to data/models/01-ai_yi-1.5-34b-chat-16k.json diff --git a/data/models/01-ai_Yi-1.5-34B-Chat.json b/data/models/01-ai_yi-1.5-34b-chat.json similarity index 100% rename from data/models/01-ai_Yi-1.5-34B-Chat.json rename to data/models/01-ai_yi-1.5-34b-chat.json diff --git a/data/models/01-ai_Yi-1.5-34B.json b/data/models/01-ai_yi-1.5-34b.json similarity index 100% rename from data/models/01-ai_Yi-1.5-34B.json rename to data/models/01-ai_yi-1.5-34b.json diff --git a/data/models/01-ai_Yi-1.5-6B-Chat.json b/data/models/01-ai_yi-1.5-6b-chat.json similarity index 100% rename from data/models/01-ai_Yi-1.5-6B-Chat.json rename to data/models/01-ai_yi-1.5-6b-chat.json diff --git a/data/models/01-ai_Yi-1.5-6B.json b/data/models/01-ai_yi-1.5-6b.json similarity index 100% rename from data/models/01-ai_Yi-1.5-6B.json rename to data/models/01-ai_yi-1.5-6b.json diff --git a/data/models/01-ai_Yi-1.5-9B-32K.json b/data/models/01-ai_yi-1.5-9b-32k.json similarity index 100% rename from data/models/01-ai_Yi-1.5-9B-32K.json rename to data/models/01-ai_yi-1.5-9b-32k.json diff --git a/data/models/01-ai_Yi-1.5-9B-Chat-16K.json b/data/models/01-ai_yi-1.5-9b-chat-16k.json similarity index 100% rename from data/models/01-ai_Yi-1.5-9B-Chat-16K.json rename to data/models/01-ai_yi-1.5-9b-chat-16k.json diff --git a/data/models/01-ai_Yi-1.5-9B-Chat.json b/data/models/01-ai_yi-1.5-9b-chat.json similarity index 100% rename from data/models/01-ai_Yi-1.5-9B-Chat.json rename to data/models/01-ai_yi-1.5-9b-chat.json diff --git a/data/models/01-ai_Yi-1.5-9B.json b/data/models/01-ai_yi-1.5-9b.json similarity index 100% rename from data/models/01-ai_Yi-1.5-9B.json rename to data/models/01-ai_yi-1.5-9b.json diff --git a/data/models/01-ai_Yi-34B-200K.json b/data/models/01-ai_yi-34b-200k.json similarity index 100% rename from data/models/01-ai_Yi-34B-200K.json rename to data/models/01-ai_yi-34b-200k.json diff --git a/data/models/01-ai_Yi-34B-Chat.json b/data/models/01-ai_yi-34b-chat.json similarity index 100% rename from data/models/01-ai_Yi-34B-Chat.json rename to data/models/01-ai_yi-34b-chat.json diff --git a/data/models/01-ai_yi-34b.json b/data/models/01-ai_yi-34b.json index 7e8201e9a80cb067823d86ec6bb7fef9f0c430d4..4e2fed505ee2b9a4974da6ea8361969315c8ae01 100644 --- a/data/models/01-ai_yi-34b.json +++ b/data/models/01-ai_yi-34b.json @@ -3,7 +3,12 @@ "name": "Yi 34B", "id": "01-ai/yi-34b", "developer": "01-ai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "01-ai/Yi-34B" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/01-ai_Yi-34B/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3046 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5457 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0514 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3666 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4119 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4412 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/01-ai_Yi-6B-200K.json b/data/models/01-ai_yi-6b-200k.json similarity index 100% rename from data/models/01-ai_Yi-6B-200K.json rename to data/models/01-ai_yi-6b-200k.json diff --git a/data/models/01-ai_Yi-6B-Chat.json b/data/models/01-ai_yi-6b-chat.json similarity index 100% rename from data/models/01-ai_Yi-6B-Chat.json rename to data/models/01-ai_yi-6b-chat.json diff --git a/data/models/01-ai_yi-6b.json b/data/models/01-ai_yi-6b.json index 85343808f0146bb697ac8947f5475990a9b1aaf5..b4ab67edd2e4446bc7ec7b4273cdaa406241c77f 100644 --- a/data/models/01-ai_yi-6b.json +++ b/data/models/01-ai_yi-6b.json @@ -3,7 +3,12 @@ "name": "Yi 6B", "id": "01-ai/yi-6b", "developer": "01-ai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "01-ai/Yi-6B" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/01-ai_Yi-6B/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2893 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4309 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0159 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2693 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3937 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2991 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/01-ai_Yi-9B-200K.json b/data/models/01-ai_yi-9b-200k.json similarity index 100% rename from data/models/01-ai_Yi-9B-200K.json rename to data/models/01-ai_yi-9b-200k.json diff --git a/data/models/01-ai_Yi-9B.json b/data/models/01-ai_yi-9b.json similarity index 100% rename from data/models/01-ai_Yi-9B.json rename to data/models/01-ai_yi-9b.json diff --git a/data/models/01-ai_Yi-Coder-9B-Chat.json b/data/models/01-ai_yi-coder-9b-chat.json similarity index 100% rename from data/models/01-ai_Yi-Coder-9B-Chat.json rename to data/models/01-ai_yi-coder-9b-chat.json diff --git a/data/models/1-800-LLMs_Qwen-2.5-14B-Hindi-Custom-Instruct.json b/data/models/1-800-llms_qwen-2.5-14b-hindi-custom-instruct.json similarity index 100% rename from data/models/1-800-LLMs_Qwen-2.5-14B-Hindi-Custom-Instruct.json rename to data/models/1-800-llms_qwen-2.5-14b-hindi-custom-instruct.json diff --git a/data/models/1-800-LLMs_Qwen-2.5-14B-Hindi.json b/data/models/1-800-llms_qwen-2.5-14b-hindi.json similarity index 100% rename from data/models/1-800-LLMs_Qwen-2.5-14B-Hindi.json rename to data/models/1-800-llms_qwen-2.5-14b-hindi.json diff --git a/data/models/1024m_PHI-4-Hindi.json b/data/models/1024m_phi-4-hindi.json similarity index 100% rename from data/models/1024m_PHI-4-Hindi.json rename to data/models/1024m_phi-4-hindi.json diff --git a/data/models/1024m_QWEN-14B-B100.json b/data/models/1024m_qwen-14b-b100.json similarity index 100% rename from data/models/1024m_QWEN-14B-B100.json rename to data/models/1024m_qwen-14b-b100.json diff --git a/data/models/152334H_miqu-1-70b-sf.json b/data/models/152334h_miqu-1-70b-sf.json similarity index 100% rename from data/models/152334H_miqu-1-70b-sf.json rename to data/models/152334h_miqu-1-70b-sf.json diff --git a/data/models/1TuanPham_T-VisStar-7B-v0.1.json b/data/models/1tuanpham_t-visstar-7b-v0.1.json similarity index 100% rename from data/models/1TuanPham_T-VisStar-7B-v0.1.json rename to data/models/1tuanpham_t-visstar-7b-v0.1.json diff --git a/data/models/1TuanPham_T-VisStar-v0.1.json b/data/models/1tuanpham_t-visstar-v0.1.json similarity index 100% rename from data/models/1TuanPham_T-VisStar-v0.1.json rename to data/models/1tuanpham_t-visstar-v0.1.json diff --git a/data/models/3rd-Degree-Burn_L-3.1-Science-Writer-8B.json b/data/models/3rd-degree-burn_l-3.1-science-writer-8b.json similarity index 100% rename from data/models/3rd-Degree-Burn_L-3.1-Science-Writer-8B.json rename to data/models/3rd-degree-burn_l-3.1-science-writer-8b.json diff --git a/data/models/3rd-Degree-Burn_Llama-3.1-8B-Squareroot-v1.json b/data/models/3rd-degree-burn_llama-3.1-8b-squareroot-v1.json similarity index 100% rename from data/models/3rd-Degree-Burn_Llama-3.1-8B-Squareroot-v1.json rename to data/models/3rd-degree-burn_llama-3.1-8b-squareroot-v1.json diff --git a/data/models/3rd-Degree-Burn_Llama-3.1-8B-Squareroot.json b/data/models/3rd-degree-burn_llama-3.1-8b-squareroot.json similarity index 100% rename from data/models/3rd-Degree-Burn_Llama-3.1-8B-Squareroot.json rename to data/models/3rd-degree-burn_llama-3.1-8b-squareroot.json diff --git a/data/models/3rd-Degree-Burn_Llama-Squared-8B.json b/data/models/3rd-degree-burn_llama-squared-8b.json similarity index 100% rename from data/models/3rd-Degree-Burn_Llama-Squared-8B.json rename to data/models/3rd-degree-burn_llama-squared-8b.json diff --git a/data/models/Anthropic_claude-3-5-sonnet-20240620.json b/data/models/Anthropic_claude-3-5-sonnet-20240620.json deleted file mode 100644 index 5fc714c7df534a43aff4096fb51608e0bedafaaf..0000000000000000000000000000000000000000 --- a/data/models/Anthropic_claude-3-5-sonnet-20240620.json +++ /dev/null @@ -1,126 +0,0 @@ -{ - "model_info": { - "name": "Anthropic/claude-3-5-sonnet-20240620", - "id": "Anthropic/claude-3-5-sonnet-20240620", - "developer": "Anthropic", - "additional_details": { - "model_type": "Generative" - } - }, - "evaluations": [ - { - "evaluation_id": "reward-bench/Anthropic_claude-3-5-sonnet-20240620/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ - { - "evaluation_name": "Score", - "metric_config": { - "evaluation_description": "Overall RewardBench Score", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.8417 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat", - "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.9637 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat Hard", - "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7401 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Safety", - "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.8162 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Reasoning", - "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.8469 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Anthropic_claude-3-haiku-20240307.json b/data/models/Anthropic_claude-3-haiku-20240307.json deleted file mode 100644 index 440cba1da4f8485837ea98ed20f0e481e3e0f958..0000000000000000000000000000000000000000 --- a/data/models/Anthropic_claude-3-haiku-20240307.json +++ /dev/null @@ -1,144 +0,0 @@ -{ - "model_info": { - "name": "Anthropic/claude-3-haiku-20240307", - "id": "Anthropic/claude-3-haiku-20240307", - "developer": "Anthropic", - "additional_details": { - "model_type": "Generative" - } - }, - "evaluations": [ - { - "evaluation_id": "reward-bench/Anthropic_claude-3-haiku-20240307/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ - { - "evaluation_name": "Score", - "metric_config": { - "evaluation_description": "Overall RewardBench Score", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7289 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat", - "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.9274 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat Hard", - "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5197 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Safety", - "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7953 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Reasoning", - "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.706 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Prior Sets (0.5 weight)", - "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6635 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Anthropic_claude-3-opus-20240229.json b/data/models/Anthropic_claude-3-opus-20240229.json deleted file mode 100644 index 1c3a1dfa90f3a7ac5e7f38ee8817b8a9f68a1e94..0000000000000000000000000000000000000000 --- a/data/models/Anthropic_claude-3-opus-20240229.json +++ /dev/null @@ -1,126 +0,0 @@ -{ - "model_info": { - "name": "Anthropic/claude-3-opus-20240229", - "id": "Anthropic/claude-3-opus-20240229", - "developer": "Anthropic", - "additional_details": { - "model_type": "Generative" - } - }, - "evaluations": [ - { - "evaluation_id": "reward-bench/Anthropic_claude-3-opus-20240229/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ - { - "evaluation_name": "Score", - "metric_config": { - "evaluation_description": "Overall RewardBench Score", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.8008 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat", - "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.9469 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat Hard", - "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6031 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Safety", - "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.8662 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Reasoning", - "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7868 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Anthropic_claude-3-sonnet-20240229.json b/data/models/Anthropic_claude-3-sonnet-20240229.json deleted file mode 100644 index 18f9e366842fd4c36dcc6b5d81a5768547d68a68..0000000000000000000000000000000000000000 --- a/data/models/Anthropic_claude-3-sonnet-20240229.json +++ /dev/null @@ -1,144 +0,0 @@ -{ - "model_info": { - "name": "Anthropic/claude-3-sonnet-20240229", - "id": "Anthropic/claude-3-sonnet-20240229", - "developer": "Anthropic", - "additional_details": { - "model_type": "Generative" - } - }, - "evaluations": [ - { - "evaluation_id": "reward-bench/Anthropic_claude-3-sonnet-20240229/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ - { - "evaluation_name": "Score", - "metric_config": { - "evaluation_description": "Overall RewardBench Score", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7458 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat", - "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.9344 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat Hard", - "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5658 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Safety", - "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.8169 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Reasoning", - "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6907 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Prior Sets (0.5 weight)", - "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6963 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/DeepMount00_Llama-3.1-8b-ITA.json b/data/models/DeepMount00_Llama-3.1-8b-ITA.json deleted file mode 100644 index 8fed22ea9dabe408beacb24efe9bc1cfb9d46008..0000000000000000000000000000000000000000 --- a/data/models/DeepMount00_Llama-3.1-8b-ITA.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Llama-3.1-8b-ITA", - "id": "DeepMount00/Llama-3.1-8b-ITA", - "developer": "DeepMount00", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "LlamaForCausalLM", - "params_billions": "8.03" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/DeepMount00_Llama-3.1-8b-ITA/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7917 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5109 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1088 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2878 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4136 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3876 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/DeepMount00_Llama-3.1-8b-Ita.json b/data/models/DeepMount00_Llama-3.1-8b-Ita.json deleted file mode 100644 index b338e57291102f46cfbc1f5997ee9879148b699a..0000000000000000000000000000000000000000 --- a/data/models/DeepMount00_Llama-3.1-8b-Ita.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Llama-3.1-8b-Ita", - "id": "DeepMount00/Llama-3.1-8b-Ita", - "developer": "DeepMount00", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Unknown", - "params_billions": "0.0" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/DeepMount00_Llama-3.1-8b-Ita/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5365 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.517 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1707 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3062 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4487 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.396 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/EleutherAI_pythia-12b.json b/data/models/EleutherAI_pythia-12b.json deleted file mode 100644 index d91ea53b67c368a4733808be60d6cd87c3fcb34c..0000000000000000000000000000000000000000 --- a/data/models/EleutherAI_pythia-12b.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "pythia-12b", - "id": "EleutherAI/pythia-12b", - "developer": "EleutherAI", - "inference_platform": "unknown", - "additional_details": { - "precision": "float16", - "architecture": "GPTNeoXForCausalLM", - "params_billions": "12.0" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/EleutherAI_pythia-12b/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2471 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.318 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0166 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2466 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3647 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1109 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/EleutherAI_pythia-6.9b.json b/data/models/EleutherAI_pythia-6.9b.json deleted file mode 100644 index 741bd60585c63d3f5c010209b30b58147e393b9f..0000000000000000000000000000000000000000 --- a/data/models/EleutherAI_pythia-6.9b.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "pythia-6.9b", - "id": "EleutherAI/pythia-6.9b", - "developer": "EleutherAI", - "inference_platform": "unknown", - "additional_details": { - "precision": "float16", - "architecture": "GPTNeoXForCausalLM", - "params_billions": "6.9" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/EleutherAI_pythia-6.9b/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2281 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3232 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0144 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2517 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3591 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1147 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Quazim0t0_ODB-14B-sce.json b/data/models/Quazim0t0_ODB-14B-sce.json deleted file mode 100644 index 247bc5e16960cf2329de952f28590c74176a7ba4..0000000000000000000000000000000000000000 --- a/data/models/Quazim0t0_ODB-14B-sce.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "ODB-14B-sce", - "id": "Quazim0t0/ODB-14B-sce", - "developer": "Quazim0t0", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Unknown", - "params_billions": "0.0" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/Quazim0t0_ODB-14B-sce/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2922 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6559 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2545 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2659 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3929 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5207 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Quazim0t0_ODB-14b-sce.json b/data/models/Quazim0t0_ODB-14b-sce.json deleted file mode 100644 index 7363f1be2adb28d01838eca9aed9ed59e2f4f68b..0000000000000000000000000000000000000000 --- a/data/models/Quazim0t0_ODB-14b-sce.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "ODB-14b-sce", - "id": "Quazim0t0/ODB-14b-sce", - "developer": "Quazim0t0", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "LlamaForCausalLM", - "params_billions": "14.66" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/Quazim0t0_ODB-14b-sce/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7016 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6942 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4116 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3624 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4571 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5411 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Qwen_Qwen1.5-110B-Chat.json b/data/models/Qwen_Qwen1.5-110B-Chat.json deleted file mode 100644 index e05f5e26382a2a530d3ef3f1c4954ebd4070fed8..0000000000000000000000000000000000000000 --- a/data/models/Qwen_Qwen1.5-110B-Chat.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Qwen1.5-110B-Chat", - "id": "Qwen/Qwen1.5-110B-Chat", - "developer": "Qwen", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Qwen2ForCausalLM", - "params_billions": "111.21" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/Qwen_Qwen1.5-110B-Chat/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5939 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6184 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2341 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3414 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4522 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4825 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Qwen_Qwen1.5-14B.json b/data/models/Qwen_Qwen1.5-14B.json deleted file mode 100644 index 58869e644ae1e53ef1a435db9789c63aa24ed826..0000000000000000000000000000000000000000 --- a/data/models/Qwen_Qwen1.5-14B.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Qwen1.5-14B", - "id": "Qwen/Qwen1.5-14B", - "developer": "Qwen", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Qwen2ForCausalLM", - "params_billions": "14.167" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/Qwen_Qwen1.5-14B/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2905 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.508 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2024 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2945 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4186 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3644 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Qwen_Qwen1.5-32B.json b/data/models/Qwen_Qwen1.5-32B.json deleted file mode 100644 index 3ac7aafaf7a00a4a638f0ad334e2dcb6423b7625..0000000000000000000000000000000000000000 --- a/data/models/Qwen_Qwen1.5-32B.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Qwen1.5-32B", - "id": "Qwen/Qwen1.5-32B", - "developer": "Qwen", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Qwen2ForCausalLM", - "params_billions": "32.512" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/Qwen_Qwen1.5-32B/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3297 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5715 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3029 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3297 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4278 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.45 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Qwen_Qwen1.5-7B.json b/data/models/Qwen_Qwen1.5-7B.json deleted file mode 100644 index 6a387ecf5261bc09fb8b0e56d542f0bef1a971b6..0000000000000000000000000000000000000000 --- a/data/models/Qwen_Qwen1.5-7B.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Qwen1.5-7B", - "id": "Qwen/Qwen1.5-7B", - "developer": "Qwen", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Qwen2ForCausalLM", - "params_billions": "7.721" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/Qwen_Qwen1.5-7B/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2684 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.456 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0929 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2987 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4103 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2916 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/Qwen_Qwen2-72B-Instruct.json b/data/models/Qwen_Qwen2-72B-Instruct.json deleted file mode 100644 index 59cbdde5c09a70d0d527e9dfa773a4a99ebe3801..0000000000000000000000000000000000000000 --- a/data/models/Qwen_Qwen2-72B-Instruct.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Qwen2-72B-Instruct", - "id": "Qwen/Qwen2-72B-Instruct", - "developer": "Qwen", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Qwen2ForCausalLM", - "params_billions": "72.706" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/Qwen_Qwen2-72B-Instruct/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7989 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6977 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4177 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3725 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.456 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5403 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/aaditya_Llama3-OpenBioLLM-70B.json b/data/models/aaditya_llama3-openbiollm-70b.json similarity index 100% rename from data/models/aaditya_Llama3-OpenBioLLM-70B.json rename to data/models/aaditya_llama3-openbiollm-70b.json diff --git a/data/models/AALF_FuseChat-Llama-3.1-8B-Instruct-preview.json b/data/models/aalf_fusechat-llama-3.1-8b-instruct-preview.json similarity index 100% rename from data/models/AALF_FuseChat-Llama-3.1-8B-Instruct-preview.json rename to data/models/aalf_fusechat-llama-3.1-8b-instruct-preview.json diff --git a/data/models/AALF_FuseChat-Llama-3.1-8B-SFT-preview.json b/data/models/aalf_fusechat-llama-3.1-8b-sft-preview.json similarity index 100% rename from data/models/AALF_FuseChat-Llama-3.1-8B-SFT-preview.json rename to data/models/aalf_fusechat-llama-3.1-8b-sft-preview.json diff --git a/data/models/AALF_gemma-2-27b-it-SimPO-37K-100steps.json b/data/models/aalf_gemma-2-27b-it-simpo-37k-100steps.json similarity index 100% rename from data/models/AALF_gemma-2-27b-it-SimPO-37K-100steps.json rename to data/models/aalf_gemma-2-27b-it-simpo-37k-100steps.json diff --git a/data/models/AALF_gemma-2-27b-it-SimPO-37K.json b/data/models/aalf_gemma-2-27b-it-simpo-37k.json similarity index 100% rename from data/models/AALF_gemma-2-27b-it-SimPO-37K.json rename to data/models/aalf_gemma-2-27b-it-simpo-37k.json diff --git a/data/models/Aashraf995_Creative-7B-nerd.json b/data/models/aashraf995_creative-7b-nerd.json similarity index 100% rename from data/models/Aashraf995_Creative-7B-nerd.json rename to data/models/aashraf995_creative-7b-nerd.json diff --git a/data/models/Aashraf995_Gemma-Evo-10B.json b/data/models/aashraf995_gemma-evo-10b.json similarity index 100% rename from data/models/Aashraf995_Gemma-Evo-10B.json rename to data/models/aashraf995_gemma-evo-10b.json diff --git a/data/models/Aashraf995_Qwen-Evo-7B.json b/data/models/aashraf995_qwen-evo-7b.json similarity index 100% rename from data/models/Aashraf995_Qwen-Evo-7B.json rename to data/models/aashraf995_qwen-evo-7b.json diff --git a/data/models/Aashraf995_QwenStock-14B.json b/data/models/aashraf995_qwenstock-14b.json similarity index 100% rename from data/models/Aashraf995_QwenStock-14B.json rename to data/models/aashraf995_qwenstock-14b.json diff --git a/data/models/abacusai_Dracarys-72B-Instruct.json b/data/models/abacusai_dracarys-72b-instruct.json similarity index 100% rename from data/models/abacusai_Dracarys-72B-Instruct.json rename to data/models/abacusai_dracarys-72b-instruct.json diff --git a/data/models/abacusai_Liberated-Qwen1.5-14B.json b/data/models/abacusai_liberated-qwen1.5-14b.json similarity index 100% rename from data/models/abacusai_Liberated-Qwen1.5-14B.json rename to data/models/abacusai_liberated-qwen1.5-14b.json diff --git a/data/models/abacusai_Llama-3-Smaug-8B.json b/data/models/abacusai_llama-3-smaug-8b.json similarity index 100% rename from data/models/abacusai_Llama-3-Smaug-8B.json rename to data/models/abacusai_llama-3-smaug-8b.json diff --git a/data/models/abacusai_Smaug-34B-v0.1.json b/data/models/abacusai_smaug-34b-v0.1.json similarity index 100% rename from data/models/abacusai_Smaug-34B-v0.1.json rename to data/models/abacusai_smaug-34b-v0.1.json diff --git a/data/models/abacusai_Smaug-72B-v0.1.json b/data/models/abacusai_smaug-72b-v0.1.json similarity index 100% rename from data/models/abacusai_Smaug-72B-v0.1.json rename to data/models/abacusai_smaug-72b-v0.1.json diff --git a/data/models/abacusai_Smaug-Llama-3-70B-Instruct-32K.json b/data/models/abacusai_smaug-llama-3-70b-instruct-32k.json similarity index 100% rename from data/models/abacusai_Smaug-Llama-3-70B-Instruct-32K.json rename to data/models/abacusai_smaug-llama-3-70b-instruct-32k.json diff --git a/data/models/abacusai_Smaug-Mixtral-v0.1.json b/data/models/abacusai_smaug-mixtral-v0.1.json similarity index 100% rename from data/models/abacusai_Smaug-Mixtral-v0.1.json rename to data/models/abacusai_smaug-mixtral-v0.1.json diff --git a/data/models/abacusai_Smaug-Qwen2-72B-Instruct.json b/data/models/abacusai_smaug-qwen2-72b-instruct.json similarity index 100% rename from data/models/abacusai_Smaug-Qwen2-72B-Instruct.json rename to data/models/abacusai_smaug-qwen2-72b-instruct.json diff --git a/data/models/AbacusResearch_Jallabi-34B.json b/data/models/abacusresearch_jallabi-34b.json similarity index 100% rename from data/models/AbacusResearch_Jallabi-34B.json rename to data/models/abacusresearch_jallabi-34b.json diff --git a/data/models/abhishek_autotrain-0tmgq-5tpbg.json b/data/models/abhishek_autotrain-0tmgq-5tpbg.json index 5b7e33c34389c98f5f526e52c2328ef7923902ba..b3c557de2c59adc76d997235e3428686e7c95bbc 100644 --- a/data/models/abhishek_autotrain-0tmgq-5tpbg.json +++ b/data/models/abhishek_autotrain-0tmgq-5tpbg.json @@ -5,7 +5,7 @@ "developer": "abhishek", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "0.135" } diff --git a/data/models/abideen_MedPhi-4-14B-v1.json b/data/models/abideen_medphi-4-14b-v1.json similarity index 100% rename from data/models/abideen_MedPhi-4-14B-v1.json rename to data/models/abideen_medphi-4-14b-v1.json diff --git a/data/models/adamo1139_Yi-34B-200K-AEZAKMI-v2.json b/data/models/adamo1139_yi-34b-200k-aezakmi-v2.json similarity index 100% rename from data/models/adamo1139_Yi-34B-200K-AEZAKMI-v2.json rename to data/models/adamo1139_yi-34b-200k-aezakmi-v2.json diff --git a/data/models/adriszmar_QAIMath-Qwen2.5-7B-TIES.json b/data/models/adriszmar_qaimath-qwen2.5-7b-ties.json similarity index 99% rename from data/models/adriszmar_QAIMath-Qwen2.5-7B-TIES.json rename to data/models/adriszmar_qaimath-qwen2.5-7b-ties.json index c33319fca8a7a2c1761f8b03ebff7ebfa630dd25..776a7c662b5afb276bf059bb90896cee5cd968ec 100644 --- a/data/models/adriszmar_QAIMath-Qwen2.5-7B-TIES.json +++ b/data/models/adriszmar_qaimath-qwen2.5-7b-ties.json @@ -5,7 +5,7 @@ "developer": "adriszmar", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "Qwen2ForCausalLM", "params_billions": "7.616" } diff --git a/data/models/AELLM_gemma-2-aeria-infinity-9b.json b/data/models/aellm_gemma-2-aeria-infinity-9b.json similarity index 100% rename from data/models/AELLM_gemma-2-aeria-infinity-9b.json rename to data/models/aellm_gemma-2-aeria-infinity-9b.json diff --git a/data/models/AELLM_gemma-2-lyco-infinity-9b.json b/data/models/aellm_gemma-2-lyco-infinity-9b.json similarity index 100% rename from data/models/AELLM_gemma-2-lyco-infinity-9b.json rename to data/models/aellm_gemma-2-lyco-infinity-9b.json diff --git a/data/models/agentlans_Gemma2-9B-AdvancedFuse.json b/data/models/agentlans_gemma2-9b-advancedfuse.json similarity index 100% rename from data/models/agentlans_Gemma2-9B-AdvancedFuse.json rename to data/models/agentlans_gemma2-9b-advancedfuse.json diff --git a/data/models/agentlans_Llama-3.2-1B-Instruct-CrashCourse12K.json b/data/models/agentlans_llama-3.2-1b-instruct-crashcourse12k.json similarity index 100% rename from data/models/agentlans_Llama-3.2-1B-Instruct-CrashCourse12K.json rename to data/models/agentlans_llama-3.2-1b-instruct-crashcourse12k.json diff --git a/data/models/agentlans_Llama3.1-8B-drill.json b/data/models/agentlans_llama3.1-8b-drill.json similarity index 100% rename from data/models/agentlans_Llama3.1-8B-drill.json rename to data/models/agentlans_llama3.1-8b-drill.json diff --git a/data/models/agentlans_Llama3.1-Daredevilish-Instruct.json b/data/models/agentlans_llama3.1-daredevilish-instruct.json similarity index 100% rename from data/models/agentlans_Llama3.1-Daredevilish-Instruct.json rename to data/models/agentlans_llama3.1-daredevilish-instruct.json diff --git a/data/models/agentlans_Llama3.1-Daredevilish.json b/data/models/agentlans_llama3.1-daredevilish.json similarity index 100% rename from data/models/agentlans_Llama3.1-Daredevilish.json rename to data/models/agentlans_llama3.1-daredevilish.json diff --git a/data/models/agentlans_Llama3.1-LexiHermes-SuperStorm.json b/data/models/agentlans_llama3.1-lexihermes-superstorm.json similarity index 100% rename from data/models/agentlans_Llama3.1-LexiHermes-SuperStorm.json rename to data/models/agentlans_llama3.1-lexihermes-superstorm.json diff --git a/data/models/agentlans_Llama3.1-SuperDeepFuse-CrashCourse12K.json b/data/models/agentlans_llama3.1-superdeepfuse-crashcourse12k.json similarity index 100% rename from data/models/agentlans_Llama3.1-SuperDeepFuse-CrashCourse12K.json rename to data/models/agentlans_llama3.1-superdeepfuse-crashcourse12k.json diff --git a/data/models/agentlans_Llama3.1-SuperDeepFuse.json b/data/models/agentlans_llama3.1-superdeepfuse.json similarity index 100% rename from data/models/agentlans_Llama3.1-SuperDeepFuse.json rename to data/models/agentlans_llama3.1-superdeepfuse.json diff --git a/data/models/agentlans_Qwen2.5-0.5B-Instruct-CrashCourse-dropout.json b/data/models/agentlans_qwen2.5-0.5b-instruct-crashcourse-dropout.json similarity index 100% rename from data/models/agentlans_Qwen2.5-0.5B-Instruct-CrashCourse-dropout.json rename to data/models/agentlans_qwen2.5-0.5b-instruct-crashcourse-dropout.json diff --git a/data/models/AGI-0_Art-v0-3B.json b/data/models/agi-0_art-v0-3b.json similarity index 100% rename from data/models/AGI-0_Art-v0-3B.json rename to data/models/agi-0_art-v0-3b.json diff --git a/data/models/AGI-0_Artificium-llama3.1-8B-001.json b/data/models/agi-0_artificium-llama3.1-8b-001.json similarity index 100% rename from data/models/AGI-0_Artificium-llama3.1-8B-001.json rename to data/models/agi-0_artificium-llama3.1-8b-001.json diff --git a/data/models/AGI-0_smartllama3.1-8B-001.json b/data/models/agi-0_smartllama3.1-8b-001.json similarity index 100% rename from data/models/AGI-0_smartllama3.1-8B-001.json rename to data/models/agi-0_smartllama3.1-8b-001.json diff --git a/data/models/Ahdoot_StructuredThinker-v0.3-MoreStructure.json b/data/models/ahdoot_structuredthinker-v0.3-morestructure.json similarity index 100% rename from data/models/Ahdoot_StructuredThinker-v0.3-MoreStructure.json rename to data/models/ahdoot_structuredthinker-v0.3-morestructure.json diff --git a/data/models/Ahdoot_Test_StealthThinker.json b/data/models/ahdoot_test_stealththinker.json similarity index 100% rename from data/models/Ahdoot_Test_StealthThinker.json rename to data/models/ahdoot_test_stealththinker.json diff --git a/data/models/Ahjeong_MMPO_Gemma_7b.json b/data/models/ahjeong_mmpo_gemma_7b.json similarity index 100% rename from data/models/Ahjeong_MMPO_Gemma_7b.json rename to data/models/ahjeong_mmpo_gemma_7b.json diff --git a/data/models/Ahjeong_MMPO_Gemma_7b_gamma1.1_epoch3.json b/data/models/ahjeong_mmpo_gemma_7b_gamma1.1_epoch3.json similarity index 100% rename from data/models/Ahjeong_MMPO_Gemma_7b_gamma1.1_epoch3.json rename to data/models/ahjeong_mmpo_gemma_7b_gamma1.1_epoch3.json diff --git a/data/models/ahmeda335_13_outOf_32_pruned_layers_llama3.1-8b.json b/data/models/ahmeda335_13_outof_32_pruned_layers_llama3.1-8b.json similarity index 100% rename from data/models/ahmeda335_13_outOf_32_pruned_layers_llama3.1-8b.json rename to data/models/ahmeda335_13_outof_32_pruned_layers_llama3.1-8b.json diff --git a/data/models/AI-MO_NuminaMath-7B-CoT.json b/data/models/ai-mo_numinamath-7b-cot.json similarity index 100% rename from data/models/AI-MO_NuminaMath-7B-CoT.json rename to data/models/ai-mo_numinamath-7b-cot.json diff --git a/data/models/AI-MO_NuminaMath-7B-TIR.json b/data/models/ai-mo_numinamath-7b-tir.json similarity index 100% rename from data/models/AI-MO_NuminaMath-7B-TIR.json rename to data/models/ai-mo_numinamath-7b-tir.json diff --git a/data/models/AI-Sweden-Models_gpt-sw3-40b.json b/data/models/ai-sweden-models_gpt-sw3-40b.json similarity index 100% rename from data/models/AI-Sweden-Models_gpt-sw3-40b.json rename to data/models/ai-sweden-models_gpt-sw3-40b.json diff --git a/data/models/AI-Sweden-Models_Llama-3-8B-instruct.json b/data/models/ai-sweden-models_llama-3-8b-instruct.json similarity index 100% rename from data/models/AI-Sweden-Models_Llama-3-8B-instruct.json rename to data/models/ai-sweden-models_llama-3-8b-instruct.json diff --git a/data/models/ai21_J1-Grande-v1-17B.json b/data/models/ai21_j1-grande-v1-17b.json similarity index 100% rename from data/models/ai21_J1-Grande-v1-17B.json rename to data/models/ai21_j1-grande-v1-17b.json diff --git a/data/models/ai21_J1-Grande-v2-beta-17B.json b/data/models/ai21_j1-grande-v2-beta-17b.json similarity index 100% rename from data/models/ai21_J1-Grande-v2-beta-17B.json rename to data/models/ai21_j1-grande-v2-beta-17b.json diff --git a/data/models/ai21_J1-Jumbo-v1-178B.json b/data/models/ai21_j1-jumbo-v1-178b.json similarity index 100% rename from data/models/ai21_J1-Jumbo-v1-178B.json rename to data/models/ai21_j1-jumbo-v1-178b.json diff --git a/data/models/ai21_J1-Large-v1-7.5B.json b/data/models/ai21_j1-large-v1-7.5b.json similarity index 100% rename from data/models/ai21_J1-Large-v1-7.5B.json rename to data/models/ai21_j1-large-v1-7.5b.json diff --git a/data/models/ai21_Jurassic-2-Grande-17B.json b/data/models/ai21_jurassic-2-grande-17b.json similarity index 100% rename from data/models/ai21_Jurassic-2-Grande-17B.json rename to data/models/ai21_jurassic-2-grande-17b.json diff --git a/data/models/ai21_Jurassic-2-Jumbo-178B.json b/data/models/ai21_jurassic-2-jumbo-178b.json similarity index 100% rename from data/models/ai21_Jurassic-2-Jumbo-178B.json rename to data/models/ai21_jurassic-2-jumbo-178b.json diff --git a/data/models/ai21_Jurassic-2-Large-7.5B.json b/data/models/ai21_jurassic-2-large-7.5b.json similarity index 100% rename from data/models/ai21_Jurassic-2-Large-7.5B.json rename to data/models/ai21_jurassic-2-large-7.5b.json diff --git a/data/models/ai21labs_Jamba-v0.1.json b/data/models/ai21labs_jamba-v0.1.json similarity index 100% rename from data/models/ai21labs_Jamba-v0.1.json rename to data/models/ai21labs_jamba-v0.1.json diff --git a/data/models/ai2_llama-2-chat-7b-nectar-3.8m.json.json b/data/models/ai2_llama-2-chat-7b-nectar-3.8m.json.json index af53aa369a1ecc05b84cdf348ed22a2881c59fe2..95264ec2aa0bb30e48a6bb9ba92a3193bbef46b5 100644 --- a/data/models/ai2_llama-2-chat-7b-nectar-3.8m.json.json +++ b/data/models/ai2_llama-2-chat-7b-nectar-3.8m.json.json @@ -2,7 +2,7 @@ "model_info": { "name": "ai2/llama-2-chat-7b-nectar-3.8m.json", "id": "ai2/llama-2-chat-7b-nectar-3.8m.json", - "developer": "ai2", + "developer": "AI2", "additional_details": { "model_type": "Seq. Classifier" } diff --git a/data/models/ai2_llama-2-chat-nectar-180k.json.json b/data/models/ai2_llama-2-chat-nectar-180k.json.json index 2ddd73a8e5e02341c701bc4953f5e7f4c487be0d..ead776fb30d6efd2c1975f17bdbd41574a23d822 100644 --- a/data/models/ai2_llama-2-chat-nectar-180k.json.json +++ b/data/models/ai2_llama-2-chat-nectar-180k.json.json @@ -2,7 +2,7 @@ "model_info": { "name": "ai2/llama-2-chat-nectar-180k.json", "id": "ai2/llama-2-chat-nectar-180k.json", - "developer": "ai2", + "developer": "AI2", "additional_details": { "model_type": "Seq. Classifier" } diff --git a/data/models/ai2_llama-2-chat-ultrafeedback-60k.jsonl.json b/data/models/ai2_llama-2-chat-ultrafeedback-60k.jsonl.json index c31f9d0e767001343f7e1f5be3d9fada15954fcc..ac9a550996117f1cef2d49ae8a3ac09b12bee977 100644 --- a/data/models/ai2_llama-2-chat-ultrafeedback-60k.jsonl.json +++ b/data/models/ai2_llama-2-chat-ultrafeedback-60k.jsonl.json @@ -2,7 +2,7 @@ "model_info": { "name": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", "id": "ai2/llama-2-chat-ultrafeedback-60k.jsonl", - "developer": "ai2", + "developer": "AI2", "additional_details": { "model_type": "Seq. Classifier" } diff --git a/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized-3.8m-check....json b/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized-3.8m-check....json index b0aa28b87dd09302e2563580f7e86b9555a6d01e..6febe4e986f59d00f20e0f70b3b53b8b39d01e14 100644 --- a/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized-3.8m-check....json +++ b/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized-3.8m-check....json @@ -2,7 +2,7 @@ "model_info": { "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...", - "developer": "ai2", + "developer": "AI2", "additional_details": { "model_type": "Seq. Classifier" } @@ -38,7 +38,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6905 + "score": 0.7058 }, "source_data": { "dataset_name": "RewardBench", @@ -56,7 +56,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.9441 + "score": 0.9525 }, "source_data": { "dataset_name": "RewardBench", @@ -74,7 +74,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3596 + "score": 0.3947 }, "source_data": { "dataset_name": "RewardBench", @@ -92,7 +92,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7676 + "score": 0.7703 }, "source_data": { "dataset_name": "RewardBench", @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7058 + "score": 0.7004 }, "source_data": { "dataset_name": "RewardBench", @@ -152,7 +152,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.9525 + "score": 0.9413 }, "source_data": { "dataset_name": "RewardBench", @@ -170,7 +170,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3947 + "score": 0.3882 }, "source_data": { "dataset_name": "RewardBench", @@ -188,7 +188,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7703 + "score": 0.7716 }, "source_data": { "dataset_name": "RewardBench", @@ -230,7 +230,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7004 + "score": 0.6945 }, "source_data": { "dataset_name": "RewardBench", @@ -248,7 +248,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.9413 + "score": 0.9385 }, "source_data": { "dataset_name": "RewardBench", @@ -266,7 +266,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3882 + "score": 0.3706 }, "source_data": { "dataset_name": "RewardBench", @@ -284,7 +284,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7716 + "score": 0.7743 }, "source_data": { "dataset_name": "RewardBench", @@ -422,7 +422,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6945 + "score": 0.7008 }, "source_data": { "dataset_name": "RewardBench", @@ -458,7 +458,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3706 + "score": 0.3882 }, "source_data": { "dataset_name": "RewardBench", @@ -476,7 +476,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7743 + "score": 0.7757 }, "source_data": { "dataset_name": "RewardBench", @@ -518,7 +518,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6895 + "score": 0.7019 }, "source_data": { "dataset_name": "RewardBench", @@ -536,7 +536,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.9385 + "score": 0.9497 }, "source_data": { "dataset_name": "RewardBench", @@ -554,7 +554,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3706 + "score": 0.375 }, "source_data": { "dataset_name": "RewardBench", @@ -572,7 +572,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7595 + "score": 0.7811 }, "source_data": { "dataset_name": "RewardBench", @@ -614,7 +614,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7019 + "score": 0.6905 }, "source_data": { "dataset_name": "RewardBench", @@ -632,7 +632,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.9497 + "score": 0.9441 }, "source_data": { "dataset_name": "RewardBench", @@ -650,7 +650,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.375 + "score": 0.3596 }, "source_data": { "dataset_name": "RewardBench", @@ -668,7 +668,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7811 + "score": 0.7676 }, "source_data": { "dataset_name": "RewardBench", @@ -710,7 +710,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6924 + "score": 0.6895 }, "source_data": { "dataset_name": "RewardBench", @@ -728,7 +728,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.9441 + "score": 0.9385 }, "source_data": { "dataset_name": "RewardBench", @@ -746,7 +746,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3575 + "score": 0.3706 }, "source_data": { "dataset_name": "RewardBench", @@ -764,7 +764,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7757 + "score": 0.7595 }, "source_data": { "dataset_name": "RewardBench", @@ -806,7 +806,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7008 + "score": 0.6924 }, "source_data": { "dataset_name": "RewardBench", @@ -824,7 +824,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.9385 + "score": 0.9441 }, "source_data": { "dataset_name": "RewardBench", @@ -842,7 +842,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3882 + "score": 0.3575 }, "source_data": { "dataset_name": "RewardBench", diff --git a/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized-700k.json.json b/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized-700k.json.json index e7d16b67f39c3591924917408230fdbbb913e02f..c85c04740a4097faa74b4100fed5e2b290765b12 100644 --- a/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized-700k.json.json +++ b/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized-700k.json.json @@ -2,7 +2,7 @@ "model_info": { "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json", - "developer": "ai2", + "developer": "AI2", "additional_details": { "model_type": "Seq. Classifier" } diff --git a/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized.json.json b/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized.json.json index 9dd5bb208010e2dc8f4b6d4c3e3037f4dca69907..145eee43129829ccb52ebda551e5ee20a39c80bc 100644 --- a/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized.json.json +++ b/data/models/ai2_tulu-2-7b-rm-v0-nectar-binarized.json.json @@ -2,7 +2,7 @@ "model_info": { "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json", - "developer": "ai2", + "developer": "AI2", "additional_details": { "model_type": "Seq. Classifier" } diff --git a/data/models/ai2_tulu-2-7b-rm-v0.json.json b/data/models/ai2_tulu-2-7b-rm-v0.json.json index 331aae3f748809862f0a54f6e6a8ff486339feb4..f6016576845d8bb80bb0f46b68955083728e149c 100644 --- a/data/models/ai2_tulu-2-7b-rm-v0.json.json +++ b/data/models/ai2_tulu-2-7b-rm-v0.json.json @@ -2,7 +2,7 @@ "model_info": { "name": "ai2/tulu-2-7b-rm-v0.json", "id": "ai2/tulu-2-7b-rm-v0.json", - "developer": "ai2", + "developer": "AI2", "additional_details": { "model_type": "Seq. Classifier" } diff --git a/data/models/ai4bharat_Airavata.json b/data/models/ai4bharat_airavata.json similarity index 100% rename from data/models/ai4bharat_Airavata.json rename to data/models/ai4bharat_airavata.json diff --git a/data/models/AI4free_Dhanishtha.json b/data/models/ai4free_dhanishtha.json similarity index 100% rename from data/models/AI4free_Dhanishtha.json rename to data/models/ai4free_dhanishtha.json diff --git a/data/models/AI4free_t2.json b/data/models/ai4free_t2.json similarity index 100% rename from data/models/AI4free_t2.json rename to data/models/ai4free_t2.json diff --git a/data/models/AicoresSecurity_Cybernet-Sec-3B-R1-V0-Coder.json b/data/models/aicoressecurity_cybernet-sec-3b-r1-v0-coder.json similarity index 100% rename from data/models/AicoresSecurity_Cybernet-Sec-3B-R1-V0-Coder.json rename to data/models/aicoressecurity_cybernet-sec-3b-r1-v0-coder.json diff --git a/data/models/AicoresSecurity_Cybernet-Sec-3B-R1-V0.json b/data/models/aicoressecurity_cybernet-sec-3b-r1-v0.json similarity index 100% rename from data/models/AicoresSecurity_Cybernet-Sec-3B-R1-V0.json rename to data/models/aicoressecurity_cybernet-sec-3b-r1-v0.json diff --git a/data/models/AicoresSecurity_Cybernet-Sec-3B-R1-V1.1.json b/data/models/aicoressecurity_cybernet-sec-3b-r1-v1.1.json similarity index 100% rename from data/models/AicoresSecurity_Cybernet-Sec-3B-R1-V1.1.json rename to data/models/aicoressecurity_cybernet-sec-3b-r1-v1.1.json diff --git a/data/models/AicoresSecurity_Cybernet-Sec-3B-R1-V1.json b/data/models/aicoressecurity_cybernet-sec-3b-r1-v1.json similarity index 100% rename from data/models/AicoresSecurity_Cybernet-Sec-3B-R1-V1.json rename to data/models/aicoressecurity_cybernet-sec-3b-r1-v1.json diff --git a/data/models/AIDC-AI_Marco-o1.json b/data/models/aidc-ai_marco-o1.json similarity index 100% rename from data/models/AIDC-AI_Marco-o1.json rename to data/models/aidc-ai_marco-o1.json diff --git a/data/models/aixonlab_Aether-12b.json b/data/models/aixonlab_aether-12b.json similarity index 100% rename from data/models/aixonlab_Aether-12b.json rename to data/models/aixonlab_aether-12b.json diff --git a/data/models/aixonlab_Grey-12b.json b/data/models/aixonlab_grey-12b.json similarity index 100% rename from data/models/aixonlab_Grey-12b.json rename to data/models/aixonlab_grey-12b.json diff --git a/data/models/aixonlab_Zara-14b-v1.2.json b/data/models/aixonlab_zara-14b-v1.2.json similarity index 100% rename from data/models/aixonlab_Zara-14b-v1.2.json rename to data/models/aixonlab_zara-14b-v1.2.json diff --git a/data/models/akhadangi_Llama3.2.1B.0.01-First.json b/data/models/akhadangi_llama3.2.1b.0.01-first.json similarity index 100% rename from data/models/akhadangi_Llama3.2.1B.0.01-First.json rename to data/models/akhadangi_llama3.2.1b.0.01-first.json diff --git a/data/models/akhadangi_Llama3.2.1B.0.01-Last.json b/data/models/akhadangi_llama3.2.1b.0.01-last.json similarity index 100% rename from data/models/akhadangi_Llama3.2.1B.0.01-Last.json rename to data/models/akhadangi_llama3.2.1b.0.01-last.json diff --git a/data/models/akhadangi_Llama3.2.1B.0.1-First.json b/data/models/akhadangi_llama3.2.1b.0.1-first.json similarity index 100% rename from data/models/akhadangi_Llama3.2.1B.0.1-First.json rename to data/models/akhadangi_llama3.2.1b.0.1-first.json diff --git a/data/models/akhadangi_Llama3.2.1B.0.1-Last.json b/data/models/akhadangi_llama3.2.1b.0.1-last.json similarity index 100% rename from data/models/akhadangi_Llama3.2.1B.0.1-Last.json rename to data/models/akhadangi_llama3.2.1b.0.1-last.json diff --git a/data/models/akhadangi_Llama3.2.1B.BaseFiT.json b/data/models/akhadangi_llama3.2.1b.basefit.json similarity index 100% rename from data/models/akhadangi_Llama3.2.1B.BaseFiT.json rename to data/models/akhadangi_llama3.2.1b.basefit.json diff --git a/data/models/akjindal53244_Llama-3.1-Storm-8B.json b/data/models/akjindal53244_llama-3.1-storm-8b.json similarity index 99% rename from data/models/akjindal53244_Llama-3.1-Storm-8B.json rename to data/models/akjindal53244_llama-3.1-storm-8b.json index 40e662764779e61971d6e759ef0343947ee329fc..10080988b150f205c06f956e608326efa2dd3fb0 100644 --- a/data/models/akjindal53244_Llama-3.1-Storm-8B.json +++ b/data/models/akjindal53244_llama-3.1-storm-8b.json @@ -5,7 +5,7 @@ "developer": "akjindal53244", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "8.03" } diff --git a/data/models/Alepach_notHumpback-M0.json b/data/models/alepach_nothumpback-m0.json similarity index 100% rename from data/models/Alepach_notHumpback-M0.json rename to data/models/alepach_nothumpback-m0.json diff --git a/data/models/Alepach_notHumpback-M1-v2.json b/data/models/alepach_nothumpback-m1-v2.json similarity index 100% rename from data/models/Alepach_notHumpback-M1-v2.json rename to data/models/alepach_nothumpback-m1-v2.json diff --git a/data/models/Alepach_notHumpback-M1.json b/data/models/alepach_nothumpback-m1.json similarity index 100% rename from data/models/Alepach_notHumpback-M1.json rename to data/models/alepach_nothumpback-m1.json diff --git a/data/models/aleph-alpha_Luminous-Base-13B.json b/data/models/aleph-alpha_luminous-base-13b.json similarity index 100% rename from data/models/aleph-alpha_Luminous-Base-13B.json rename to data/models/aleph-alpha_luminous-base-13b.json diff --git a/data/models/aleph-alpha_Luminous-Extended-30B.json b/data/models/aleph-alpha_luminous-extended-30b.json similarity index 100% rename from data/models/aleph-alpha_Luminous-Extended-30B.json rename to data/models/aleph-alpha_luminous-extended-30b.json diff --git a/data/models/aleph-alpha_Luminous-Supreme-70B.json b/data/models/aleph-alpha_luminous-supreme-70b.json similarity index 100% rename from data/models/aleph-alpha_Luminous-Supreme-70B.json rename to data/models/aleph-alpha_luminous-supreme-70b.json diff --git a/data/models/AlephAlpha_luminous-base.json b/data/models/alephalpha_luminous-base.json similarity index 100% rename from data/models/AlephAlpha_luminous-base.json rename to data/models/alephalpha_luminous-base.json diff --git a/data/models/AlephAlpha_luminous-extended.json b/data/models/alephalpha_luminous-extended.json similarity index 100% rename from data/models/AlephAlpha_luminous-extended.json rename to data/models/alephalpha_luminous-extended.json diff --git a/data/models/AlephAlpha_luminous-supreme.json b/data/models/alephalpha_luminous-supreme.json similarity index 100% rename from data/models/AlephAlpha_luminous-supreme.json rename to data/models/alephalpha_luminous-supreme.json diff --git a/data/models/Alibaba-NLP_gte-Qwen2-7B-instruct.json b/data/models/alibaba-nlp_gte-qwen2-7b-instruct.json similarity index 100% rename from data/models/Alibaba-NLP_gte-Qwen2-7B-instruct.json rename to data/models/alibaba-nlp_gte-qwen2-7b-instruct.json diff --git a/data/models/alibaba_qwen-3-coder-480b.json b/data/models/alibaba_qwen-3-coder-480b.json index af103b1b43bc3a288d48697942f3b3a30a04080b..f598d15a400b5ed438e43880c6cab3a3248e3641 100644 --- a/data/models/alibaba_qwen-3-coder-480b.json +++ b/data/models/alibaba_qwen-3-coder-480b.json @@ -4,8 +4,8 @@ "id": "alibaba/qwen-3-coder-480b", "developer": "Alibaba", "additional_details": { - "agent_name": "Dakou Agent", - "agent_organization": "iflow" + "agent_name": "OpenHands", + "agent_organization": "OpenHands" } }, "evaluations": [ @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__qwen-3-coder-480b/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/dakou-agent__qwen-3-coder-480b/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-01", + "evaluation_timestamp": "2025-12-28", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 23.9, + "score": 27.2, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Qwen 3 Coder 480B\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Dakou Agent\" -m \"Qwen 3 Coder 480B\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Qwen 3 Coder 480B\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Dakou Agent\" -m \"Qwen 3 Coder 480B\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/dakou-agent__qwen-3-coder-480b/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__qwen-3-coder-480b/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-28", + "evaluation_timestamp": "2025-11-01", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 27.2, + "score": 23.9, "uncertainty": { "standard_error": { - "value": 2.6 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Dakou Agent\" -m \"Qwen 3 Coder 480B\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Qwen 3 Coder 480B\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Dakou Agent\" -m \"Qwen 3 Coder 480B\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Qwen 3 Coder 480B\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/alibaba_qwen3-235b-a22b-instruct-2507.json b/data/models/alibaba_qwen3-235b-a22b-instruct-2507.json index 18e9257ee4a295645c5d70b31ea729844e529c44..73411ab4fcdf3bfd9a55ece3006bf091682be221 100644 --- a/data/models/alibaba_qwen3-235b-a22b-instruct-2507.json +++ b/data/models/alibaba_qwen3-235b-a22b-instruct-2507.json @@ -10,8 +10,8 @@ }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/alibaba_qwen3-235b-a22b-instruct-2507/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/alibaba_qwen3-235b-a22b-instruct-2507/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/alibaba_qwen3-235b-a22b-instruct-2507/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/alibaba_qwen3-235b-a22b-instruct-2507/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/allenai_OLMo-2-1124-7B-Instruct.json b/data/models/allenai_OLMo-2-1124-7B-Instruct.json deleted file mode 100644 index 2bd2e72dfe74f50da5304f1fba1834e9c2b078ee..0000000000000000000000000000000000000000 --- a/data/models/allenai_OLMo-2-1124-7B-Instruct.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "OLMo-2-1124-7B-Instruct", - "id": "allenai/OLMo-2-1124-7B-Instruct", - "developer": "allenai", - "inference_platform": "unknown", - "additional_details": { - "precision": "float16", - "architecture": "Olmo2ForCausalLM", - "params_billions": "7.299" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/allenai_OLMo-2-1124-7B-Instruct/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7244 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4022 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1488 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2785 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3508 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2672 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/allenai_OLMoE-1B-7B-0125-Instruct.json b/data/models/allenai_OLMoE-1B-7B-0125-Instruct.json deleted file mode 100644 index 27d6873218911a3538ecfc84cd9db537793ac89c..0000000000000000000000000000000000000000 --- a/data/models/allenai_OLMoE-1B-7B-0125-Instruct.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "OLMoE-1B-7B-0125-Instruct", - "id": "allenai/OLMoE-1B-7B-0125-Instruct", - "developer": "allenai", - "inference_platform": "unknown", - "additional_details": { - "precision": "float16", - "architecture": "OlmoeForCausalLM", - "params_billions": "6.919" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/allenai_OLMoE-1B-7B-0125-Instruct/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6757 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3825 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0899 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2601 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3636 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1915 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/allenai_Llama-3.1-70B-Instruct-RM-RB2.json b/data/models/allenai_llama-3.1-70b-instruct-rm-rb2.json similarity index 100% rename from data/models/allenai_Llama-3.1-70B-Instruct-RM-RB2.json rename to data/models/allenai_llama-3.1-70b-instruct-rm-rb2.json index 3edb4e861c9c885f1d8b857f90568f09968d9fbc..6b82bed55df1bdb62067f41e1f2f588c7fd5e772 100644 --- a/data/models/allenai_Llama-3.1-70B-Instruct-RM-RB2.json +++ b/data/models/allenai_llama-3.1-70b-instruct-rm-rb2.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/allenai_Llama-3.1-70B-Instruct-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench-2/allenai_Llama-3.1-70B-Instruct-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9021 + "score": 0.7606 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9665 + "score": 0.8126 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8355 + "score": 0.4188 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6995 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9095 + "score": 0.8844 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8969 + "score": 0.8646 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.0 + "score": 0.8835 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/allenai_Llama-3.1-70B-Instruct-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench/allenai_Llama-3.1-70B-Instruct-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7606 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8126 + "score": 0.9021 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4188 + "score": 0.9665 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6995 + "score": 0.8355 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8844 + "score": 0.9095 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8646 + "score": 0.8969 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8835 + "score": 0.0 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/allenai_Llama-3.1-8B-Base-RM-RB2.json b/data/models/allenai_llama-3.1-8b-base-rm-rb2.json similarity index 100% rename from data/models/allenai_Llama-3.1-8B-Base-RM-RB2.json rename to data/models/allenai_llama-3.1-8b-base-rm-rb2.json index 8e81065be5c6f388ddbf031b25c6ea031d346e21..b77566d88bfa5b7f18f1a64562aee1f65b27a08c 100644 --- a/data/models/allenai_Llama-3.1-8B-Base-RM-RB2.json +++ b/data/models/allenai_llama-3.1-8b-base-rm-rb2.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/allenai_Llama-3.1-8B-Base-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench/allenai_Llama-3.1-8B-Base-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,127 +31,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.649 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.72 + "score": 0.8463 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3625 + "score": 0.933 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.612 + "score": 0.7785 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8267 + "score": 0.8851 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8323 + "score": 0.7886 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5406 + "score": 0.0 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], @@ -159,10 +141,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench/allenai_Llama-3.1-8B-Base-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench-2/allenai_Llama-3.1-8B-Base-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -181,109 +163,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8463 + "score": 0.649 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.933 + "score": 0.72 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7785 + "score": 0.3625 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.612 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8851 + "score": 0.8267 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7886 + "score": 0.8323 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.0 + "score": 0.5406 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/allenai_Llama-3.1-8B-Instruct-RM-RB2.json b/data/models/allenai_llama-3.1-8b-instruct-rm-rb2.json similarity index 100% rename from data/models/allenai_Llama-3.1-8B-Instruct-RM-RB2.json rename to data/models/allenai_llama-3.1-8b-instruct-rm-rb2.json diff --git a/data/models/allenai_Llama-3.1-Tulu-3-70B-DPO.json b/data/models/allenai_llama-3.1-tulu-3-70b-dpo.json similarity index 100% rename from data/models/allenai_Llama-3.1-Tulu-3-70B-DPO.json rename to data/models/allenai_llama-3.1-tulu-3-70b-dpo.json diff --git a/data/models/allenai_Llama-3.1-Tulu-3-70B-SFT-RM-RB2.json b/data/models/allenai_llama-3.1-tulu-3-70b-sft-rm-rb2.json similarity index 100% rename from data/models/allenai_Llama-3.1-Tulu-3-70B-SFT-RM-RB2.json rename to data/models/allenai_llama-3.1-tulu-3-70b-sft-rm-rb2.json index 3c470e6abd70f5f2bc9a8be57cc36f939ca7753c..56c7eedcfadd2447274047e1824ef99e14cf4e28 100644 --- a/data/models/allenai_Llama-3.1-Tulu-3-70B-SFT-RM-RB2.json +++ b/data/models/allenai_llama-3.1-tulu-3-70b-sft-rm-rb2.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/allenai_Llama-3.1-Tulu-3-70B-SFT-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench-2/allenai_Llama-3.1-Tulu-3-70B-SFT-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8892 + "score": 0.722 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9693 + "score": 0.8084 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8268 + "score": 0.3688 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6776 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9027 + "score": 0.8689 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8583 + "score": 0.7778 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.0 + "score": 0.8308 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/allenai_Llama-3.1-Tulu-3-70B-SFT-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench/allenai_Llama-3.1-Tulu-3-70B-SFT-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.722 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8084 + "score": 0.8892 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3688 + "score": 0.9693 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6776 + "score": 0.8268 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8689 + "score": 0.9027 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7778 + "score": 0.8583 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8308 + "score": 0.0 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/allenai_Llama-3.1-Tulu-3-70B-SFT.json b/data/models/allenai_llama-3.1-tulu-3-70b-sft.json similarity index 100% rename from data/models/allenai_Llama-3.1-Tulu-3-70B-SFT.json rename to data/models/allenai_llama-3.1-tulu-3-70b-sft.json diff --git a/data/models/allenai_Llama-3.1-Tulu-3-70B.json b/data/models/allenai_llama-3.1-tulu-3-70b.json similarity index 99% rename from data/models/allenai_Llama-3.1-Tulu-3-70B.json rename to data/models/allenai_llama-3.1-tulu-3-70b.json index fb86cb10e4b1586a637369168cb0a7759a2a884f..1db7ede127ee803b7ffd5960ed83ddaa8fe5c58c 100644 --- a/data/models/allenai_Llama-3.1-Tulu-3-70B.json +++ b/data/models/allenai_llama-3.1-tulu-3-70b.json @@ -5,7 +5,7 @@ "developer": "allenai", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "70.554" } diff --git a/data/models/allenai_Llama-3.1-Tulu-3-8B-DPO-RM-RB2.json b/data/models/allenai_llama-3.1-tulu-3-8b-dpo-rm-rb2.json similarity index 100% rename from data/models/allenai_Llama-3.1-Tulu-3-8B-DPO-RM-RB2.json rename to data/models/allenai_llama-3.1-tulu-3-8b-dpo-rm-rb2.json index 408cdcea425aaae910c976c1f57587d29fcf9c63..52eed39924ec31b815aba5be343333e3d61411ae 100644 --- a/data/models/allenai_Llama-3.1-Tulu-3-8B-DPO-RM-RB2.json +++ b/data/models/allenai_llama-3.1-tulu-3-8b-dpo-rm-rb2.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/allenai_Llama-3.1-Tulu-3-8B-DPO-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench-2/allenai_Llama-3.1-Tulu-3-8B-DPO-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8431 + "score": 0.687 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9553 + "score": 0.7516 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.761 + "score": 0.3875 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6284 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8662 + "score": 0.86 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7898 + "score": 0.8545 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.0 + "score": 0.6397 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/allenai_Llama-3.1-Tulu-3-8B-DPO-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench/allenai_Llama-3.1-Tulu-3-8B-DPO-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.687 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7516 + "score": 0.8431 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3875 + "score": 0.9553 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6284 + "score": 0.761 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.86 + "score": 0.8662 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8545 + "score": 0.7898 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6397 + "score": 0.0 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/allenai_Llama-3.1-Tulu-3-8B-DPO.json b/data/models/allenai_llama-3.1-tulu-3-8b-dpo.json similarity index 100% rename from data/models/allenai_Llama-3.1-Tulu-3-8B-DPO.json rename to data/models/allenai_llama-3.1-tulu-3-8b-dpo.json diff --git a/data/models/allenai_Llama-3.1-Tulu-3-8B-RL-RM-RB2.json b/data/models/allenai_llama-3.1-tulu-3-8b-rl-rm-rb2.json similarity index 100% rename from data/models/allenai_Llama-3.1-Tulu-3-8B-RL-RM-RB2.json rename to data/models/allenai_llama-3.1-tulu-3-8b-rl-rm-rb2.json diff --git a/data/models/allenai_Llama-3.1-Tulu-3-8B-RM.json b/data/models/allenai_llama-3.1-tulu-3-8b-rm.json similarity index 97% rename from data/models/allenai_Llama-3.1-Tulu-3-8B-RM.json rename to data/models/allenai_llama-3.1-tulu-3-8b-rm.json index b5b9308bfa61e83b80d3b58f64a0e47e0789176a..6a924206a3e3fbee9e9f9e786f105d5a75e299b8 100644 --- a/data/models/allenai_Llama-3.1-Tulu-3-8B-RM.json +++ b/data/models/allenai_llama-3.1-tulu-3-8b-rm.json @@ -1,10 +1,13 @@ { "model_info": { - "name": "allenai/Llama-3.1-Tulu-3-8B-RM", + "name": "Llama-3.1-Tulu-3-8B-RM", "id": "allenai/Llama-3.1-Tulu-3-8B-RM", "developer": "allenai", + "inference_platform": "unknown", "additional_details": { - "model_type": "Seq. Classifier" + "precision": "bfloat16", + "architecture": "LlamaForSequenceClassification", + "params_billions": "8.0" } }, "evaluations": [ diff --git a/data/models/allenai_Llama-3.1-Tulu-3-8B-SFT-RM-RB2.json b/data/models/allenai_llama-3.1-tulu-3-8b-sft-rm-rb2.json similarity index 100% rename from data/models/allenai_Llama-3.1-Tulu-3-8B-SFT-RM-RB2.json rename to data/models/allenai_llama-3.1-tulu-3-8b-sft-rm-rb2.json index 84c4146c17907f25ce74864c179dc0e7dcd19fbd..e5b15dac5cb2f4285962219bbf6cd6008c5fe41a 100644 --- a/data/models/allenai_Llama-3.1-Tulu-3-8B-SFT-RM-RB2.json +++ b/data/models/allenai_llama-3.1-tulu-3-8b-sft-rm-rb2.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/allenai_Llama-3.1-Tulu-3-8B-SFT-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench/allenai_Llama-3.1-Tulu-3-8B-SFT-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,127 +31,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6821 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7326 + "score": 0.8551 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3875 + "score": 0.9497 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5792 + "score": 0.7917 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8978 + "score": 0.8784 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8889 + "score": 0.8005 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6063 + "score": 0.0 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], @@ -159,10 +141,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench/allenai_Llama-3.1-Tulu-3-8B-SFT-RM-RB2/1766412838.146816", + "evaluation_id": "reward-bench-2/allenai_Llama-3.1-Tulu-3-8B-SFT-RM-RB2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -181,109 +163,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8551 + "score": 0.6821 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9497 + "score": 0.7326 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7917 + "score": 0.3875 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5792 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8784 + "score": 0.8978 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8005 + "score": 0.8889 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.0 + "score": 0.6063 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/allenai_Llama-3.1-Tulu-3-8B-SFT.json b/data/models/allenai_llama-3.1-tulu-3-8b-sft.json similarity index 100% rename from data/models/allenai_Llama-3.1-Tulu-3-8B-SFT.json rename to data/models/allenai_llama-3.1-tulu-3-8b-sft.json diff --git a/data/models/allenai_Llama-3.1-Tulu-3-8B.json b/data/models/allenai_llama-3.1-tulu-3-8b.json similarity index 99% rename from data/models/allenai_Llama-3.1-Tulu-3-8B.json rename to data/models/allenai_llama-3.1-tulu-3-8b.json index 3ad8a9ac23bd0436da7fc124729f9555d65628da..53350f20b1f74556a0af6a9aa87ed77d181deaec 100644 --- a/data/models/allenai_Llama-3.1-Tulu-3-8B.json +++ b/data/models/allenai_llama-3.1-tulu-3-8b.json @@ -5,7 +5,7 @@ "developer": "allenai", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "LlamaForCausalLM", "params_billions": "8.03" } diff --git a/data/models/allenai_OLMo-1.7-7B-hf.json b/data/models/allenai_olmo-1.7-7b-hf.json similarity index 100% rename from data/models/allenai_OLMo-1.7-7B-hf.json rename to data/models/allenai_olmo-1.7-7b-hf.json diff --git a/data/models/allenai_OLMo-1B-hf.json b/data/models/allenai_olmo-1b-hf.json similarity index 100% rename from data/models/allenai_OLMo-1B-hf.json rename to data/models/allenai_olmo-1b-hf.json diff --git a/data/models/allenai_olmo-2-1124-7b-instruct.json b/data/models/allenai_olmo-2-1124-7b-instruct.json index 71cd40fecc2ee780fcb7aec96289c8b0e8aac9cc..e0e35d9599a64716b6e4f8b0473e1856726677e0 100644 --- a/data/models/allenai_olmo-2-1124-7b-instruct.json +++ b/data/models/allenai_olmo-2-1124-7b-instruct.json @@ -1,9 +1,14 @@ { "model_info": { "name": "OLMo 2 7B Instruct November 2024", - "id": "allenai/olmo-2-1124-7b-instruct", + "id": "allenai/OLMo-2-1124-7B-Instruct", "developer": "allenai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "allenai/olmo-2-1124-7b-instruct" + ] + } }, "evaluations": [ { @@ -236,6 +241,136 @@ "generation_config": { "additional_details": {} } + }, + { + "evaluation_id": "hfopenllm_v2/allenai_OLMo-2-1124-7B-Instruct/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7244 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4022 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1488 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2785 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3508 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2672 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/allenai_OLMo-7B-hf.json b/data/models/allenai_olmo-7b-hf.json similarity index 100% rename from data/models/allenai_OLMo-7B-hf.json rename to data/models/allenai_olmo-7b-hf.json diff --git a/data/models/allenai_OLMo-7B-Instruct-hf.json b/data/models/allenai_olmo-7b-instruct-hf.json similarity index 100% rename from data/models/allenai_OLMo-7B-Instruct-hf.json rename to data/models/allenai_olmo-7b-instruct-hf.json diff --git a/data/models/allenai_OLMo-7B-Instruct.json b/data/models/allenai_olmo-7b-instruct.json similarity index 100% rename from data/models/allenai_OLMo-7B-Instruct.json rename to data/models/allenai_olmo-7b-instruct.json diff --git a/data/models/allenai_olmoe-1b-7b-0125-instruct.json b/data/models/allenai_olmoe-1b-7b-0125-instruct.json index c91687fe0cb42f758dba0a1e2f13f58de9fbd79a..c1a2fda1b061a03a3b79f7cf7e1a3766f005438e 100644 --- a/data/models/allenai_olmoe-1b-7b-0125-instruct.json +++ b/data/models/allenai_olmoe-1b-7b-0125-instruct.json @@ -1,9 +1,14 @@ { "model_info": { "name": "OLMoE 1B-7B Instruct January 2025", - "id": "allenai/olmoe-1b-7b-0125-instruct", + "id": "allenai/OLMoE-1B-7B-0125-Instruct", "developer": "allenai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "allenai/olmoe-1b-7b-0125-instruct" + ] + } }, "evaluations": [ { @@ -236,6 +241,136 @@ "generation_config": { "additional_details": {} } + }, + { + "evaluation_id": "hfopenllm_v2/allenai_OLMoE-1B-7B-0125-Instruct/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6757 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3825 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0899 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2601 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3636 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1915 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/allenai_OLMoE-1B-7B-0924-Instruct.json b/data/models/allenai_olmoe-1b-7b-0924-instruct.json similarity index 100% rename from data/models/allenai_OLMoE-1B-7B-0924-Instruct.json rename to data/models/allenai_olmoe-1b-7b-0924-instruct.json diff --git a/data/models/allenai_OLMoE-1B-7B-0924.json b/data/models/allenai_olmoe-1b-7b-0924.json similarity index 100% rename from data/models/allenai_OLMoE-1B-7B-0924.json rename to data/models/allenai_olmoe-1b-7b-0924.json diff --git a/data/models/allknowingroger_Chocolatine-24B.json b/data/models/allknowingroger_chocolatine-24b.json similarity index 100% rename from data/models/allknowingroger_Chocolatine-24B.json rename to data/models/allknowingroger_chocolatine-24b.json diff --git a/data/models/allknowingroger_Gemma2Slerp1-2.6B.json b/data/models/allknowingroger_gemma2slerp1-2.6b.json similarity index 100% rename from data/models/allknowingroger_Gemma2Slerp1-2.6B.json rename to data/models/allknowingroger_gemma2slerp1-2.6b.json diff --git a/data/models/allknowingroger_Gemma2Slerp1-27B.json b/data/models/allknowingroger_gemma2slerp1-27b.json similarity index 100% rename from data/models/allknowingroger_Gemma2Slerp1-27B.json rename to data/models/allknowingroger_gemma2slerp1-27b.json diff --git a/data/models/allknowingroger_Gemma2Slerp2-2.6B.json b/data/models/allknowingroger_gemma2slerp2-2.6b.json similarity index 100% rename from data/models/allknowingroger_Gemma2Slerp2-2.6B.json rename to data/models/allknowingroger_gemma2slerp2-2.6b.json diff --git a/data/models/allknowingroger_Gemma2Slerp2-27B.json b/data/models/allknowingroger_gemma2slerp2-27b.json similarity index 100% rename from data/models/allknowingroger_Gemma2Slerp2-27B.json rename to data/models/allknowingroger_gemma2slerp2-27b.json diff --git a/data/models/allknowingroger_Gemma2Slerp3-27B.json b/data/models/allknowingroger_gemma2slerp3-27b.json similarity index 100% rename from data/models/allknowingroger_Gemma2Slerp3-27B.json rename to data/models/allknowingroger_gemma2slerp3-27b.json diff --git a/data/models/allknowingroger_Gemma2Slerp4-27B.json b/data/models/allknowingroger_gemma2slerp4-27b.json similarity index 100% rename from data/models/allknowingroger_Gemma2Slerp4-27B.json rename to data/models/allknowingroger_gemma2slerp4-27b.json diff --git a/data/models/allknowingroger_GemmaSlerp-9B.json b/data/models/allknowingroger_gemmaslerp-9b.json similarity index 100% rename from data/models/allknowingroger_GemmaSlerp-9B.json rename to data/models/allknowingroger_gemmaslerp-9b.json diff --git a/data/models/allknowingroger_GemmaSlerp2-9B.json b/data/models/allknowingroger_gemmaslerp2-9b.json similarity index 100% rename from data/models/allknowingroger_GemmaSlerp2-9B.json rename to data/models/allknowingroger_gemmaslerp2-9b.json diff --git a/data/models/allknowingroger_GemmaSlerp4-10B.json b/data/models/allknowingroger_gemmaslerp4-10b.json similarity index 100% rename from data/models/allknowingroger_GemmaSlerp4-10B.json rename to data/models/allknowingroger_gemmaslerp4-10b.json diff --git a/data/models/allknowingroger_GemmaSlerp5-10B.json b/data/models/allknowingroger_gemmaslerp5-10b.json similarity index 100% rename from data/models/allknowingroger_GemmaSlerp5-10B.json rename to data/models/allknowingroger_gemmaslerp5-10b.json diff --git a/data/models/allknowingroger_GemmaStock1-27B.json b/data/models/allknowingroger_gemmastock1-27b.json similarity index 100% rename from data/models/allknowingroger_GemmaStock1-27B.json rename to data/models/allknowingroger_gemmastock1-27b.json diff --git a/data/models/allknowingroger_HomerSlerp1-7B.json b/data/models/allknowingroger_homerslerp1-7b.json similarity index 100% rename from data/models/allknowingroger_HomerSlerp1-7B.json rename to data/models/allknowingroger_homerslerp1-7b.json diff --git a/data/models/allknowingroger_HomerSlerp2-7B.json b/data/models/allknowingroger_homerslerp2-7b.json similarity index 100% rename from data/models/allknowingroger_HomerSlerp2-7B.json rename to data/models/allknowingroger_homerslerp2-7b.json diff --git a/data/models/allknowingroger_HomerSlerp3-7B.json b/data/models/allknowingroger_homerslerp3-7b.json similarity index 100% rename from data/models/allknowingroger_HomerSlerp3-7B.json rename to data/models/allknowingroger_homerslerp3-7b.json diff --git a/data/models/allknowingroger_HomerSlerp4-7B.json b/data/models/allknowingroger_homerslerp4-7b.json similarity index 100% rename from data/models/allknowingroger_HomerSlerp4-7B.json rename to data/models/allknowingroger_homerslerp4-7b.json diff --git a/data/models/allknowingroger_limyClown-7B-slerp.json b/data/models/allknowingroger_limyclown-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_limyClown-7B-slerp.json rename to data/models/allknowingroger_limyclown-7b-slerp.json diff --git a/data/models/allknowingroger_LimyQstar-7B-slerp.json b/data/models/allknowingroger_limyqstar-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_LimyQstar-7B-slerp.json rename to data/models/allknowingroger_limyqstar-7b-slerp.json diff --git a/data/models/allknowingroger_llama3-Jallabi-40B-s.json b/data/models/allknowingroger_llama3-jallabi-40b-s.json similarity index 100% rename from data/models/allknowingroger_llama3-Jallabi-40B-s.json rename to data/models/allknowingroger_llama3-jallabi-40b-s.json diff --git a/data/models/allknowingroger_Llama3.1-60B.json b/data/models/allknowingroger_llama3.1-60b.json similarity index 100% rename from data/models/allknowingroger_Llama3.1-60B.json rename to data/models/allknowingroger_llama3.1-60b.json diff --git a/data/models/allknowingroger_llama3AnFeng-40B.json b/data/models/allknowingroger_llama3anfeng-40b.json similarity index 100% rename from data/models/allknowingroger_llama3AnFeng-40B.json rename to data/models/allknowingroger_llama3anfeng-40b.json diff --git a/data/models/allknowingroger_Marco-01-slerp1-7B.json b/data/models/allknowingroger_marco-01-slerp1-7b.json similarity index 100% rename from data/models/allknowingroger_Marco-01-slerp1-7B.json rename to data/models/allknowingroger_marco-01-slerp1-7b.json diff --git a/data/models/allknowingroger_Meme-7B-slerp.json b/data/models/allknowingroger_meme-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_Meme-7B-slerp.json rename to data/models/allknowingroger_meme-7b-slerp.json diff --git a/data/models/allknowingroger_Ministral-8B-slerp.json b/data/models/allknowingroger_ministral-8b-slerp.json similarity index 100% rename from data/models/allknowingroger_Ministral-8B-slerp.json rename to data/models/allknowingroger_ministral-8b-slerp.json diff --git a/data/models/allknowingroger_Mistralmash1-7B-s.json b/data/models/allknowingroger_mistralmash1-7b-s.json similarity index 100% rename from data/models/allknowingroger_Mistralmash1-7B-s.json rename to data/models/allknowingroger_mistralmash1-7b-s.json diff --git a/data/models/allknowingroger_Mistralmash2-7B-s.json b/data/models/allknowingroger_mistralmash2-7b-s.json similarity index 100% rename from data/models/allknowingroger_Mistralmash2-7B-s.json rename to data/models/allknowingroger_mistralmash2-7b-s.json diff --git a/data/models/allknowingroger_MistralPhi3-11B.json b/data/models/allknowingroger_mistralphi3-11b.json similarity index 100% rename from data/models/allknowingroger_MistralPhi3-11B.json rename to data/models/allknowingroger_mistralphi3-11b.json diff --git a/data/models/allknowingroger_MixTAO-19B-pass.json b/data/models/allknowingroger_mixtao-19b-pass.json similarity index 100% rename from data/models/allknowingroger_MixTAO-19B-pass.json rename to data/models/allknowingroger_mixtao-19b-pass.json diff --git a/data/models/allknowingroger_MixTaoTruthful-13B-slerp.json b/data/models/allknowingroger_mixtaotruthful-13b-slerp.json similarity index 100% rename from data/models/allknowingroger_MixTaoTruthful-13B-slerp.json rename to data/models/allknowingroger_mixtaotruthful-13b-slerp.json diff --git a/data/models/allknowingroger_MultiCalm-7B-slerp.json b/data/models/allknowingroger_multicalm-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiCalm-7B-slerp.json rename to data/models/allknowingroger_multicalm-7b-slerp.json diff --git a/data/models/allknowingroger_MultiMash-12B-slerp.json b/data/models/allknowingroger_multimash-12b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash-12B-slerp.json rename to data/models/allknowingroger_multimash-12b-slerp.json diff --git a/data/models/allknowingroger_MultiMash10-13B-slerp.json b/data/models/allknowingroger_multimash10-13b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash10-13B-slerp.json rename to data/models/allknowingroger_multimash10-13b-slerp.json diff --git a/data/models/allknowingroger_MultiMash11-13B-slerp.json b/data/models/allknowingroger_multimash11-13b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash11-13B-slerp.json rename to data/models/allknowingroger_multimash11-13b-slerp.json diff --git a/data/models/allknowingroger_MultiMash2-12B-slerp.json b/data/models/allknowingroger_multimash2-12b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash2-12B-slerp.json rename to data/models/allknowingroger_multimash2-12b-slerp.json diff --git a/data/models/allknowingroger_Multimash3-12B-slerp.json b/data/models/allknowingroger_multimash3-12b-slerp.json similarity index 100% rename from data/models/allknowingroger_Multimash3-12B-slerp.json rename to data/models/allknowingroger_multimash3-12b-slerp.json diff --git a/data/models/allknowingroger_MultiMash5-12B-slerp.json b/data/models/allknowingroger_multimash5-12b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash5-12B-slerp.json rename to data/models/allknowingroger_multimash5-12b-slerp.json diff --git a/data/models/allknowingroger_MultiMash6-12B-slerp.json b/data/models/allknowingroger_multimash6-12b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash6-12B-slerp.json rename to data/models/allknowingroger_multimash6-12b-slerp.json diff --git a/data/models/allknowingroger_MultiMash7-12B-slerp.json b/data/models/allknowingroger_multimash7-12b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash7-12B-slerp.json rename to data/models/allknowingroger_multimash7-12b-slerp.json diff --git a/data/models/allknowingroger_MultiMash8-13B-slerp.json b/data/models/allknowingroger_multimash8-13b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash8-13B-slerp.json rename to data/models/allknowingroger_multimash8-13b-slerp.json diff --git a/data/models/allknowingroger_MultiMash9-13B-slerp.json b/data/models/allknowingroger_multimash9-13b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMash9-13B-slerp.json rename to data/models/allknowingroger_multimash9-13b-slerp.json diff --git a/data/models/allknowingroger_Multimerge-19B-pass.json b/data/models/allknowingroger_multimerge-19b-pass.json similarity index 100% rename from data/models/allknowingroger_Multimerge-19B-pass.json rename to data/models/allknowingroger_multimerge-19b-pass.json diff --git a/data/models/allknowingroger_MultiMerge-7B-slerp.json b/data/models/allknowingroger_multimerge-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiMerge-7B-slerp.json rename to data/models/allknowingroger_multimerge-7b-slerp.json diff --git a/data/models/allknowingroger_MultiverseEx26-7B-slerp.json b/data/models/allknowingroger_multiverseex26-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_MultiverseEx26-7B-slerp.json rename to data/models/allknowingroger_multiverseex26-7b-slerp.json diff --git a/data/models/allknowingroger_Neuralcoven-7B-slerp.json b/data/models/allknowingroger_neuralcoven-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_Neuralcoven-7B-slerp.json rename to data/models/allknowingroger_neuralcoven-7b-slerp.json diff --git a/data/models/allknowingroger_Neuralmultiverse-7B-slerp.json b/data/models/allknowingroger_neuralmultiverse-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_Neuralmultiverse-7B-slerp.json rename to data/models/allknowingroger_neuralmultiverse-7b-slerp.json diff --git a/data/models/allknowingroger_NeuralWestSeverus-7B-slerp.json b/data/models/allknowingroger_neuralwestseverus-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_NeuralWestSeverus-7B-slerp.json rename to data/models/allknowingroger_neuralwestseverus-7b-slerp.json diff --git a/data/models/allknowingroger_Ph3della5-14B.json b/data/models/allknowingroger_ph3della5-14b.json similarity index 100% rename from data/models/allknowingroger_Ph3della5-14B.json rename to data/models/allknowingroger_ph3della5-14b.json diff --git a/data/models/allknowingroger_Ph3merge-14B.json b/data/models/allknowingroger_ph3merge-14b.json similarity index 100% rename from data/models/allknowingroger_Ph3merge-14B.json rename to data/models/allknowingroger_ph3merge-14b.json diff --git a/data/models/allknowingroger_Ph3merge2-14B.json b/data/models/allknowingroger_ph3merge2-14b.json similarity index 100% rename from data/models/allknowingroger_Ph3merge2-14B.json rename to data/models/allknowingroger_ph3merge2-14b.json diff --git a/data/models/allknowingroger_Ph3merge3-14B.json b/data/models/allknowingroger_ph3merge3-14b.json similarity index 100% rename from data/models/allknowingroger_Ph3merge3-14B.json rename to data/models/allknowingroger_ph3merge3-14b.json diff --git a/data/models/allknowingroger_Ph3task1-14B.json b/data/models/allknowingroger_ph3task1-14b.json similarity index 100% rename from data/models/allknowingroger_Ph3task1-14B.json rename to data/models/allknowingroger_ph3task1-14b.json diff --git a/data/models/allknowingroger_Ph3task2-14B.json b/data/models/allknowingroger_ph3task2-14b.json similarity index 100% rename from data/models/allknowingroger_Ph3task2-14B.json rename to data/models/allknowingroger_ph3task2-14b.json diff --git a/data/models/allknowingroger_Ph3task3-14B.json b/data/models/allknowingroger_ph3task3-14b.json similarity index 100% rename from data/models/allknowingroger_Ph3task3-14B.json rename to data/models/allknowingroger_ph3task3-14b.json diff --git a/data/models/allknowingroger_Ph3unsloth-3B-slerp.json b/data/models/allknowingroger_ph3unsloth-3b-slerp.json similarity index 100% rename from data/models/allknowingroger_Ph3unsloth-3B-slerp.json rename to data/models/allknowingroger_ph3unsloth-3b-slerp.json diff --git a/data/models/allknowingroger_Phi3mash1-17B-pass.json b/data/models/allknowingroger_phi3mash1-17b-pass.json similarity index 100% rename from data/models/allknowingroger_Phi3mash1-17B-pass.json rename to data/models/allknowingroger_phi3mash1-17b-pass.json diff --git a/data/models/allknowingroger_Quen2-65B.json b/data/models/allknowingroger_quen2-65b.json similarity index 100% rename from data/models/allknowingroger_Quen2-65B.json rename to data/models/allknowingroger_quen2-65b.json diff --git a/data/models/allknowingroger_Qwen2.5-42B-AGI.json b/data/models/allknowingroger_qwen2.5-42b-agi.json similarity index 100% rename from data/models/allknowingroger_Qwen2.5-42B-AGI.json rename to data/models/allknowingroger_qwen2.5-42b-agi.json diff --git a/data/models/allknowingroger_Qwen2.5-7B-task2.json b/data/models/allknowingroger_qwen2.5-7b-task2.json similarity index 100% rename from data/models/allknowingroger_Qwen2.5-7B-task2.json rename to data/models/allknowingroger_qwen2.5-7b-task2.json diff --git a/data/models/allknowingroger_Qwen2.5-7B-task3.json b/data/models/allknowingroger_qwen2.5-7b-task3.json similarity index 100% rename from data/models/allknowingroger_Qwen2.5-7B-task3.json rename to data/models/allknowingroger_qwen2.5-7b-task3.json diff --git a/data/models/allknowingroger_Qwen2.5-7B-task4.json b/data/models/allknowingroger_qwen2.5-7b-task4.json similarity index 100% rename from data/models/allknowingroger_Qwen2.5-7B-task4.json rename to data/models/allknowingroger_qwen2.5-7b-task4.json diff --git a/data/models/allknowingroger_Qwen2.5-7B-task7.json b/data/models/allknowingroger_qwen2.5-7b-task7.json similarity index 100% rename from data/models/allknowingroger_Qwen2.5-7B-task7.json rename to data/models/allknowingroger_qwen2.5-7b-task7.json diff --git a/data/models/allknowingroger_Qwen2.5-7B-task8.json b/data/models/allknowingroger_qwen2.5-7b-task8.json similarity index 100% rename from data/models/allknowingroger_Qwen2.5-7B-task8.json rename to data/models/allknowingroger_qwen2.5-7b-task8.json diff --git a/data/models/allknowingroger_Qwen2.5-slerp-14B.json b/data/models/allknowingroger_qwen2.5-slerp-14b.json similarity index 100% rename from data/models/allknowingroger_Qwen2.5-slerp-14B.json rename to data/models/allknowingroger_qwen2.5-slerp-14b.json diff --git a/data/models/allknowingroger_QwenSlerp12-7B.json b/data/models/allknowingroger_qwenslerp12-7b.json similarity index 100% rename from data/models/allknowingroger_QwenSlerp12-7B.json rename to data/models/allknowingroger_qwenslerp12-7b.json diff --git a/data/models/allknowingroger_Qwenslerp2-14B.json b/data/models/allknowingroger_qwenslerp2-14b.json similarity index 100% rename from data/models/allknowingroger_Qwenslerp2-14B.json rename to data/models/allknowingroger_qwenslerp2-14b.json diff --git a/data/models/allknowingroger_Qwenslerp2-7B.json b/data/models/allknowingroger_qwenslerp2-7b.json similarity index 100% rename from data/models/allknowingroger_Qwenslerp2-7B.json rename to data/models/allknowingroger_qwenslerp2-7b.json diff --git a/data/models/allknowingroger_Qwenslerp3-14B.json b/data/models/allknowingroger_qwenslerp3-14b.json similarity index 100% rename from data/models/allknowingroger_Qwenslerp3-14B.json rename to data/models/allknowingroger_qwenslerp3-14b.json diff --git a/data/models/allknowingroger_Qwenslerp3-7B.json b/data/models/allknowingroger_qwenslerp3-7b.json similarity index 100% rename from data/models/allknowingroger_Qwenslerp3-7B.json rename to data/models/allknowingroger_qwenslerp3-7b.json diff --git a/data/models/allknowingroger_QwenSlerp4-14B.json b/data/models/allknowingroger_qwenslerp4-14b.json similarity index 100% rename from data/models/allknowingroger_QwenSlerp4-14B.json rename to data/models/allknowingroger_qwenslerp4-14b.json diff --git a/data/models/allknowingroger_QwenSlerp5-14B.json b/data/models/allknowingroger_qwenslerp5-14b.json similarity index 100% rename from data/models/allknowingroger_QwenSlerp5-14B.json rename to data/models/allknowingroger_qwenslerp5-14b.json diff --git a/data/models/allknowingroger_QwenSlerp6-14B.json b/data/models/allknowingroger_qwenslerp6-14b.json similarity index 100% rename from data/models/allknowingroger_QwenSlerp6-14B.json rename to data/models/allknowingroger_qwenslerp6-14b.json diff --git a/data/models/allknowingroger_QwenStock1-14B.json b/data/models/allknowingroger_qwenstock1-14b.json similarity index 100% rename from data/models/allknowingroger_QwenStock1-14B.json rename to data/models/allknowingroger_qwenstock1-14b.json diff --git a/data/models/allknowingroger_QwenStock2-14B.json b/data/models/allknowingroger_qwenstock2-14b.json similarity index 100% rename from data/models/allknowingroger_QwenStock2-14B.json rename to data/models/allknowingroger_qwenstock2-14b.json diff --git a/data/models/allknowingroger_QwenStock3-14B.json b/data/models/allknowingroger_qwenstock3-14b.json similarity index 100% rename from data/models/allknowingroger_QwenStock3-14B.json rename to data/models/allknowingroger_qwenstock3-14b.json diff --git a/data/models/allknowingroger_RogerMerge-7B-slerp.json b/data/models/allknowingroger_rogermerge-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_RogerMerge-7B-slerp.json rename to data/models/allknowingroger_rogermerge-7b-slerp.json diff --git a/data/models/allknowingroger_ROGERphi-7B-slerp.json b/data/models/allknowingroger_rogerphi-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_ROGERphi-7B-slerp.json rename to data/models/allknowingroger_rogerphi-7b-slerp.json diff --git a/data/models/allknowingroger_Rombos-LLM-V2.5-Qwen-42b.json b/data/models/allknowingroger_rombos-llm-v2.5-qwen-42b.json similarity index 100% rename from data/models/allknowingroger_Rombos-LLM-V2.5-Qwen-42b.json rename to data/models/allknowingroger_rombos-llm-v2.5-qwen-42b.json diff --git a/data/models/allknowingroger_Strangecoven-7B-slerp.json b/data/models/allknowingroger_strangecoven-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_Strangecoven-7B-slerp.json rename to data/models/allknowingroger_strangecoven-7b-slerp.json diff --git a/data/models/allknowingroger_Weirdslerp2-25B.json b/data/models/allknowingroger_weirdslerp2-25b.json similarity index 100% rename from data/models/allknowingroger_Weirdslerp2-25B.json rename to data/models/allknowingroger_weirdslerp2-25b.json diff --git a/data/models/allknowingroger_WestlakeMaziyar-7B-slerp.json b/data/models/allknowingroger_westlakemaziyar-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_WestlakeMaziyar-7B-slerp.json rename to data/models/allknowingroger_westlakemaziyar-7b-slerp.json diff --git a/data/models/allknowingroger_YamMaths-7B-slerp.json b/data/models/allknowingroger_yammaths-7b-slerp.json similarity index 100% rename from data/models/allknowingroger_YamMaths-7B-slerp.json rename to data/models/allknowingroger_yammaths-7b-slerp.json diff --git a/data/models/allknowingroger_Yi-1.5-34B.json b/data/models/allknowingroger_yi-1.5-34b.json similarity index 100% rename from data/models/allknowingroger_Yi-1.5-34B.json rename to data/models/allknowingroger_yi-1.5-34b.json diff --git a/data/models/allknowingroger_Yi-blossom-40B.json b/data/models/allknowingroger_yi-blossom-40b.json similarity index 100% rename from data/models/allknowingroger_Yi-blossom-40B.json rename to data/models/allknowingroger_yi-blossom-40b.json diff --git a/data/models/allknowingroger_Yibuddy-35B.json b/data/models/allknowingroger_yibuddy-35b.json similarity index 100% rename from data/models/allknowingroger_Yibuddy-35B.json rename to data/models/allknowingroger_yibuddy-35b.json diff --git a/data/models/allknowingroger_Yillama-40B.json b/data/models/allknowingroger_yillama-40b.json similarity index 100% rename from data/models/allknowingroger_Yillama-40B.json rename to data/models/allknowingroger_yillama-40b.json diff --git a/data/models/allknowingroger_Yislerp-34B.json b/data/models/allknowingroger_yislerp-34b.json similarity index 100% rename from data/models/allknowingroger_Yislerp-34B.json rename to data/models/allknowingroger_yislerp-34b.json diff --git a/data/models/allknowingroger_Yislerp2-34B.json b/data/models/allknowingroger_yislerp2-34b.json similarity index 100% rename from data/models/allknowingroger_Yislerp2-34B.json rename to data/models/allknowingroger_yislerp2-34b.json diff --git a/data/models/allknowingroger_Yunconglong-13B-slerp.json b/data/models/allknowingroger_yunconglong-13b-slerp.json similarity index 100% rename from data/models/allknowingroger_Yunconglong-13B-slerp.json rename to data/models/allknowingroger_yunconglong-13b-slerp.json diff --git a/data/models/allura-org_L3.1-8b-RP-Ink.json b/data/models/allura-org_l3.1-8b-rp-ink.json similarity index 100% rename from data/models/allura-org_L3.1-8b-RP-Ink.json rename to data/models/allura-org_l3.1-8b-rp-ink.json diff --git a/data/models/allura-org_Mistral-Small-24b-Sertraline-0304.json b/data/models/allura-org_mistral-small-24b-sertraline-0304.json similarity index 100% rename from data/models/allura-org_Mistral-Small-24b-Sertraline-0304.json rename to data/models/allura-org_mistral-small-24b-sertraline-0304.json diff --git a/data/models/allura-org_Mistral-Small-Sisyphus-24b-2503.json b/data/models/allura-org_mistral-small-sisyphus-24b-2503.json similarity index 100% rename from data/models/allura-org_Mistral-Small-Sisyphus-24b-2503.json rename to data/models/allura-org_mistral-small-sisyphus-24b-2503.json diff --git a/data/models/allura-org_MN-12b-RP-Ink.json b/data/models/allura-org_mn-12b-rp-ink.json similarity index 100% rename from data/models/allura-org_MN-12b-RP-Ink.json rename to data/models/allura-org_mn-12b-rp-ink.json diff --git a/data/models/allura-org_MoE-Girl-1BA-7BT.json b/data/models/allura-org_moe-girl-1ba-7bt.json similarity index 100% rename from data/models/allura-org_MoE-Girl-1BA-7BT.json rename to data/models/allura-org_moe-girl-1ba-7bt.json diff --git a/data/models/allura-org_MS-Meadowlark-22B.json b/data/models/allura-org_ms-meadowlark-22b.json similarity index 100% rename from data/models/allura-org_MS-Meadowlark-22B.json rename to data/models/allura-org_ms-meadowlark-22b.json diff --git a/data/models/allura-org_Teleut-7b.json b/data/models/allura-org_teleut-7b.json similarity index 100% rename from data/models/allura-org_Teleut-7b.json rename to data/models/allura-org_teleut-7b.json diff --git a/data/models/allura-org_TQ2.5-14B-Aletheia-v1.json b/data/models/allura-org_tq2.5-14b-aletheia-v1.json similarity index 100% rename from data/models/allura-org_TQ2.5-14B-Aletheia-v1.json rename to data/models/allura-org_tq2.5-14b-aletheia-v1.json diff --git a/data/models/allura-org_TQ2.5-14B-Neon-v1.json b/data/models/allura-org_tq2.5-14b-neon-v1.json similarity index 100% rename from data/models/allura-org_TQ2.5-14B-Neon-v1.json rename to data/models/allura-org_tq2.5-14b-neon-v1.json diff --git a/data/models/aloobun_d-SmolLM2-360M.json b/data/models/aloobun_d-smollm2-360m.json similarity index 100% rename from data/models/aloobun_d-SmolLM2-360M.json rename to data/models/aloobun_d-smollm2-360m.json diff --git a/data/models/aloobun_Meta-Llama-3-7B-28Layers.json b/data/models/aloobun_meta-llama-3-7b-28layers.json similarity index 100% rename from data/models/aloobun_Meta-Llama-3-7B-28Layers.json rename to data/models/aloobun_meta-llama-3-7b-28layers.json diff --git a/data/models/alpindale_WizardLM-2-8x22B.json b/data/models/alpindale_wizardlm-2-8x22b.json similarity index 100% rename from data/models/alpindale_WizardLM-2-8x22B.json rename to data/models/alpindale_wizardlm-2-8x22b.json diff --git a/data/models/Alsebay_Qwen2.5-7B-test-novelist.json b/data/models/alsebay_qwen2.5-7b-test-novelist.json similarity index 100% rename from data/models/Alsebay_Qwen2.5-7B-test-novelist.json rename to data/models/alsebay_qwen2.5-7b-test-novelist.json diff --git a/data/models/altomek_YiSM-34B-0rn.json b/data/models/altomek_yism-34b-0rn.json similarity index 100% rename from data/models/altomek_YiSM-34B-0rn.json rename to data/models/altomek_yism-34b-0rn.json diff --git a/data/models/Amaorynho_BBAI2006.json b/data/models/amaorynho_bbai2006.json similarity index 100% rename from data/models/Amaorynho_BBAI2006.json rename to data/models/amaorynho_bbai2006.json diff --git a/data/models/Amaorynho_BBAI270V4.json b/data/models/amaorynho_bbai270v4.json similarity index 100% rename from data/models/Amaorynho_BBAI270V4.json rename to data/models/amaorynho_bbai270v4.json diff --git a/data/models/Amaorynho_BBAI_375.json b/data/models/amaorynho_bbai_375.json similarity index 100% rename from data/models/Amaorynho_BBAI_375.json rename to data/models/amaorynho_bbai_375.json diff --git a/data/models/Amaorynho_BBAIIFEV1.json b/data/models/amaorynho_bbaiifev1.json similarity index 100% rename from data/models/Amaorynho_BBAIIFEV1.json rename to data/models/amaorynho_bbaiifev1.json diff --git a/data/models/amazon_MegaBeam-Mistral-7B-300k.json b/data/models/amazon_megabeam-mistral-7b-300k.json similarity index 100% rename from data/models/amazon_MegaBeam-Mistral-7B-300k.json rename to data/models/amazon_megabeam-mistral-7b-300k.json diff --git a/data/models/amd_AMD-Llama-135m.json b/data/models/amd_amd-llama-135m.json similarity index 99% rename from data/models/amd_AMD-Llama-135m.json rename to data/models/amd_amd-llama-135m.json index 719952be3fddc39d63561234148d2e859c2bdde7..dfdcf8e7a431ddc8bdf51b6aa797b81cf0f89c9e 100644 --- a/data/models/amd_AMD-Llama-135m.json +++ b/data/models/amd_amd-llama-135m.json @@ -5,9 +5,9 @@ "developer": "amd", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", - "params_billions": "0.135" + "params_billions": "0.134" } }, "evaluations": [ diff --git a/data/models/Amu_t1-1.5B.json b/data/models/amu_t1-1.5b.json similarity index 100% rename from data/models/Amu_t1-1.5B.json rename to data/models/amu_t1-1.5b.json diff --git a/data/models/Amu_t1-3B.json b/data/models/amu_t1-3b.json similarity index 100% rename from data/models/Amu_t1-3B.json rename to data/models/amu_t1-3b.json diff --git a/data/models/Anthropic-LM-v4-s3-52B.json b/data/models/anthropic-lm-v4-s3-52b.json similarity index 100% rename from data/models/Anthropic-LM-v4-s3-52B.json rename to data/models/anthropic-lm-v4-s3-52b.json diff --git a/data/models/anthropic_claude-2.0.json b/data/models/anthropic_claude-2.0.json index 762c1dda744421954877e950c7764200f6e210cf..c1960716af375e9aab220212ff215f4193c80ff0 100644 --- a/data/models/anthropic_claude-2.0.json +++ b/data/models/anthropic_claude-2.0.json @@ -2,7 +2,7 @@ "model_info": { "name": "Claude 2.0", "id": "anthropic/claude-2.0", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/anthropic_claude-2.1.json b/data/models/anthropic_claude-2.1.json index fe11a8505723a5a0adb6ee7394ed6af2ca2bd909..85377e698e2b62eabd2ab18766e65cf443893834 100644 --- a/data/models/anthropic_claude-2.1.json +++ b/data/models/anthropic_claude-2.1.json @@ -2,7 +2,7 @@ "model_info": { "name": "Claude 2.1", "id": "anthropic/claude-2.1", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/anthropic_claude-3-5-haiku-20241022.json b/data/models/anthropic_claude-3-5-haiku-20241022.json index 40d89ab29be589f81577a4b7da1462f24631eedf..9edb0c7484cd3b1eab61fa90716227281f955253 100644 --- a/data/models/anthropic_claude-3-5-haiku-20241022.json +++ b/data/models/anthropic_claude-3-5-haiku-20241022.json @@ -2,8 +2,11 @@ "model_info": { "name": "Claude 3.5 Haiku 20241022", "id": "anthropic/claude-3-5-haiku-20241022", - "developer": "anthropic", - "inference_platform": "unknown" + "developer": "Anthropic", + "inference_platform": "unknown", + "additional_details": { + "display_name": "Claude 3.5 Haiku" + } }, "evaluations": [ { diff --git a/data/models/anthropic_claude-3-5-sonnet-20240620.json b/data/models/anthropic_claude-3-5-sonnet-20240620.json index 04616136324d86d0c539c5ef35e19837c56dd60b..3864d6fb81d70dd8f8c2977e067122577576cb3c 100644 --- a/data/models/anthropic_claude-3-5-sonnet-20240620.json +++ b/data/models/anthropic_claude-3-5-sonnet-20240620.json @@ -1,10 +1,13 @@ { "model_info": { - "name": "anthropic/claude-3-5-sonnet-20240620", + "name": "Claude 3.5 Sonnet 20240620", "id": "anthropic/claude-3-5-sonnet-20240620", - "developer": "anthropic", + "developer": "Anthropic", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative RM" + "model_id_aliases": [ + "Anthropic/claude-3-5-sonnet-20240620" + ] } }, "evaluations": [ @@ -2048,6 +2051,120 @@ ], "detailed_evaluation_results": null, "generation_config": null + }, + { + "evaluation_id": "reward-bench/Anthropic_claude-3-5-sonnet-20240620/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ + { + "evaluation_name": "Score", + "metric_config": { + "evaluation_description": "Overall RewardBench Score", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.8417 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat", + "metric_config": { + "evaluation_description": "Chat accuracy - includes easy chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.9637 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat Hard", + "metric_config": { + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7401 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Safety", + "metric_config": { + "evaluation_description": "Safety accuracy - includes safety subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.8162 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Reasoning", + "metric_config": { + "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.8469 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/anthropic_claude-3-5-sonnet-20241022.json b/data/models/anthropic_claude-3-5-sonnet-20241022.json index cd6f1e073832b1ae824dac1c416e3972df48e542..9debb907075ff1ad24714f8789258031ef4b0178 100644 --- a/data/models/anthropic_claude-3-5-sonnet-20241022.json +++ b/data/models/anthropic_claude-3-5-sonnet-20241022.json @@ -2,7 +2,7 @@ "model_info": { "name": "Claude 3.5 Sonnet 20241022", "id": "anthropic/claude-3-5-sonnet-20241022", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/anthropic_claude-3-7-sonnet-20250219.json b/data/models/anthropic_claude-3-7-sonnet-20250219.json index c65b70d499889538df9925f7bb281f5fd976eb6c..6e02a0c482b2aed6381eb4f121bd334b0959f1b6 100644 --- a/data/models/anthropic_claude-3-7-sonnet-20250219.json +++ b/data/models/anthropic_claude-3-7-sonnet-20250219.json @@ -1,10 +1,11 @@ { "model_info": { - "name": "anthropic/claude-3-7-sonnet-20250219", + "name": "claude-3-7-sonnet-20250219", "id": "anthropic/claude-3-7-sonnet-20250219", - "developer": "anthropic", + "developer": "Anthropic", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative RM" + "display_name": "Claude 3.7 Sonnet" } }, "evaluations": [ diff --git a/data/models/anthropic_claude-3-haiku-20240307.json b/data/models/anthropic_claude-3-haiku-20240307.json index cee1f7658c9b605a166cee37c37880c85a1abe56..52bb9959dd5613be4f3fe143bd6f01f97e2632c2 100644 --- a/data/models/anthropic_claude-3-haiku-20240307.json +++ b/data/models/anthropic_claude-3-haiku-20240307.json @@ -1,10 +1,13 @@ { "model_info": { - "name": "anthropic/claude-3-haiku-20240307", + "name": "Claude 3 Haiku 20240307", "id": "anthropic/claude-3-haiku-20240307", - "developer": "anthropic", + "developer": "Anthropic", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative RM" + "model_id_aliases": [ + "Anthropic/claude-3-haiku-20240307" + ] } }, "evaluations": [ @@ -1899,6 +1902,138 @@ } } }, + { + "evaluation_id": "reward-bench/Anthropic_claude-3-haiku-20240307/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ + { + "evaluation_name": "Score", + "metric_config": { + "evaluation_description": "Overall RewardBench Score", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7289 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat", + "metric_config": { + "evaluation_description": "Chat accuracy - includes easy chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.9274 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat Hard", + "metric_config": { + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5197 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Safety", + "metric_config": { + "evaluation_description": "Safety accuracy - includes safety subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7953 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Reasoning", + "metric_config": { + "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.706 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Prior Sets (0.5 weight)", + "metric_config": { + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6635 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, { "evaluation_id": "reward-bench-2/anthropic_claude-3-haiku-20240307/1766412838.146816", "retrieved_timestamp": "1766412838.146816", diff --git a/data/models/anthropic_claude-3-opus-20240229.json b/data/models/anthropic_claude-3-opus-20240229.json index 0a68fc23caae45706e11ea300299862ed6ee53c7..150503f1a5f91571d10a33f8965d4bd84f3ccf46 100644 --- a/data/models/anthropic_claude-3-opus-20240229.json +++ b/data/models/anthropic_claude-3-opus-20240229.json @@ -1,10 +1,13 @@ { "model_info": { - "name": "anthropic/claude-3-opus-20240229", + "name": "Claude 3 Opus 20240229", "id": "anthropic/claude-3-opus-20240229", - "developer": "anthropic", + "developer": "Anthropic", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative RM" + "model_id_aliases": [ + "Anthropic/claude-3-opus-20240229" + ] } }, "evaluations": [ @@ -2048,6 +2051,120 @@ ], "detailed_evaluation_results": null, "generation_config": null + }, + { + "evaluation_id": "reward-bench/Anthropic_claude-3-opus-20240229/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ + { + "evaluation_name": "Score", + "metric_config": { + "evaluation_description": "Overall RewardBench Score", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.8008 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat", + "metric_config": { + "evaluation_description": "Chat accuracy - includes easy chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.9469 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat Hard", + "metric_config": { + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6031 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Safety", + "metric_config": { + "evaluation_description": "Safety accuracy - includes safety subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.8662 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Reasoning", + "metric_config": { + "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7868 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/anthropic_claude-3-sonnet-20240229.json b/data/models/anthropic_claude-3-sonnet-20240229.json index ab64fde4e56fc0d9b98342fb8d43ffd953eea6cb..99daf3b732f21aee5247f0ee2af4bbb5476a56ba 100644 --- a/data/models/anthropic_claude-3-sonnet-20240229.json +++ b/data/models/anthropic_claude-3-sonnet-20240229.json @@ -2,8 +2,13 @@ "model_info": { "name": "Claude 3 Sonnet 20240229", "id": "anthropic/claude-3-sonnet-20240229", - "developer": "anthropic", - "inference_platform": "unknown" + "developer": "Anthropic", + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "Anthropic/claude-3-sonnet-20240229" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,138 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "reward-bench/Anthropic_claude-3-sonnet-20240229/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ + { + "evaluation_name": "Score", + "metric_config": { + "evaluation_description": "Overall RewardBench Score", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7458 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat", + "metric_config": { + "evaluation_description": "Chat accuracy - includes easy chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.9344 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat Hard", + "metric_config": { + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5658 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Safety", + "metric_config": { + "evaluation_description": "Safety accuracy - includes safety subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.8169 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Reasoning", + "metric_config": { + "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6907 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Prior Sets (0.5 weight)", + "metric_config": { + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6963 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/anthropic_claude-haiku-4.5.json b/data/models/anthropic_claude-haiku-4.5.json index def65baa0a3f8cecb7548c5dc2227e66fdd3c699..a9a853b69482e73a7f5ae87bd4775fb5bfc9b9d8 100644 --- a/data/models/anthropic_claude-haiku-4.5.json +++ b/data/models/anthropic_claude-haiku-4.5.json @@ -4,13 +4,13 @@ "id": "anthropic/claude-haiku-4.5", "developer": "Anthropic", "additional_details": { - "agent_name": "Mini-SWE-Agent", - "agent_organization": "Princeton" + "agent_name": "Goose", + "agent_organization": "Block" } }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/terminus-2__claude-haiku-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/goose__claude-haiku-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-12-11", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,7 +43,7 @@ "max_score": 100.0 }, "score_details": { - "score": 28.3, + "score": 35.5, "uncertainty": { "standard_error": { "value": 2.9 @@ -53,7 +53,7 @@ }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Haiku 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Haiku 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Haiku 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Haiku 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/openhands__claude-haiku-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mini-swe-agent__claude-haiku-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-02", + "evaluation_timestamp": "2025-11-03", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 13.9, + "score": 29.8, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Haiku 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Claude Haiku 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Haiku 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Claude Haiku 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/goose__claude-haiku-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/openhands__claude-haiku-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-11", + "evaluation_timestamp": "2025-11-02", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 35.5, + "score": 13.9, "uncertainty": { "standard_error": { - "value": 2.9 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Haiku 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Haiku 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Haiku 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Haiku 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -306,7 +306,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mini-swe-agent__claude-haiku-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__claude-haiku-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -330,7 +330,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-03", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -339,17 +339,17 @@ "max_score": 100.0 }, "score_details": { - "score": 29.8, + "score": 28.3, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.9 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Claude Haiku 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Haiku 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -366,7 +366,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Claude Haiku 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Haiku 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/anthropic_claude-instant-1.2.json b/data/models/anthropic_claude-instant-1.2.json index e310e32ca449de2018d69d6df673b6d78765f355..36bc9771edbd6acd62654b7fd717ed07360a2b3a 100644 --- a/data/models/anthropic_claude-instant-1.2.json +++ b/data/models/anthropic_claude-instant-1.2.json @@ -2,7 +2,7 @@ "model_info": { "name": "Claude Instant 1.2", "id": "anthropic/claude-instant-1.2", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/anthropic_claude-opus-4-1-20250805.json b/data/models/anthropic_claude-opus-4-1-20250805.json index 476b4d0fe98c0347ea36fcd24c9b417b2249c4d2..97af67f7a9590f836aeb06cb6e8ac5e127131091 100644 --- a/data/models/anthropic_claude-opus-4-1-20250805.json +++ b/data/models/anthropic_claude-opus-4-1-20250805.json @@ -2,7 +2,7 @@ "model_info": { "name": "claude-opus-4-1-20250805", "id": "anthropic/claude-opus-4-1-20250805", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "unknown", "additional_details": { "display_name": "Claude Opus 4.1" @@ -10,8 +10,8 @@ }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/anthropic_claude-opus-4-1-20250805/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/anthropic_claude-opus-4-1-20250805/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/anthropic_claude-opus-4-1-20250805/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/anthropic_claude-opus-4-1-20250805/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/anthropic_claude-opus-4-20250514-thinking-10k.json b/data/models/anthropic_claude-opus-4-20250514-thinking-10k.json index f1d07d964279549e0e65574e9b28b1f518b8d1f2..181b5a1475c7134f6f16388f2680d2187bd189fe 100644 --- a/data/models/anthropic_claude-opus-4-20250514-thinking-10k.json +++ b/data/models/anthropic_claude-opus-4-20250514-thinking-10k.json @@ -2,7 +2,7 @@ "model_info": { "name": "Claude 4 Opus 20250514, extended thinking", "id": "anthropic/claude-opus-4-20250514-thinking-10k", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/anthropic_claude-opus-4-20250514.json b/data/models/anthropic_claude-opus-4-20250514.json index 24595ed9572b8ed937ce95d95174b1368bc55814..d7db1ddc4a1a9514af2c26913f5c13d049fde332 100644 --- a/data/models/anthropic_claude-opus-4-20250514.json +++ b/data/models/anthropic_claude-opus-4-20250514.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "anthropic/claude-opus-4-20250514", + "name": "Claude 4 Opus 20250514", "id": "anthropic/claude-opus-4-20250514", - "developer": "anthropic", - "additional_details": { - "model_type": "Generative RM" - } + "developer": "Anthropic", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/anthropic_claude-opus-4-5.json b/data/models/anthropic_claude-opus-4-5.json index b814382573e3978646fd16b279ebd76181a6d66a..7a0488a4ef10f7b388ee3f9615f1b7183ecad700 100644 --- a/data/models/anthropic_claude-opus-4-5.json +++ b/data/models/anthropic_claude-opus-4-5.json @@ -4,13 +4,13 @@ "id": "anthropic/claude-opus-4-5", "developer": "Anthropic", "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } }, "evaluations": [ { - "evaluation_id": "appworld/test_normal/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "appworld/test_normal/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -42,23 +42,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.68, + "score": 0.7, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "22.76", - "total_run_cost": "2276.48", - "average_steps": "47.65", - "percent_finished": "0.77" + "average_agent_cost": "5.59", + "total_run_cost": "558.51", + "average_steps": "41.07", + "percent_finished": "0.82" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -70,15 +70,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "appworld/test_normal/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "appworld/test_normal/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -110,23 +110,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7, + "score": 0.68, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "5.59", - "total_run_cost": "558.51", - "average_steps": "41.07", - "percent_finished": "0.82" + "average_agent_cost": "22.76", + "total_run_cost": "2276.48", + "average_steps": "47.65", + "percent_finished": "0.77" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -138,15 +138,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "appworld/test_normal/claude-code-cli__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "appworld/test_normal/litellm-tool-calling-with-shortlisting__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -178,23 +178,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.66, + "score": 0.64, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "13.08", - "total_run_cost": "1308.38", - "average_steps": "49.69", - "percent_finished": "0.74" + "average_agent_cost": "3.43", + "total_run_cost": "343.32", + "average_steps": "20.06", + "percent_finished": "0.82" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -206,8 +206,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -282,7 +282,7 @@ } }, { - "evaluation_id": "appworld/test_normal/litellm-tool-calling-with-shortlisting__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "appworld/test_normal/claude-code-cli__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -314,23 +314,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.64, + "score": 0.66, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "3.43", - "total_run_cost": "343.32", - "average_steps": "20.06", - "percent_finished": "0.82" + "average_agent_cost": "13.08", + "total_run_cost": "1308.38", + "average_steps": "49.69", + "percent_finished": "0.74" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -342,15 +342,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } } }, { - "evaluation_id": "browsecompplus/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "appworld/test_normal/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -363,19 +363,19 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "browsecompplus", + "benchmark": "appworld_test_normal", "evaluation_results": [ { - "evaluation_name": "browsecompplus", + "evaluation_name": "appworld/test_normal", "source_data": { - "dataset_name": "browsecompplus", + "dataset_name": "appworld/test_normal", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "BrowseCompPlus benchmark evaluation", + "evaluation_description": "AppWorld benchmark evaluation (test_normal subset)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, @@ -387,18 +387,18 @@ "num_samples": 100 }, "details": { - "average_agent_cost": "6.3", - "total_run_cost": "630.56", - "average_steps": "24.16", - "percent_finished": "1.0" + "average_agent_cost": "11.32", + "total_run_cost": "1132.47", + "average_steps": "21.99", + "percent_finished": "0.83" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -410,8 +410,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -486,7 +486,7 @@ } }, { - "evaluation_id": "browsecompplus/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "browsecompplus/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -518,23 +518,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.49, + "score": 0.61, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "7.09", - "total_run_cost": "709.54", - "average_steps": "21.66", - "percent_finished": "0.93" + "average_agent_cost": "7.59", + "total_run_cost": "759.44", + "average_steps": "27.18", + "percent_finished": "1.0" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -546,15 +546,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "browsecompplus/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "browsecompplus/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -591,9 +591,9 @@ "num_samples": 100 }, "details": { - "average_agent_cost": "7.59", - "total_run_cost": "759.44", - "average_steps": "27.18", + "average_agent_cost": "6.3", + "total_run_cost": "630.56", + "average_steps": "24.16", "percent_finished": "1.0" } }, @@ -601,8 +601,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -614,15 +614,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "appworld/test_normal/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "browsecompplus/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -635,34 +635,34 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "appworld_test_normal", + "benchmark": "browsecompplus", "evaluation_results": [ { - "evaluation_name": "appworld/test_normal", + "evaluation_name": "browsecompplus", "source_data": { - "dataset_name": "appworld/test_normal", + "dataset_name": "browsecompplus", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "AppWorld benchmark evaluation (test_normal subset)", + "evaluation_description": "BrowseCompPlus benchmark evaluation", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.61, + "score": 0.49, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "11.32", - "total_run_cost": "1132.47", - "average_steps": "21.99", - "percent_finished": "0.83" + "average_agent_cost": "7.09", + "total_run_cost": "709.54", + "average_steps": "21.66", + "percent_finished": "0.93" } }, "generation_config": { @@ -690,7 +690,7 @@ } }, { - "evaluation_id": "swe-bench/claude-code-cli__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "swe-bench/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -722,14 +722,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7423, + "score": 0.6061, "uncertainty": { - "num_samples": 97 + "num_samples": 99 }, "details": { - "average_agent_cost": "5.6", - "total_run_cost": "543.62", - "average_steps": "31.76", + "average_agent_cost": "3.97", + "total_run_cost": "393.16", + "average_steps": "43.44", "percent_finished": "1.0" } }, @@ -737,8 +737,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -750,15 +750,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } } }, { - "evaluation_id": "swe-bench/litellm-tool-calling-with-shortlisting__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "swe-bench/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -790,14 +790,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6061, + "score": 0.8072, "uncertainty": { - "num_samples": 99 + "num_samples": 83 }, "details": { - "average_agent_cost": "3.97", - "total_run_cost": "393.16", - "average_steps": "43.44", + "average_agent_cost": "2.96", + "total_run_cost": "245.78", + "average_steps": "34.1", "percent_finished": "1.0" } }, @@ -805,8 +805,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -818,15 +818,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "swe-bench/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "swe-bench/claude-code-cli__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -858,14 +858,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.8072, + "score": 0.7423, "uncertainty": { - "num_samples": 83 + "num_samples": 97 }, "details": { - "average_agent_cost": "2.96", - "total_run_cost": "245.78", - "average_steps": "34.1", + "average_agent_cost": "5.6", + "total_run_cost": "543.62", + "average_steps": "31.76", "percent_finished": "1.0" } }, @@ -873,8 +873,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -886,15 +886,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } } }, { - "evaluation_id": "swe-bench/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "swe-bench/litellm-tool-calling-with-shortlisting__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -926,14 +926,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.65, + "score": 0.6061, "uncertainty": { - "num_samples": 100 + "num_samples": 99 }, "details": { - "average_agent_cost": "4.85", - "total_run_cost": "485.22", - "average_steps": "39.13", + "average_agent_cost": "3.97", + "total_run_cost": "393.16", + "average_steps": "43.44", "percent_finished": "1.0" } }, @@ -941,8 +941,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -954,15 +954,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "swe-bench/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "swe-bench/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -994,14 +994,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6061, + "score": 0.65, "uncertainty": { - "num_samples": 99 + "num_samples": 100 }, "details": { - "average_agent_cost": "3.97", - "total_run_cost": "393.16", - "average_steps": "43.44", + "average_agent_cost": "4.85", + "total_run_cost": "485.22", + "average_steps": "39.13", "percent_finished": "1.0" } }, @@ -1009,8 +1009,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1022,8 +1022,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1098,7 +1098,7 @@ } }, { - "evaluation_id": "tau-bench-2/airline/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1130,14 +1130,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.66, + "score": 0.72, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.47", - "total_run_cost": "24.23", - "average_steps": "10.0", + "average_agent_cost": "0.78", + "total_run_cost": "39.67", + "average_steps": "11.88", "percent_finished": "1.0" } }, @@ -1145,8 +1145,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1158,15 +1158,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "tau-bench-2/airline/claude-code-cli__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1203,9 +1203,9 @@ "num_samples": 50 }, "details": { - "average_agent_cost": "1.3", - "total_run_cost": "65.66", - "average_steps": "11.5", + "average_agent_cost": "0.47", + "total_run_cost": "24.23", + "average_steps": "10.0", "percent_finished": "1.0" } }, @@ -1213,8 +1213,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -1226,15 +1226,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } } }, { - "evaluation_id": "tau-bench-2/airline/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1266,14 +1266,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.72, + "score": 0.74, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.78", - "total_run_cost": "39.67", - "average_steps": "11.88", + "average_agent_cost": "0.72", + "total_run_cost": "36.55", + "average_steps": "12.22", "percent_finished": "1.0" } }, @@ -1281,8 +1281,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -1294,15 +1294,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "tau-bench-2/retail/claude-code-cli__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/claude-code-cli__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1315,33 +1315,33 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "tau-bench-2_retail", + "benchmark": "tau-bench-2_airline", "evaluation_results": [ { - "evaluation_name": "tau-bench-2/retail", + "evaluation_name": "tau-bench-2/airline", "source_data": { - "dataset_name": "tau-bench-2/retail", + "dataset_name": "tau-bench-2/airline", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "Tau Bench 2 benchmark evaluation (retail subset)", + "evaluation_description": "Tau Bench 2 benchmark evaluation (airline subset)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.83, + "score": 0.66, "uncertainty": { - "num_samples": 100 + "num_samples": 50 }, "details": { - "average_agent_cost": "1.6", - "total_run_cost": "161.14", - "average_steps": "12.54", + "average_agent_cost": "1.3", + "total_run_cost": "65.66", + "average_steps": "11.5", "percent_finished": "1.0" } }, @@ -1370,7 +1370,7 @@ } }, { - "evaluation_id": "tau-bench-2/airline/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/litellm-tool-calling-with-shortlisting__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1383,33 +1383,33 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "tau-bench-2_airline", + "benchmark": "tau-bench-2_retail", "evaluation_results": [ { - "evaluation_name": "tau-bench-2/airline", + "evaluation_name": "tau-bench-2/retail", "source_data": { - "dataset_name": "tau-bench-2/airline", + "dataset_name": "tau-bench-2/retail", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "Tau Bench 2 benchmark evaluation (airline subset)", + "evaluation_description": "Tau Bench 2 benchmark evaluation (retail subset)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.74, + "score": 0.78, "uncertainty": { - "num_samples": 50 + "num_samples": 100 }, "details": { - "average_agent_cost": "0.72", - "total_run_cost": "36.55", - "average_steps": "12.22", + "average_agent_cost": "0.47", + "total_run_cost": "48.01", + "average_steps": "11.33", "percent_finished": "1.0" } }, @@ -1417,8 +1417,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -1430,15 +1430,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "tau-bench-2/retail/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/claude-code-cli__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1470,14 +1470,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.78, + "score": 0.83, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.67", - "total_run_cost": "68.24", - "average_steps": "11.71", + "average_agent_cost": "1.6", + "total_run_cost": "161.14", + "average_steps": "12.54", "percent_finished": "1.0" } }, @@ -1485,8 +1485,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -1498,15 +1498,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } } }, { - "evaluation_id": "tau-bench-2/retail/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1538,14 +1538,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.85, + "score": 0.78, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.55", - "total_run_cost": "56.18", - "average_steps": "12.54", + "average_agent_cost": "0.47", + "total_run_cost": "48.01", + "average_steps": "11.33", "percent_finished": "1.0" } }, @@ -1553,8 +1553,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -1566,15 +1566,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } } }, { - "evaluation_id": "tau-bench-2/retail/litellm-tool-calling-with-shortlisting__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1606,14 +1606,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.78, + "score": 0.85, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.47", - "total_run_cost": "48.01", - "average_steps": "11.33", + "average_agent_cost": "0.55", + "total_run_cost": "56.18", + "average_steps": "12.54", "percent_finished": "1.0" } }, @@ -1621,8 +1621,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -1634,15 +1634,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "tau-bench-2/retail/litellm-tool-calling__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1679,9 +1679,9 @@ "num_samples": 100 }, "details": { - "average_agent_cost": "0.47", - "total_run_cost": "48.01", - "average_steps": "11.33", + "average_agent_cost": "0.67", + "total_run_cost": "68.24", + "average_steps": "11.71", "percent_finished": "1.0" } }, @@ -1689,8 +1689,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1702,15 +1702,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling-with-shortlisting__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1742,14 +1742,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.76, + "score": 0.58, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.92", - "total_run_cost": "102.01", - "average_steps": "17.22", + "average_agent_cost": "1.06", + "total_run_cost": "114.62", + "average_steps": "13.77", "percent_finished": "1.0" } }, @@ -1757,8 +1757,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1770,8 +1770,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1846,7 +1846,7 @@ } }, { - "evaluation_id": "tau-bench-2/telecom/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling-with-shortlisting__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1878,14 +1878,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.84, + "score": 0.76, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "1.25", - "total_run_cost": "136.84", - "average_steps": "17.15", + "average_agent_cost": "0.92", + "total_run_cost": "102.01", + "average_steps": "17.22", "percent_finished": "1.0" } }, @@ -1893,8 +1893,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -1906,15 +1906,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "tau-bench-2/telecom/smolagents-code__anthropic_claude-opus-4-5/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/openai-solo__anthropic_claude-opus-4-5/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1946,14 +1946,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.58, + "score": 0.84, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "1.06", - "total_run_cost": "114.62", - "average_steps": "13.77", + "average_agent_cost": "1.25", + "total_run_cost": "136.84", + "average_steps": "17.15", "percent_finished": "1.0" } }, @@ -1961,8 +1961,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -1974,8 +1974,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } diff --git a/data/models/anthropic_claude-opus-4.1.json b/data/models/anthropic_claude-opus-4.1.json index 7cb0d9643500ef92a22ffb3a164b116b3c30b193..bf86812cfc8a8bbde871c800527e238e58ed24bd 100644 --- a/data/models/anthropic_claude-opus-4.1.json +++ b/data/models/anthropic_claude-opus-4.1.json @@ -4,8 +4,8 @@ "id": "anthropic/claude-opus-4.1", "developer": "Anthropic", "additional_details": { - "agent_name": "OpenHands", - "agent_organization": "OpenHands" + "agent_name": "Mini-SWE-Agent", + "agent_organization": "Princeton" } }, "evaluations": [ @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__claude-opus-4.1/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/openhands__claude-opus-4.1/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-11-02", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 38.0, + "score": 36.9, "uncertainty": { "standard_error": { - "value": 2.6 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Opus 4.1\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Opus 4.1\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Opus 4.1\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Opus 4.1\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -232,7 +232,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/openhands__claude-opus-4.1/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__claude-opus-4.1/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -256,7 +256,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-02", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -265,17 +265,17 @@ "max_score": 100.0 }, "score_details": { - "score": 36.9, + "score": 38.0, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Opus 4.1\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Opus 4.1\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -292,7 +292,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Opus 4.1\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Opus 4.1\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/anthropic_claude-opus-4.5.json b/data/models/anthropic_claude-opus-4.5.json index 8cd438cd6c457a625db5e35adee0adb0e1987648..ac9cc74de92e3a95370d2d72488602128ef2084e 100644 --- a/data/models/anthropic_claude-opus-4.5.json +++ b/data/models/anthropic_claude-opus-4.5.json @@ -4,8 +4,8 @@ "id": "anthropic/claude-opus-4.5", "developer": "Anthropic", "additional_details": { - "agent_name": "Claude Code", - "agent_organization": "Anthropic" + "agent_name": "OpenCode", + "agent_organization": "Anomaly Innovations" } }, "evaluations": [ @@ -78,7 +78,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__claude-opus-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/openhands__claude-opus-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -102,7 +102,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-22", + "evaluation_timestamp": "2026-01-04", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -111,17 +111,17 @@ "max_score": 100.0 }, "score_details": { - "score": 57.8, + "score": 51.9, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.9 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -138,7 +138,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -152,7 +152,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mux__claude-opus-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/letta-code__claude-opus-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -176,7 +176,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-01-17", + "evaluation_timestamp": "2025-12-17", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -185,11 +185,17 @@ "max_score": 100.0 }, "score_details": { - "score": 58.4 + "score": 59.1, + "uncertainty": { + "standard_error": { + "value": 2.4 + }, + "num_samples": 435 + } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Letta Code\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -206,7 +212,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Letta Code\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -220,7 +226,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/letta-code__claude-opus-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/goose__claude-opus-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -244,7 +250,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-17", + "evaluation_timestamp": "2025-12-11", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -253,17 +259,17 @@ "max_score": 100.0 }, "score_details": { - "score": 59.1, + "score": 54.3, "uncertainty": { "standard_error": { - "value": 2.4 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Letta Code\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -280,7 +286,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Letta Code\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -294,7 +300,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/openhands__claude-opus-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__claude-opus-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -318,7 +324,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-01-04", + "evaluation_timestamp": "2025-11-22", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -327,17 +333,17 @@ "max_score": 100.0 }, "score_details": { - "score": 51.9, + "score": 57.8, "uncertainty": { "standard_error": { - "value": 2.9 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -354,7 +360,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -368,7 +374,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/goose__claude-opus-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mux__claude-opus-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -392,7 +398,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-11", + "evaluation_timestamp": "2026-01-17", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -401,17 +407,11 @@ "max_score": 100.0 }, "score_details": { - "score": 54.3, - "uncertainty": { - "standard_error": { - "value": 2.6 - }, - "num_samples": 435 - } + "score": 58.4 }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -428,7 +428,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -442,7 +442,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/droid__claude-opus-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/claude-code__claude-opus-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -466,7 +466,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-11", + "evaluation_timestamp": "2025-12-18", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -475,17 +475,17 @@ "max_score": 100.0 }, "score_details": { - "score": 63.1, + "score": 52.1, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Claude Code\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -502,7 +502,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Claude Code\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -516,7 +516,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/claude-code__claude-opus-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/droid__claude-opus-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -540,7 +540,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-18", + "evaluation_timestamp": "2025-12-11", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -549,17 +549,17 @@ "max_score": 100.0 }, "score_details": { - "score": 52.1, + "score": 63.1, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Claude Code\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -576,7 +576,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Claude Code\" -m \"Claude Opus 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Claude Opus 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/anthropic_claude-opus-4.6.json b/data/models/anthropic_claude-opus-4.6.json index 39319e1a07ea2e5424bfa9b3da05363574f14160..d365b4edfe792c07f169bf4128ffbaebba3587fe 100644 --- a/data/models/anthropic_claude-opus-4.6.json +++ b/data/models/anthropic_claude-opus-4.6.json @@ -4,13 +4,13 @@ "id": "anthropic/claude-opus-4.6", "developer": "Anthropic", "additional_details": { - "agent_name": "Terminus 2", - "agent_organization": "Terminal Bench" + "agent_name": "Mux", + "agent_organization": "Coder" } }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/droid__claude-opus-4.6/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mux__claude-opus-4.6/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-05", + "evaluation_timestamp": "2026-02-13", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,7 +43,7 @@ "max_score": 100.0 }, "score_details": { - "score": 69.9, + "score": 66.5, "uncertainty": { "standard_error": { "value": 2.5 @@ -53,7 +53,7 @@ }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/crux__claude-opus-4.6/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/droid__claude-opus-4.6/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-23", + "evaluation_timestamp": "2026-02-05", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,11 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 66.9 + "score": 69.9, + "uncertainty": { + "standard_error": { + "value": 2.5 + }, + "num_samples": 435 + } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -138,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -152,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mux__claude-opus-4.6/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/crux__claude-opus-4.6/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -176,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-13", + "evaluation_timestamp": "2026-02-23", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -185,17 +191,11 @@ "max_score": 100.0 }, "score_details": { - "score": 66.5, - "uncertainty": { - "standard_error": { - "value": 2.5 - }, - "num_samples": 435 - } + "score": 66.9 }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -212,7 +212,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -300,7 +300,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-kira__claude-opus-4.6/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/tongagents__claude-opus-4.6/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -333,17 +333,17 @@ "max_score": 100.0 }, "score_details": { - "score": 74.7, + "score": 71.9, "uncertainty": { "standard_error": { - "value": 2.6 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus-KIRA\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"TongAgents\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -360,7 +360,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus-KIRA\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"TongAgents\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -374,7 +374,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/tongagents__claude-opus-4.6/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-kira__claude-opus-4.6/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -407,17 +407,17 @@ "max_score": 100.0 }, "score_details": { - "score": 71.9, + "score": 74.7, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"TongAgents\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus-KIRA\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -434,7 +434,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"TongAgents\" -m \"Claude Opus 4.6\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus-KIRA\" -m \"Claude Opus 4.6\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/anthropic_claude-sonnet-4-20250514-thinking-10k.json b/data/models/anthropic_claude-sonnet-4-20250514-thinking-10k.json index 10be83e79626d21ab13a9e85c3f88d13ca749f26..23eb8c4ce69806441e51475c161b42d4398dc9d8 100644 --- a/data/models/anthropic_claude-sonnet-4-20250514-thinking-10k.json +++ b/data/models/anthropic_claude-sonnet-4-20250514-thinking-10k.json @@ -2,7 +2,7 @@ "model_info": { "name": "Claude 4 Sonnet 20250514, extended thinking", "id": "anthropic/claude-sonnet-4-20250514-thinking-10k", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/anthropic_claude-sonnet-4-20250514.json b/data/models/anthropic_claude-sonnet-4-20250514.json index b9ad033a7ea75f99c7213a0abf9a6fcf771340ca..a43572d10d77d034b8cc0b4e9e80cb595c19f907 100644 --- a/data/models/anthropic_claude-sonnet-4-20250514.json +++ b/data/models/anthropic_claude-sonnet-4-20250514.json @@ -1,10 +1,11 @@ { "model_info": { - "name": "anthropic/claude-sonnet-4-20250514", + "name": "claude-sonnet-4-20250514", "id": "anthropic/claude-sonnet-4-20250514", - "developer": "anthropic", + "developer": "Anthropic", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative RM" + "display_name": "Claude Sonnet 4" } }, "evaluations": [ diff --git a/data/models/anthropic_claude-sonnet-4-5-20250929.json b/data/models/anthropic_claude-sonnet-4-5-20250929.json index 930df7585fbd734f4264614d78ba07e384944ba2..a8e5116b099e4ac25070d136600856a7e0010292 100644 --- a/data/models/anthropic_claude-sonnet-4-5-20250929.json +++ b/data/models/anthropic_claude-sonnet-4-5-20250929.json @@ -2,7 +2,7 @@ "model_info": { "name": "claude-sonnet-4-5-20250929", "id": "anthropic/claude-sonnet-4-5-20250929", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "anthropic" }, "evaluations": [ diff --git a/data/models/anthropic_claude-sonnet-4.5.json b/data/models/anthropic_claude-sonnet-4.5.json index 84725fd141668d26191450ea056d65258afa8a61..b69753164631c59138343ca295c2d8f1b0a89deb 100644 --- a/data/models/anthropic_claude-sonnet-4.5.json +++ b/data/models/anthropic_claude-sonnet-4.5.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/terminus-2__claude-sonnet-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/camel-ai__claude-sonnet-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-12-24", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 42.8, + "score": 46.5, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.4 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"CAMEL-AI\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"CAMEL-AI\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/claude-code__claude-sonnet-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__claude-sonnet-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-04", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 40.1, + "score": 42.8, "uncertainty": { "standard_error": { - "value": 2.9 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Claude Code\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Claude Code\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/goose__claude-sonnet-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/claude-code__claude-sonnet-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-11", + "evaluation_timestamp": "2025-11-04", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 43.1, + "score": 40.1, "uncertainty": { "standard_error": { - "value": 2.6 + "value": 2.9 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Claude Code\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Claude Code\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -232,7 +232,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mini-swe-agent__claude-sonnet-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/openhands__claude-sonnet-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -256,7 +256,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-03", + "evaluation_timestamp": "2025-11-02", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -265,7 +265,7 @@ "max_score": 100.0 }, "score_details": { - "score": 42.5, + "score": 42.6, "uncertainty": { "standard_error": { "value": 2.8 @@ -275,7 +275,7 @@ }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -292,7 +292,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -306,7 +306,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/openhands__claude-sonnet-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/goose__claude-sonnet-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -330,7 +330,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-02", + "evaluation_timestamp": "2025-12-11", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -339,17 +339,17 @@ "max_score": 100.0 }, "score_details": { - "score": 42.6, + "score": 43.1, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -366,7 +366,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Goose\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -448,7 +448,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/camel-ai__claude-sonnet-4.5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mini-swe-agent__claude-sonnet-4.5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -472,7 +472,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-24", + "evaluation_timestamp": "2025-11-03", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -481,17 +481,17 @@ "max_score": 100.0 }, "score_details": { - "score": 46.5, + "score": 42.5, "uncertainty": { "standard_error": { - "value": 2.4 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"CAMEL-AI\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -508,7 +508,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"CAMEL-AI\" -m \"Claude Sonnet 4.5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Claude Sonnet 4.5\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/anthropic_claude-v1.3.json b/data/models/anthropic_claude-v1.3.json index fbba0f59ac60727580bc3fad52e23bbe2c8182c4..c062362b00aa9930f18ddff8872575a4f2f2a120 100644 --- a/data/models/anthropic_claude-v1.3.json +++ b/data/models/anthropic_claude-v1.3.json @@ -1,8 +1,8 @@ { "model_info": { - "name": "Claude v1.3", + "name": "Anthropic Claude v1.3", "id": "anthropic/claude-v1.3", - "developer": "anthropic", + "developer": "Anthropic", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/anthropic_Opus_4.1.json b/data/models/anthropic_opus_4.1.json similarity index 98% rename from data/models/anthropic_Opus_4.1.json rename to data/models/anthropic_opus_4.1.json index 26d6242bff693cd61743652d258a4150e37968b8..02b6fcdd6f42a3bfaf672ab8f4cdde77b886c8cf 100644 --- a/data/models/anthropic_Opus_4.1.json +++ b/data/models/anthropic_opus_4.1.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Opus 4.1", - "developer": "anthropic", + "developer": "Anthropic", "id": "anthropic/Opus 4.1", "inference_platform": "unknown" }, diff --git a/data/models/anthropic_Opus_4.5.json b/data/models/anthropic_opus_4.5.json similarity index 99% rename from data/models/anthropic_Opus_4.5.json rename to data/models/anthropic_opus_4.5.json index c02985e498ba1b07a18f09640000b046397f1520..0952f13ca0e6f15c8598404fd4db3674326651d7 100644 --- a/data/models/anthropic_Opus_4.5.json +++ b/data/models/anthropic_opus_4.5.json @@ -1,11 +1,81 @@ { "model_info": { "name": "Opus 4.5", - "developer": "anthropic", + "developer": "Anthropic", "id": "anthropic/Opus 4.5", "inference_platform": "unknown" }, "evaluations": [ + { + "evaluation_id": "ace/anthropic_opus-4.5/1773260200", + "retrieved_timestamp": "1773260200", + "source_metadata": { + "source_name": "Mercor ACE Leaderboard", + "source_type": "evaluation_run", + "source_organization_name": "Mercor", + "source_organization_url": "https://www.mercor.com", + "evaluator_relationship": "first_party" + }, + "eval_library": { + "name": "archipelago", + "version": "1.0.0" + }, + "benchmark": "ace", + "evaluation_results": [ + { + "evaluation_name": "Overall Score", + "source_data": { + "dataset_name": "ace", + "source_type": "hf_dataset", + "hf_repo": "Mercor/ACE" + }, + "metric_config": { + "evaluation_description": "Overall ACE score (paper snapshot).", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0, + "max_score": 1 + }, + "score_details": { + "score": 0.478 + }, + "generation_config": { + "additional_details": { + "run_setting": "On" + } + } + }, + { + "evaluation_name": "Gaming Score", + "source_data": { + "dataset_name": "ace", + "source_type": "hf_dataset", + "hf_repo": "Mercor/ACE" + }, + "metric_config": { + "evaluation_description": "Gaming domain score.", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0, + "max_score": 1 + }, + "score_details": { + "score": 0.391 + }, + "generation_config": { + "additional_details": { + "run_setting": "On" + } + } + } + ], + "detailed_evaluation_results": null, + "generation_config": { + "additional_details": { + "run_setting": "On" + } + } + }, { "evaluation_id": "apex-agents/anthropic_opus-4.5/1773260200", "retrieved_timestamp": "1773260200", @@ -205,76 +275,6 @@ } } }, - { - "evaluation_id": "ace/anthropic_opus-4.5/1773260200", - "retrieved_timestamp": "1773260200", - "source_metadata": { - "source_name": "Mercor ACE Leaderboard", - "source_type": "evaluation_run", - "source_organization_name": "Mercor", - "source_organization_url": "https://www.mercor.com", - "evaluator_relationship": "first_party" - }, - "eval_library": { - "name": "archipelago", - "version": "1.0.0" - }, - "benchmark": "ace", - "evaluation_results": [ - { - "evaluation_name": "Overall Score", - "source_data": { - "dataset_name": "ace", - "source_type": "hf_dataset", - "hf_repo": "Mercor/ACE" - }, - "metric_config": { - "evaluation_description": "Overall ACE score (paper snapshot).", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0, - "max_score": 1 - }, - "score_details": { - "score": 0.478 - }, - "generation_config": { - "additional_details": { - "run_setting": "On" - } - } - }, - { - "evaluation_name": "Gaming Score", - "source_data": { - "dataset_name": "ace", - "source_type": "hf_dataset", - "hf_repo": "Mercor/ACE" - }, - "metric_config": { - "evaluation_description": "Gaming domain score.", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0, - "max_score": 1 - }, - "score_details": { - "score": 0.391 - }, - "generation_config": { - "additional_details": { - "run_setting": "On" - } - } - } - ], - "detailed_evaluation_results": null, - "generation_config": { - "additional_details": { - "run_setting": "On" - } - } - }, { "evaluation_id": "apex-v1/anthropic_opus-4.5/1773260200", "retrieved_timestamp": "1773260200", diff --git a/data/models/anthropic_Opus_4.6.json b/data/models/anthropic_opus_4.6.json similarity index 98% rename from data/models/anthropic_Opus_4.6.json rename to data/models/anthropic_opus_4.6.json index 9311c357d0d498233d4aee6a9539e7da9dc8d387..5a93ebd0b7577f98536718c7ccd0b4051739228d 100644 --- a/data/models/anthropic_Opus_4.6.json +++ b/data/models/anthropic_opus_4.6.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Opus 4.6", - "developer": "anthropic", + "developer": "Anthropic", "id": "anthropic/Opus 4.6", "inference_platform": "unknown" }, diff --git a/data/models/anthropic_Sonnet_4.5.json b/data/models/anthropic_sonnet_4.5.json similarity index 98% rename from data/models/anthropic_Sonnet_4.5.json rename to data/models/anthropic_sonnet_4.5.json index 7f575a15b97c8a576671d24ce9ac685c48631d67..8953c221133da56a0a9103c398cf54a2c332c66d 100644 --- a/data/models/anthropic_Sonnet_4.5.json +++ b/data/models/anthropic_sonnet_4.5.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Sonnet 4.5", - "developer": "anthropic", + "developer": "Anthropic", "id": "anthropic/Sonnet 4.5", "inference_platform": "unknown" }, diff --git a/data/models/apple_DCLM-7B.json b/data/models/apple_dclm-7b.json similarity index 100% rename from data/models/apple_DCLM-7B.json rename to data/models/apple_dclm-7b.json diff --git a/data/models/applied-compute_Applied_Compute__Small.json b/data/models/applied-compute_applied_compute__small.json similarity index 100% rename from data/models/applied-compute_Applied_Compute__Small.json rename to data/models/applied-compute_applied_compute__small.json diff --git a/data/models/arcee-ai_Arcee-Blitz.json b/data/models/arcee-ai_arcee-blitz.json similarity index 100% rename from data/models/arcee-ai_Arcee-Blitz.json rename to data/models/arcee-ai_arcee-blitz.json diff --git a/data/models/arcee-ai_Arcee-Maestro-7B-Preview.json b/data/models/arcee-ai_arcee-maestro-7b-preview.json similarity index 100% rename from data/models/arcee-ai_Arcee-Maestro-7B-Preview.json rename to data/models/arcee-ai_arcee-maestro-7b-preview.json diff --git a/data/models/arcee-ai_Arcee-Nova.json b/data/models/arcee-ai_arcee-nova.json similarity index 100% rename from data/models/arcee-ai_Arcee-Nova.json rename to data/models/arcee-ai_arcee-nova.json diff --git a/data/models/arcee-ai_Arcee-Spark.json b/data/models/arcee-ai_arcee-spark.json similarity index 100% rename from data/models/arcee-ai_Arcee-Spark.json rename to data/models/arcee-ai_arcee-spark.json index 38dae8f815f1bab4256e3a523df7df53d8a4b419..e194ce4efc974318b0bb01e7560254bdd047ab55 100644 --- a/data/models/arcee-ai_Arcee-Spark.json +++ b/data/models/arcee-ai_arcee-spark.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5621 + "score": 0.5718 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5489 + "score": 0.5481 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2953 + "score": 0.114 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.307 + "score": 0.3062 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4021 + "score": 0.4008 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3822 + "score": 0.3813 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5718 + "score": 0.5621 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5481 + "score": 0.5489 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.114 + "score": 0.2953 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3062 + "score": 0.307 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4008 + "score": 0.4021 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3813 + "score": 0.3822 } } ], diff --git a/data/models/arcee-ai_Llama-3.1-SuperNova-Lite.json b/data/models/arcee-ai_llama-3.1-supernova-lite.json similarity index 100% rename from data/models/arcee-ai_Llama-3.1-SuperNova-Lite.json rename to data/models/arcee-ai_llama-3.1-supernova-lite.json diff --git a/data/models/arcee-ai_Llama-Spark.json b/data/models/arcee-ai_llama-spark.json similarity index 100% rename from data/models/arcee-ai_Llama-Spark.json rename to data/models/arcee-ai_llama-spark.json diff --git a/data/models/arcee-ai_raspberry-3B.json b/data/models/arcee-ai_raspberry-3b.json similarity index 100% rename from data/models/arcee-ai_raspberry-3B.json rename to data/models/arcee-ai_raspberry-3b.json diff --git a/data/models/arcee-ai_SuperNova-Medius.json b/data/models/arcee-ai_supernova-medius.json similarity index 100% rename from data/models/arcee-ai_SuperNova-Medius.json rename to data/models/arcee-ai_supernova-medius.json diff --git a/data/models/arcee-ai_Virtuoso-Lite.json b/data/models/arcee-ai_virtuoso-lite.json similarity index 100% rename from data/models/arcee-ai_Virtuoso-Lite.json rename to data/models/arcee-ai_virtuoso-lite.json diff --git a/data/models/arcee-ai_Virtuoso-Small-v2.json b/data/models/arcee-ai_virtuoso-small-v2.json similarity index 100% rename from data/models/arcee-ai_Virtuoso-Small-v2.json rename to data/models/arcee-ai_virtuoso-small-v2.json diff --git a/data/models/arcee-ai_Virtuoso-Small.json b/data/models/arcee-ai_virtuoso-small.json similarity index 100% rename from data/models/arcee-ai_Virtuoso-Small.json rename to data/models/arcee-ai_virtuoso-small.json diff --git a/data/models/argilla-warehouse_Llama-3.1-8B-MagPie-Ultra.json b/data/models/argilla-warehouse_llama-3.1-8b-magpie-ultra.json similarity index 100% rename from data/models/argilla-warehouse_Llama-3.1-8B-MagPie-Ultra.json rename to data/models/argilla-warehouse_llama-3.1-8b-magpie-ultra.json diff --git a/data/models/arisin_orca-platypus-13B-slerp.json b/data/models/arisin_orca-platypus-13b-slerp.json similarity index 100% rename from data/models/arisin_orca-platypus-13B-slerp.json rename to data/models/arisin_orca-platypus-13b-slerp.json diff --git a/data/models/ArliAI_ArliAI-RPMax-12B-v1.1.json b/data/models/arliai_arliai-rpmax-12b-v1.1.json similarity index 100% rename from data/models/ArliAI_ArliAI-RPMax-12B-v1.1.json rename to data/models/arliai_arliai-rpmax-12b-v1.1.json diff --git a/data/models/ArliAI_Llama-3.1-8B-ArliAI-RPMax-v1.1.json b/data/models/arliai_llama-3.1-8b-arliai-rpmax-v1.1.json similarity index 100% rename from data/models/ArliAI_Llama-3.1-8B-ArliAI-RPMax-v1.1.json rename to data/models/arliai_llama-3.1-8b-arliai-rpmax-v1.1.json diff --git a/data/models/arshiaafshani_Arsh-V1.json b/data/models/arshiaafshani_arsh-v1.json similarity index 100% rename from data/models/arshiaafshani_Arsh-V1.json rename to data/models/arshiaafshani_arsh-v1.json diff --git a/data/models/Arthur-LAGACHERIE_Precis-1B-Instruct.json b/data/models/arthur-lagacherie_precis-1b-instruct.json similarity index 100% rename from data/models/Arthur-LAGACHERIE_Precis-1B-Instruct.json rename to data/models/arthur-lagacherie_precis-1b-instruct.json diff --git a/data/models/Artples_L-MChat-7b.json b/data/models/artples_l-mchat-7b.json similarity index 100% rename from data/models/Artples_L-MChat-7b.json rename to data/models/artples_l-mchat-7b.json diff --git a/data/models/Artples_L-MChat-Small.json b/data/models/artples_l-mchat-small.json similarity index 100% rename from data/models/Artples_L-MChat-Small.json rename to data/models/artples_l-mchat-small.json diff --git a/data/models/Aryanne_QwentileSwap.json b/data/models/aryanne_qwentileswap.json similarity index 100% rename from data/models/Aryanne_QwentileSwap.json rename to data/models/aryanne_qwentileswap.json diff --git a/data/models/Aryanne_SHBA.json b/data/models/aryanne_shba.json similarity index 100% rename from data/models/Aryanne_SHBA.json rename to data/models/aryanne_shba.json diff --git a/data/models/Aryanne_SuperHeart.json b/data/models/aryanne_superheart.json similarity index 100% rename from data/models/Aryanne_SuperHeart.json rename to data/models/aryanne_superheart.json diff --git a/data/models/asharsha30_LLAMA_Harsha_8_B_ORDP_10k.json b/data/models/asharsha30_llama_harsha_8_b_ordp_10k.json similarity index 100% rename from data/models/asharsha30_LLAMA_Harsha_8_B_ORDP_10k.json rename to data/models/asharsha30_llama_harsha_8_b_ordp_10k.json diff --git a/data/models/assskelad_smollm2-360M-sft_SmallThoughts.json b/data/models/assskelad_smollm2-360m-sft_smallthoughts.json similarity index 100% rename from data/models/assskelad_smollm2-360M-sft_SmallThoughts.json rename to data/models/assskelad_smollm2-360m-sft_smallthoughts.json diff --git a/data/models/AtAndDev_Qwen2.5-1.5B-continuous-learnt.json b/data/models/atanddev_qwen2.5-1.5b-continuous-learnt.json similarity index 99% rename from data/models/AtAndDev_Qwen2.5-1.5B-continuous-learnt.json rename to data/models/atanddev_qwen2.5-1.5b-continuous-learnt.json index 8aa5dd3c1d9edc9b6735b92c14cc680d8f5aedfa..d9c4a63a2048d58930bc10ecb5695a3676976b8f 100644 --- a/data/models/AtAndDev_Qwen2.5-1.5B-continuous-learnt.json +++ b/data/models/atanddev_qwen2.5-1.5b-continuous-learnt.json @@ -5,7 +5,7 @@ "developer": "AtAndDev", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "Qwen2ForCausalLM", "params_billions": "1.544" } diff --git a/data/models/Ateron_Glowing-Forest-12B.json b/data/models/ateron_glowing-forest-12b.json similarity index 100% rename from data/models/Ateron_Glowing-Forest-12B.json rename to data/models/ateron_glowing-forest-12b.json diff --git a/data/models/Ateron_Lotus-Magpic.json b/data/models/ateron_lotus-magpic.json similarity index 100% rename from data/models/Ateron_Lotus-Magpic.json rename to data/models/ateron_lotus-magpic.json diff --git a/data/models/Ateron_Way_of_MagPicaro.json b/data/models/ateron_way_of_magpicaro.json similarity index 100% rename from data/models/Ateron_Way_of_MagPicaro.json rename to data/models/ateron_way_of_magpicaro.json diff --git a/data/models/athirdpath_Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit.json b/data/models/athirdpath_llama-3.1-instruct_nsfw-pretrained_e1-plus_reddit.json similarity index 100% rename from data/models/athirdpath_Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit.json rename to data/models/athirdpath_llama-3.1-instruct_nsfw-pretrained_e1-plus_reddit.json diff --git a/data/models/AtlaAI_Selene-1-Mini-Llama-3.1-8B.json b/data/models/atlaai_selene-1-mini-llama-3.1-8b.json similarity index 100% rename from data/models/AtlaAI_Selene-1-Mini-Llama-3.1-8B.json rename to data/models/atlaai_selene-1-mini-llama-3.1-8b.json diff --git a/data/models/AtlaAI_Selene-1.json b/data/models/atlaai_selene-1.json similarity index 100% rename from data/models/AtlaAI_Selene-1.json rename to data/models/atlaai_selene-1.json diff --git a/data/models/AuraIndustries_Aura-4B.json b/data/models/auraindustries_aura-4b.json similarity index 100% rename from data/models/AuraIndustries_Aura-4B.json rename to data/models/auraindustries_aura-4b.json diff --git a/data/models/AuraIndustries_Aura-8B.json b/data/models/auraindustries_aura-8b.json similarity index 100% rename from data/models/AuraIndustries_Aura-8B.json rename to data/models/auraindustries_aura-8b.json diff --git a/data/models/AuraIndustries_Aura-MoE-2x4B-v2.json b/data/models/auraindustries_aura-moe-2x4b-v2.json similarity index 100% rename from data/models/AuraIndustries_Aura-MoE-2x4B-v2.json rename to data/models/auraindustries_aura-moe-2x4b-v2.json diff --git a/data/models/AuraIndustries_Aura-MoE-2x4B.json b/data/models/auraindustries_aura-moe-2x4b.json similarity index 100% rename from data/models/AuraIndustries_Aura-MoE-2x4B.json rename to data/models/auraindustries_aura-moe-2x4b.json diff --git a/data/models/Aurel9_testmerge-7b.json b/data/models/aurel9_testmerge-7b.json similarity index 100% rename from data/models/Aurel9_testmerge-7b.json rename to data/models/aurel9_testmerge-7b.json diff --git a/data/models/automerger_YamshadowExperiment28-7B.json b/data/models/automerger_yamshadowexperiment28-7b.json similarity index 100% rename from data/models/automerger_YamshadowExperiment28-7B.json rename to data/models/automerger_yamshadowexperiment28-7b.json diff --git a/data/models/avemio_GRAG-NEMO-12B-ORPO-HESSIAN-AI.json b/data/models/avemio_grag-nemo-12b-orpo-hessian-ai.json similarity index 100% rename from data/models/avemio_GRAG-NEMO-12B-ORPO-HESSIAN-AI.json rename to data/models/avemio_grag-nemo-12b-orpo-hessian-ai.json diff --git a/data/models/awnr_Mistral-7B-v0.1-signtensors-1-over-2.json b/data/models/awnr_mistral-7b-v0.1-signtensors-1-over-2.json similarity index 100% rename from data/models/awnr_Mistral-7B-v0.1-signtensors-1-over-2.json rename to data/models/awnr_mistral-7b-v0.1-signtensors-1-over-2.json diff --git a/data/models/awnr_Mistral-7B-v0.1-signtensors-1-over-4.json b/data/models/awnr_mistral-7b-v0.1-signtensors-1-over-4.json similarity index 100% rename from data/models/awnr_Mistral-7B-v0.1-signtensors-1-over-4.json rename to data/models/awnr_mistral-7b-v0.1-signtensors-1-over-4.json diff --git a/data/models/awnr_Mistral-7B-v0.1-signtensors-3-over-8.json b/data/models/awnr_mistral-7b-v0.1-signtensors-3-over-8.json similarity index 100% rename from data/models/awnr_Mistral-7B-v0.1-signtensors-3-over-8.json rename to data/models/awnr_mistral-7b-v0.1-signtensors-3-over-8.json diff --git a/data/models/awnr_Mistral-7B-v0.1-signtensors-5-over-16.json b/data/models/awnr_mistral-7b-v0.1-signtensors-5-over-16.json similarity index 100% rename from data/models/awnr_Mistral-7B-v0.1-signtensors-5-over-16.json rename to data/models/awnr_mistral-7b-v0.1-signtensors-5-over-16.json diff --git a/data/models/awnr_Mistral-7B-v0.1-signtensors-7-over-16.json b/data/models/awnr_mistral-7b-v0.1-signtensors-7-over-16.json similarity index 100% rename from data/models/awnr_Mistral-7B-v0.1-signtensors-7-over-16.json rename to data/models/awnr_mistral-7b-v0.1-signtensors-7-over-16.json diff --git a/data/models/aws-prototyping_MegaBeam-Mistral-7B-512k.json b/data/models/aws-prototyping_megabeam-mistral-7b-512k.json similarity index 100% rename from data/models/aws-prototyping_MegaBeam-Mistral-7B-512k.json rename to data/models/aws-prototyping_megabeam-mistral-7b-512k.json diff --git a/data/models/Ayush-Singh_Llama1B-sft-2.json b/data/models/ayush-singh_llama1b-sft-2.json similarity index 100% rename from data/models/Ayush-Singh_Llama1B-sft-2.json rename to data/models/ayush-singh_llama1b-sft-2.json diff --git a/data/models/Azure99_blossom-v5-32b.json b/data/models/azure99_blossom-v5-32b.json similarity index 100% rename from data/models/Azure99_blossom-v5-32b.json rename to data/models/azure99_blossom-v5-32b.json diff --git a/data/models/Azure99_blossom-v5-llama3-8b.json b/data/models/azure99_blossom-v5-llama3-8b.json similarity index 100% rename from data/models/Azure99_blossom-v5-llama3-8b.json rename to data/models/azure99_blossom-v5-llama3-8b.json diff --git a/data/models/Azure99_blossom-v5.1-34b.json b/data/models/azure99_blossom-v5.1-34b.json similarity index 100% rename from data/models/Azure99_blossom-v5.1-34b.json rename to data/models/azure99_blossom-v5.1-34b.json diff --git a/data/models/Azure99_blossom-v5.1-9b.json b/data/models/azure99_blossom-v5.1-9b.json similarity index 100% rename from data/models/Azure99_blossom-v5.1-9b.json rename to data/models/azure99_blossom-v5.1-9b.json diff --git a/data/models/Azure99_Blossom-V6-14B.json b/data/models/azure99_blossom-v6-14b.json similarity index 100% rename from data/models/Azure99_Blossom-V6-14B.json rename to data/models/azure99_blossom-v6-14b.json diff --git a/data/models/Azure99_Blossom-V6-7B.json b/data/models/azure99_blossom-v6-7b.json similarity index 100% rename from data/models/Azure99_Blossom-V6-7B.json rename to data/models/azure99_blossom-v6-7b.json diff --git a/data/models/Ba2han_Llama-Phi-3_DoRA.json b/data/models/ba2han_llama-phi-3_dora.json similarity index 100% rename from data/models/Ba2han_Llama-Phi-3_DoRA.json rename to data/models/ba2han_llama-phi-3_dora.json diff --git a/data/models/BAAI_Gemma2-9B-IT-Simpo-Infinity-Preference.json b/data/models/baai_gemma2-9b-it-simpo-infinity-preference.json similarity index 100% rename from data/models/BAAI_Gemma2-9B-IT-Simpo-Infinity-Preference.json rename to data/models/baai_gemma2-9b-it-simpo-infinity-preference.json diff --git a/data/models/BAAI_Infinity-Instruct-3M-0613-Llama3-70B.json b/data/models/baai_infinity-instruct-3m-0613-llama3-70b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-3M-0613-Llama3-70B.json rename to data/models/baai_infinity-instruct-3m-0613-llama3-70b.json diff --git a/data/models/BAAI_Infinity-Instruct-3M-0613-Mistral-7B.json b/data/models/baai_infinity-instruct-3m-0613-mistral-7b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-3M-0613-Mistral-7B.json rename to data/models/baai_infinity-instruct-3m-0613-mistral-7b.json diff --git a/data/models/BAAI_Infinity-Instruct-3M-0625-Llama3-70B.json b/data/models/baai_infinity-instruct-3m-0625-llama3-70b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-3M-0625-Llama3-70B.json rename to data/models/baai_infinity-instruct-3m-0625-llama3-70b.json diff --git a/data/models/BAAI_Infinity-Instruct-3M-0625-Llama3-8B.json b/data/models/baai_infinity-instruct-3m-0625-llama3-8b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-3M-0625-Llama3-8B.json rename to data/models/baai_infinity-instruct-3m-0625-llama3-8b.json diff --git a/data/models/BAAI_Infinity-Instruct-3M-0625-Mistral-7B.json b/data/models/baai_infinity-instruct-3m-0625-mistral-7b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-3M-0625-Mistral-7B.json rename to data/models/baai_infinity-instruct-3m-0625-mistral-7b.json diff --git a/data/models/BAAI_Infinity-Instruct-3M-0625-Qwen2-7B.json b/data/models/baai_infinity-instruct-3m-0625-qwen2-7b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-3M-0625-Qwen2-7B.json rename to data/models/baai_infinity-instruct-3m-0625-qwen2-7b.json diff --git a/data/models/BAAI_Infinity-Instruct-3M-0625-Yi-1.5-9B.json b/data/models/baai_infinity-instruct-3m-0625-yi-1.5-9b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-3M-0625-Yi-1.5-9B.json rename to data/models/baai_infinity-instruct-3m-0625-yi-1.5-9b.json diff --git a/data/models/BAAI_Infinity-Instruct-7M-0729-Llama3_1-8B.json b/data/models/baai_infinity-instruct-7m-0729-llama3_1-8b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-7M-0729-Llama3_1-8B.json rename to data/models/baai_infinity-instruct-7m-0729-llama3_1-8b.json diff --git a/data/models/BAAI_Infinity-Instruct-7M-0729-mistral-7B.json b/data/models/baai_infinity-instruct-7m-0729-mistral-7b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-7M-0729-mistral-7B.json rename to data/models/baai_infinity-instruct-7m-0729-mistral-7b.json diff --git a/data/models/BAAI_Infinity-Instruct-7M-Gen-Llama3_1-70B.json b/data/models/baai_infinity-instruct-7m-gen-llama3_1-70b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-7M-Gen-Llama3_1-70B.json rename to data/models/baai_infinity-instruct-7m-gen-llama3_1-70b.json diff --git a/data/models/BAAI_Infinity-Instruct-7M-Gen-Llama3_1-8B.json b/data/models/baai_infinity-instruct-7m-gen-llama3_1-8b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-7M-Gen-Llama3_1-8B.json rename to data/models/baai_infinity-instruct-7m-gen-llama3_1-8b.json diff --git a/data/models/BAAI_Infinity-Instruct-7M-Gen-mistral-7B.json b/data/models/baai_infinity-instruct-7m-gen-mistral-7b.json similarity index 100% rename from data/models/BAAI_Infinity-Instruct-7M-Gen-mistral-7B.json rename to data/models/baai_infinity-instruct-7m-gen-mistral-7b.json diff --git a/data/models/BAAI_OPI-Llama-3.1-8B-Instruct.json b/data/models/baai_opi-llama-3.1-8b-instruct.json similarity index 100% rename from data/models/BAAI_OPI-Llama-3.1-8B-Instruct.json rename to data/models/baai_opi-llama-3.1-8b-instruct.json diff --git a/data/models/baconnier_Napoleon_24B_V0.0.json b/data/models/baconnier_napoleon_24b_v0.0.json similarity index 100% rename from data/models/baconnier_Napoleon_24B_V0.0.json rename to data/models/baconnier_napoleon_24b_v0.0.json diff --git a/data/models/baconnier_Napoleon_24B_V0.2.json b/data/models/baconnier_napoleon_24b_v0.2.json similarity index 100% rename from data/models/baconnier_Napoleon_24B_V0.2.json rename to data/models/baconnier_napoleon_24b_v0.2.json diff --git a/data/models/baebee_7B-Cetacea.json b/data/models/baebee_7b-cetacea.json similarity index 100% rename from data/models/baebee_7B-Cetacea.json rename to data/models/baebee_7b-cetacea.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.1v.json b/data/models/bamec66557_mischievous-12b-mix_0.1v.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.1v.json rename to data/models/bamec66557_mischievous-12b-mix_0.1v.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.2v.json b/data/models/bamec66557_mischievous-12b-mix_0.2v.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.2v.json rename to data/models/bamec66557_mischievous-12b-mix_0.2v.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.3v.json b/data/models/bamec66557_mischievous-12b-mix_0.3v.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.3v.json rename to data/models/bamec66557_mischievous-12b-mix_0.3v.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.4v.json b/data/models/bamec66557_mischievous-12b-mix_0.4v.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.4v.json rename to data/models/bamec66557_mischievous-12b-mix_0.4v.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.5v.json b/data/models/bamec66557_mischievous-12b-mix_0.5v.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.5v.json rename to data/models/bamec66557_mischievous-12b-mix_0.5v.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.6v.json b/data/models/bamec66557_mischievous-12b-mix_0.6v.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_0.6v.json rename to data/models/bamec66557_mischievous-12b-mix_0.6v.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_III_ex_V.json b/data/models/bamec66557_mischievous-12b-mix_iii_ex_v.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_III_ex_V.json rename to data/models/bamec66557_mischievous-12b-mix_iii_ex_v.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_III_IV_V.json b/data/models/bamec66557_mischievous-12b-mix_iii_iv_v.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_III_IV_V.json rename to data/models/bamec66557_mischievous-12b-mix_iii_iv_v.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B-Mix_Neo.json b/data/models/bamec66557_mischievous-12b-mix_neo.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B-Mix_Neo.json rename to data/models/bamec66557_mischievous-12b-mix_neo.json diff --git a/data/models/bamec66557_MISCHIEVOUS-12B.json b/data/models/bamec66557_mischievous-12b.json similarity index 100% rename from data/models/bamec66557_MISCHIEVOUS-12B.json rename to data/models/bamec66557_mischievous-12b.json diff --git a/data/models/bamec66557_Mistral-Nemo-VICIOUS_MESH-12B-2407.json b/data/models/bamec66557_mistral-nemo-vicious_mesh-12b-2407.json similarity index 100% rename from data/models/bamec66557_Mistral-Nemo-VICIOUS_MESH-12B-2407.json rename to data/models/bamec66557_mistral-nemo-vicious_mesh-12b-2407.json diff --git a/data/models/bamec66557_NameLess-12B-prob.json b/data/models/bamec66557_nameless-12b-prob.json similarity index 100% rename from data/models/bamec66557_NameLess-12B-prob.json rename to data/models/bamec66557_nameless-12b-prob.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-0.1v.json b/data/models/bamec66557_vicious_mesh-12b-0.1v.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-0.1v.json rename to data/models/bamec66557_vicious_mesh-12b-0.1v.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-0.X.ver.json b/data/models/bamec66557_vicious_mesh-12b-0.x.ver.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-0.X.ver.json rename to data/models/bamec66557_vicious_mesh-12b-0.x.ver.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-ALPHA.json b/data/models/bamec66557_vicious_mesh-12b-alpha.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-ALPHA.json rename to data/models/bamec66557_vicious_mesh-12b-alpha.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-BETA.json b/data/models/bamec66557_vicious_mesh-12b-beta.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-BETA.json rename to data/models/bamec66557_vicious_mesh-12b-beta.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-DELTA.json b/data/models/bamec66557_vicious_mesh-12b-delta.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-DELTA.json rename to data/models/bamec66557_vicious_mesh-12b-delta.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-DIGAMMA.json b/data/models/bamec66557_vicious_mesh-12b-digamma.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-DIGAMMA.json rename to data/models/bamec66557_vicious_mesh-12b-digamma.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-EPSILON.json b/data/models/bamec66557_vicious_mesh-12b-epsilon.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-EPSILON.json rename to data/models/bamec66557_vicious_mesh-12b-epsilon.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-GAMMA.json b/data/models/bamec66557_vicious_mesh-12b-gamma.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-GAMMA.json rename to data/models/bamec66557_vicious_mesh-12b-gamma.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-NEMO.json b/data/models/bamec66557_vicious_mesh-12b-nemo.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-NEMO.json rename to data/models/bamec66557_vicious_mesh-12b-nemo.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-OMEGA.json b/data/models/bamec66557_vicious_mesh-12b-omega.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-OMEGA.json rename to data/models/bamec66557_vicious_mesh-12b-omega.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B-UNION.json b/data/models/bamec66557_vicious_mesh-12b-union.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B-UNION.json rename to data/models/bamec66557_vicious_mesh-12b-union.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B.json b/data/models/bamec66557_vicious_mesh-12b.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B.json rename to data/models/bamec66557_vicious_mesh-12b.json diff --git a/data/models/bamec66557_VICIOUS_MESH-12B_Razor.json b/data/models/bamec66557_vicious_mesh-12b_razor.json similarity index 100% rename from data/models/bamec66557_VICIOUS_MESH-12B_Razor.json rename to data/models/bamec66557_vicious_mesh-12b_razor.json diff --git a/data/models/Baptiste-HUVELLE-10_LeTriomphant2.2_ECE_iLAB.json b/data/models/baptiste-huvelle-10_letriomphant2.2_ece_ilab.json similarity index 100% rename from data/models/Baptiste-HUVELLE-10_LeTriomphant2.2_ECE_iLAB.json rename to data/models/baptiste-huvelle-10_letriomphant2.2_ece_ilab.json diff --git a/data/models/BEE-spoke-data_Meta-Llama-3-8Bee.json b/data/models/bee-spoke-data_meta-llama-3-8bee.json similarity index 100% rename from data/models/BEE-spoke-data_Meta-Llama-3-8Bee.json rename to data/models/bee-spoke-data_meta-llama-3-8bee.json diff --git a/data/models/BEE-spoke-data_smol_llama-101M-GQA.json b/data/models/bee-spoke-data_smol_llama-101m-gqa.json similarity index 100% rename from data/models/BEE-spoke-data_smol_llama-101M-GQA.json rename to data/models/bee-spoke-data_smol_llama-101m-gqa.json diff --git a/data/models/BEE-spoke-data_smol_llama-220M-GQA-fineweb_edu.json b/data/models/bee-spoke-data_smol_llama-220m-gqa-fineweb_edu.json similarity index 100% rename from data/models/BEE-spoke-data_smol_llama-220M-GQA-fineweb_edu.json rename to data/models/bee-spoke-data_smol_llama-220m-gqa-fineweb_edu.json diff --git a/data/models/BEE-spoke-data_smol_llama-220M-GQA.json b/data/models/bee-spoke-data_smol_llama-220m-gqa.json similarity index 100% rename from data/models/BEE-spoke-data_smol_llama-220M-GQA.json rename to data/models/bee-spoke-data_smol_llama-220m-gqa.json diff --git a/data/models/BEE-spoke-data_smol_llama-220M-openhermes.json b/data/models/bee-spoke-data_smol_llama-220m-openhermes.json similarity index 100% rename from data/models/BEE-spoke-data_smol_llama-220M-openhermes.json rename to data/models/bee-spoke-data_smol_llama-220m-openhermes.json diff --git a/data/models/BEE-spoke-data_tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024.json b/data/models/bee-spoke-data_tfine-900m-e16-d32-flan-infinity-instruct-7m-t2t_en-1024.json similarity index 100% rename from data/models/BEE-spoke-data_tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024.json rename to data/models/bee-spoke-data_tfine-900m-e16-d32-flan-infinity-instruct-7m-t2t_en-1024.json diff --git a/data/models/BEE-spoke-data_tFINE-900m-e16-d32-flan.json b/data/models/bee-spoke-data_tfine-900m-e16-d32-flan.json similarity index 100% rename from data/models/BEE-spoke-data_tFINE-900m-e16-d32-flan.json rename to data/models/bee-spoke-data_tfine-900m-e16-d32-flan.json diff --git a/data/models/BEE-spoke-data_tFINE-900m-e16-d32-instruct_2e.json b/data/models/bee-spoke-data_tfine-900m-e16-d32-instruct_2e.json similarity index 100% rename from data/models/BEE-spoke-data_tFINE-900m-e16-d32-instruct_2e.json rename to data/models/bee-spoke-data_tfine-900m-e16-d32-instruct_2e.json diff --git a/data/models/BEE-spoke-data_tFINE-900m-instruct-orpo.json b/data/models/bee-spoke-data_tfine-900m-instruct-orpo.json similarity index 100% rename from data/models/BEE-spoke-data_tFINE-900m-instruct-orpo.json rename to data/models/bee-spoke-data_tfine-900m-instruct-orpo.json diff --git a/data/models/BenevolenceMessiah_Qwen2.5-72B-2x-Instruct-TIES-v1.0.json b/data/models/benevolencemessiah_qwen2.5-72b-2x-instruct-ties-v1.0.json similarity index 100% rename from data/models/BenevolenceMessiah_Qwen2.5-72B-2x-Instruct-TIES-v1.0.json rename to data/models/benevolencemessiah_qwen2.5-72b-2x-instruct-ties-v1.0.json diff --git a/data/models/BenevolenceMessiah_Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0.json b/data/models/benevolencemessiah_yi-coder-9b-chat-instruct-ties-moe-v1.0.json similarity index 100% rename from data/models/BenevolenceMessiah_Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0.json rename to data/models/benevolencemessiah_yi-coder-9b-chat-instruct-ties-moe-v1.0.json diff --git a/data/models/beowolx_CodeNinja-1.0-OpenChat-7B.json b/data/models/beowolx_codeninja-1.0-openchat-7b.json similarity index 100% rename from data/models/beowolx_CodeNinja-1.0-OpenChat-7B.json rename to data/models/beowolx_codeninja-1.0-openchat-7b.json diff --git a/data/models/berkeley-nest_Starling-LM-7B-alpha.json b/data/models/berkeley-nest_starling-lm-7b-alpha.json similarity index 100% rename from data/models/berkeley-nest_Starling-LM-7B-alpha.json rename to data/models/berkeley-nest_starling-lm-7b-alpha.json diff --git a/data/models/berkeley-nest_Starling-RM-7B-alpha.json b/data/models/berkeley-nest_starling-rm-7b-alpha.json similarity index 100% rename from data/models/berkeley-nest_Starling-RM-7B-alpha.json rename to data/models/berkeley-nest_starling-rm-7b-alpha.json diff --git a/data/models/bfuzzy1_Gunny.json b/data/models/bfuzzy1_gunny.json similarity index 100% rename from data/models/bfuzzy1_Gunny.json rename to data/models/bfuzzy1_gunny.json diff --git a/data/models/bigscience_BLOOM-176B.json b/data/models/bigscience_bloom-176b.json similarity index 100% rename from data/models/bigscience_BLOOM-176B.json rename to data/models/bigscience_bloom-176b.json diff --git a/data/models/bigscience_T0pp-11B.json b/data/models/bigscience_t0pp-11b.json similarity index 100% rename from data/models/bigscience_T0pp-11B.json rename to data/models/bigscience_t0pp-11b.json diff --git a/data/models/BlackBeenie_Bloslain-8B-v0.2.json b/data/models/blackbeenie_bloslain-8b-v0.2.json similarity index 100% rename from data/models/BlackBeenie_Bloslain-8B-v0.2.json rename to data/models/blackbeenie_bloslain-8b-v0.2.json diff --git a/data/models/BlackBeenie_llama-3-luminous-merged.json b/data/models/blackbeenie_llama-3-luminous-merged.json similarity index 100% rename from data/models/BlackBeenie_llama-3-luminous-merged.json rename to data/models/blackbeenie_llama-3-luminous-merged.json diff --git a/data/models/BlackBeenie_llama-3.1-8B-Galore-openassistant-guanaco.json b/data/models/blackbeenie_llama-3.1-8b-galore-openassistant-guanaco.json similarity index 100% rename from data/models/BlackBeenie_llama-3.1-8B-Galore-openassistant-guanaco.json rename to data/models/blackbeenie_llama-3.1-8b-galore-openassistant-guanaco.json diff --git a/data/models/BlackBeenie_Llama-3.1-8B-OpenO1-SFT-v0.1.json b/data/models/blackbeenie_llama-3.1-8b-openo1-sft-v0.1.json similarity index 100% rename from data/models/BlackBeenie_Llama-3.1-8B-OpenO1-SFT-v0.1.json rename to data/models/blackbeenie_llama-3.1-8b-openo1-sft-v0.1.json diff --git a/data/models/BlackBeenie_Llama-3.1-8B-pythonic-passthrough-merge.json b/data/models/blackbeenie_llama-3.1-8b-pythonic-passthrough-merge.json similarity index 100% rename from data/models/BlackBeenie_Llama-3.1-8B-pythonic-passthrough-merge.json rename to data/models/blackbeenie_llama-3.1-8b-pythonic-passthrough-merge.json diff --git a/data/models/BlackBeenie_Neos-Gemma-2-9b.json b/data/models/blackbeenie_neos-gemma-2-9b.json similarity index 100% rename from data/models/BlackBeenie_Neos-Gemma-2-9b.json rename to data/models/blackbeenie_neos-gemma-2-9b.json diff --git a/data/models/BlackBeenie_Neos-Llama-3.1-8B.json b/data/models/blackbeenie_neos-llama-3.1-8b.json similarity index 100% rename from data/models/BlackBeenie_Neos-Llama-3.1-8B.json rename to data/models/blackbeenie_neos-llama-3.1-8b.json diff --git a/data/models/BlackBeenie_Neos-Llama-3.1-base.json b/data/models/blackbeenie_neos-llama-3.1-base.json similarity index 100% rename from data/models/BlackBeenie_Neos-Llama-3.1-base.json rename to data/models/blackbeenie_neos-llama-3.1-base.json diff --git a/data/models/BlackBeenie_Neos-Phi-3-14B-v0.1.json b/data/models/blackbeenie_neos-phi-3-14b-v0.1.json similarity index 100% rename from data/models/BlackBeenie_Neos-Phi-3-14B-v0.1.json rename to data/models/blackbeenie_neos-phi-3-14b-v0.1.json diff --git a/data/models/Bllossom_llama-3.2-Korean-Bllossom-AICA-5B.json b/data/models/bllossom_llama-3.2-korean-bllossom-aica-5b.json similarity index 100% rename from data/models/Bllossom_llama-3.2-Korean-Bllossom-AICA-5B.json rename to data/models/bllossom_llama-3.2-korean-bllossom-aica-5b.json diff --git a/data/models/bluuwhale_L3-SthenoMaid-8B-V1.json b/data/models/bluuwhale_l3-sthenomaid-8b-v1.json similarity index 100% rename from data/models/bluuwhale_L3-SthenoMaid-8B-V1.json rename to data/models/bluuwhale_l3-sthenomaid-8b-v1.json diff --git a/data/models/BoltMonkey_DreadMix.json b/data/models/boltmonkey_dreadmix.json similarity index 100% rename from data/models/BoltMonkey_DreadMix.json rename to data/models/boltmonkey_dreadmix.json diff --git a/data/models/BoltMonkey_NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated.json b/data/models/boltmonkey_neuraldaredevil-supernova-lite-7b-dareties-abliterated.json similarity index 100% rename from data/models/BoltMonkey_NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated.json rename to data/models/boltmonkey_neuraldaredevil-supernova-lite-7b-dareties-abliterated.json index 87c7d85f598dc091e43d3a783948555286f12f59..eb03ad8b35e71a4f26603a2960132d29f0246b60 100644 --- a/data/models/BoltMonkey_NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated.json +++ b/data/models/boltmonkey_neuraldaredevil-supernova-lite-7b-dareties-abliterated.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.459 + "score": 0.7999 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5185 + "score": 0.5152 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0937 + "score": 0.1193 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2743 + "score": 0.281 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4083 + "score": 0.4019 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3631 + "score": 0.3733 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7999 + "score": 0.459 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5152 + "score": 0.5185 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1193 + "score": 0.0937 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.281 + "score": 0.2743 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4019 + "score": 0.4083 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3733 + "score": 0.3631 } } ], diff --git a/data/models/BoltMonkey_SuperNeuralDreadDevil-8b.json b/data/models/boltmonkey_superneuraldreaddevil-8b.json similarity index 100% rename from data/models/BoltMonkey_SuperNeuralDreadDevil-8b.json rename to data/models/boltmonkey_superneuraldreaddevil-8b.json diff --git a/data/models/bosonai_Higgs-Llama-3-70B.json b/data/models/bosonai_higgs-llama-3-70b.json similarity index 100% rename from data/models/bosonai_Higgs-Llama-3-70B.json rename to data/models/bosonai_higgs-llama-3-70b.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-1.5B-Blunt.json b/data/models/braindao_deepseek-r1-distill-qwen-1.5b-blunt.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-1.5B-Blunt.json rename to data/models/braindao_deepseek-r1-distill-qwen-1.5b-blunt.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-1.5B-Reflective.json b/data/models/braindao_deepseek-r1-distill-qwen-1.5b-reflective.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-1.5B-Reflective.json rename to data/models/braindao_deepseek-r1-distill-qwen-1.5b-reflective.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-ABUB-ST.json b/data/models/braindao_deepseek-r1-distill-qwen-14b-abub-st.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-ABUB-ST.json rename to data/models/braindao_deepseek-r1-distill-qwen-14b-abub-st.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective.json b/data/models/braindao_deepseek-r1-distill-qwen-14b-blunt-uncensored-blunt-reflective.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective.json rename to data/models/braindao_deepseek-r1-distill-qwen-14b-blunt-uncensored-blunt-reflective.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt.json b/data/models/braindao_deepseek-r1-distill-qwen-14b-blunt-uncensored-blunt.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt.json rename to data/models/braindao_deepseek-r1-distill-qwen-14b-blunt-uncensored-blunt.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective.json b/data/models/braindao_deepseek-r1-distill-qwen-14b-blunt-uncensored-reflective.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective.json rename to data/models/braindao_deepseek-r1-distill-qwen-14b-blunt-uncensored-reflective.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored.json b/data/models/braindao_deepseek-r1-distill-qwen-14b-blunt-uncensored.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored.json rename to data/models/braindao_deepseek-r1-distill-qwen-14b-blunt-uncensored.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt.json b/data/models/braindao_deepseek-r1-distill-qwen-14b-blunt.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt.json rename to data/models/braindao_deepseek-r1-distill-qwen-14b-blunt.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Reflective.json b/data/models/braindao_deepseek-r1-distill-qwen-14b-reflective.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-14B-Reflective.json rename to data/models/braindao_deepseek-r1-distill-qwen-14b-reflective.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-14B.json b/data/models/braindao_deepseek-r1-distill-qwen-14b.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-14B.json rename to data/models/braindao_deepseek-r1-distill-qwen-14b.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-7B-Blunt.json b/data/models/braindao_deepseek-r1-distill-qwen-7b-blunt.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-7B-Blunt.json rename to data/models/braindao_deepseek-r1-distill-qwen-7b-blunt.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored.json b/data/models/braindao_deepseek-r1-distill-qwen-7b-orpo-uncensored.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored.json rename to data/models/braindao_deepseek-r1-distill-qwen-7b-orpo-uncensored.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-7B-Reflective.json b/data/models/braindao_deepseek-r1-distill-qwen-7b-reflective.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-7B-Reflective.json rename to data/models/braindao_deepseek-r1-distill-qwen-7b-reflective.json diff --git a/data/models/braindao_DeepSeek-R1-Distill-Qwen-7B.json b/data/models/braindao_deepseek-r1-distill-qwen-7b.json similarity index 100% rename from data/models/braindao_DeepSeek-R1-Distill-Qwen-7B.json rename to data/models/braindao_deepseek-r1-distill-qwen-7b.json diff --git a/data/models/braindao_Qwen2.5-14B-Instruct.json b/data/models/braindao_qwen2.5-14b-instruct.json similarity index 100% rename from data/models/braindao_Qwen2.5-14B-Instruct.json rename to data/models/braindao_qwen2.5-14b-instruct.json diff --git a/data/models/braindao_Qwen2.5-14B.json b/data/models/braindao_qwen2.5-14b.json similarity index 100% rename from data/models/braindao_Qwen2.5-14B.json rename to data/models/braindao_qwen2.5-14b.json diff --git a/data/models/BrainWave-ML_llama3.2-3B-maths-orpo.json b/data/models/brainwave-ml_llama3.2-3b-maths-orpo.json similarity index 100% rename from data/models/BrainWave-ML_llama3.2-3B-maths-orpo.json rename to data/models/brainwave-ml_llama3.2-3b-maths-orpo.json diff --git a/data/models/BramVanroy_fietje-2-chat.json b/data/models/bramvanroy_fietje-2-chat.json similarity index 100% rename from data/models/BramVanroy_fietje-2-chat.json rename to data/models/bramvanroy_fietje-2-chat.json diff --git a/data/models/BramVanroy_fietje-2-instruct.json b/data/models/bramvanroy_fietje-2-instruct.json similarity index 100% rename from data/models/BramVanroy_fietje-2-instruct.json rename to data/models/bramvanroy_fietje-2-instruct.json diff --git a/data/models/BramVanroy_fietje-2.json b/data/models/bramvanroy_fietje-2.json similarity index 100% rename from data/models/BramVanroy_fietje-2.json rename to data/models/bramvanroy_fietje-2.json diff --git a/data/models/BramVanroy_GEITje-7B-ultra.json b/data/models/bramvanroy_geitje-7b-ultra.json similarity index 100% rename from data/models/BramVanroy_GEITje-7B-ultra.json rename to data/models/bramvanroy_geitje-7b-ultra.json diff --git a/data/models/brgx53_3Bgeneral-ECE-PRYMMAL-Martial.json b/data/models/brgx53_3bgeneral-ece-prymmal-martial.json similarity index 100% rename from data/models/brgx53_3Bgeneral-ECE-PRYMMAL-Martial.json rename to data/models/brgx53_3bgeneral-ece-prymmal-martial.json diff --git a/data/models/brgx53_3Bgeneralv2-ECE-PRYMMAL-Martial.json b/data/models/brgx53_3bgeneralv2-ece-prymmal-martial.json similarity index 100% rename from data/models/brgx53_3Bgeneralv2-ECE-PRYMMAL-Martial.json rename to data/models/brgx53_3bgeneralv2-ece-prymmal-martial.json diff --git a/data/models/brgx53_3Blareneg-ECE-PRYMMAL-Martial.json b/data/models/brgx53_3blareneg-ece-prymmal-martial.json similarity index 100% rename from data/models/brgx53_3Blareneg-ECE-PRYMMAL-Martial.json rename to data/models/brgx53_3blareneg-ece-prymmal-martial.json diff --git a/data/models/brgx53_3Blarenegv2-ECE-PRYMMAL-Martial.json b/data/models/brgx53_3blarenegv2-ece-prymmal-martial.json similarity index 100% rename from data/models/brgx53_3Blarenegv2-ECE-PRYMMAL-Martial.json rename to data/models/brgx53_3blarenegv2-ece-prymmal-martial.json diff --git a/data/models/brgx53_Barracuda-PRYMMAL-ECE-TW3.json b/data/models/brgx53_barracuda-prymmal-ece-tw3.json similarity index 100% rename from data/models/brgx53_Barracuda-PRYMMAL-ECE-TW3.json rename to data/models/brgx53_barracuda-prymmal-ece-tw3.json diff --git a/data/models/brgx53_LaConfiance-PRYMMAL-ECE-TW3.json b/data/models/brgx53_laconfiance-prymmal-ece-tw3.json similarity index 100% rename from data/models/brgx53_LaConfiance-PRYMMAL-ECE-TW3.json rename to data/models/brgx53_laconfiance-prymmal-ece-tw3.json diff --git a/data/models/BSC-LT_salamandra-7b-instruct.json b/data/models/bsc-lt_salamandra-7b-instruct.json similarity index 100% rename from data/models/BSC-LT_salamandra-7b-instruct.json rename to data/models/bsc-lt_salamandra-7b-instruct.json diff --git a/data/models/BSC-LT_salamandra-7b.json b/data/models/bsc-lt_salamandra-7b.json similarity index 100% rename from data/models/BSC-LT_salamandra-7b.json rename to data/models/bsc-lt_salamandra-7b.json diff --git a/data/models/bunnycore_Best-Mix-Llama-3.1-8B.json b/data/models/bunnycore_best-mix-llama-3.1-8b.json similarity index 100% rename from data/models/bunnycore_Best-Mix-Llama-3.1-8B.json rename to data/models/bunnycore_best-mix-llama-3.1-8b.json diff --git a/data/models/bunnycore_Blabbertron-1.0.json b/data/models/bunnycore_blabbertron-1.0.json similarity index 100% rename from data/models/bunnycore_Blabbertron-1.0.json rename to data/models/bunnycore_blabbertron-1.0.json diff --git a/data/models/bunnycore_Blabbertron-1.1.json b/data/models/bunnycore_blabbertron-1.1.json similarity index 100% rename from data/models/bunnycore_Blabbertron-1.1.json rename to data/models/bunnycore_blabbertron-1.1.json diff --git a/data/models/bunnycore_CyberCore-Qwen-2.1-7B.json b/data/models/bunnycore_cybercore-qwen-2.1-7b.json similarity index 100% rename from data/models/bunnycore_CyberCore-Qwen-2.1-7B.json rename to data/models/bunnycore_cybercore-qwen-2.1-7b.json diff --git a/data/models/bunnycore_DeepQwen-3B-LCoT-SCE.json b/data/models/bunnycore_deepqwen-3b-lcot-sce.json similarity index 100% rename from data/models/bunnycore_DeepQwen-3B-LCoT-SCE.json rename to data/models/bunnycore_deepqwen-3b-lcot-sce.json diff --git a/data/models/bunnycore_DeepSeek-R1-Distill-Qwen-7B-RRP-Ex.json b/data/models/bunnycore_deepseek-r1-distill-qwen-7b-rrp-ex.json similarity index 100% rename from data/models/bunnycore_DeepSeek-R1-Distill-Qwen-7B-RRP-Ex.json rename to data/models/bunnycore_deepseek-r1-distill-qwen-7b-rrp-ex.json diff --git a/data/models/bunnycore_DeepThinker-7B-Sce-v1.json b/data/models/bunnycore_deepthinker-7b-sce-v1.json similarity index 100% rename from data/models/bunnycore_DeepThinker-7B-Sce-v1.json rename to data/models/bunnycore_deepthinker-7b-sce-v1.json diff --git a/data/models/bunnycore_DeepThinker-7B-Sce-v2.json b/data/models/bunnycore_deepthinker-7b-sce-v2.json similarity index 100% rename from data/models/bunnycore_DeepThinker-7B-Sce-v2.json rename to data/models/bunnycore_deepthinker-7b-sce-v2.json diff --git a/data/models/bunnycore_FuseCyberMix-Qwen-2.5-7B-Instruct.json b/data/models/bunnycore_fusecybermix-qwen-2.5-7b-instruct.json similarity index 100% rename from data/models/bunnycore_FuseCyberMix-Qwen-2.5-7B-Instruct.json rename to data/models/bunnycore_fusecybermix-qwen-2.5-7b-instruct.json diff --git a/data/models/bunnycore_FuseQwQen-7B.json b/data/models/bunnycore_fuseqwqen-7b.json similarity index 100% rename from data/models/bunnycore_FuseQwQen-7B.json rename to data/models/bunnycore_fuseqwqen-7b.json diff --git a/data/models/bunnycore_FwF-Qwen-7B-0.1.json b/data/models/bunnycore_fwf-qwen-7b-0.1.json similarity index 100% rename from data/models/bunnycore_FwF-Qwen-7B-0.1.json rename to data/models/bunnycore_fwf-qwen-7b-0.1.json diff --git a/data/models/bunnycore_FwF-Qwen-7B-0.2.json b/data/models/bunnycore_fwf-qwen-7b-0.2.json similarity index 100% rename from data/models/bunnycore_FwF-Qwen-7B-0.2.json rename to data/models/bunnycore_fwf-qwen-7b-0.2.json diff --git a/data/models/bunnycore_Gemma-2-2B-Smart.json b/data/models/bunnycore_gemma-2-2b-smart.json similarity index 100% rename from data/models/bunnycore_Gemma-2-2B-Smart.json rename to data/models/bunnycore_gemma-2-2b-smart.json diff --git a/data/models/bunnycore_Gemma2-9B-TitanFusion.json b/data/models/bunnycore_gemma2-9b-titanfusion.json similarity index 100% rename from data/models/bunnycore_Gemma2-9B-TitanFusion.json rename to data/models/bunnycore_gemma2-9b-titanfusion.json diff --git a/data/models/bunnycore_HyperLlama-3.1-8B.json b/data/models/bunnycore_hyperllama-3.1-8b.json similarity index 100% rename from data/models/bunnycore_HyperLlama-3.1-8B.json rename to data/models/bunnycore_hyperllama-3.1-8b.json diff --git a/data/models/bunnycore_Llama-3.1-8B-TitanFusion-Mix.json b/data/models/bunnycore_llama-3.1-8b-titanfusion-mix.json similarity index 100% rename from data/models/bunnycore_Llama-3.1-8B-TitanFusion-Mix.json rename to data/models/bunnycore_llama-3.1-8b-titanfusion-mix.json diff --git a/data/models/bunnycore_Llama-3.1-8B-TitanFusion-v3.json b/data/models/bunnycore_llama-3.1-8b-titanfusion-v3.json similarity index 100% rename from data/models/bunnycore_Llama-3.1-8B-TitanFusion-v3.json rename to data/models/bunnycore_llama-3.1-8b-titanfusion-v3.json diff --git a/data/models/bunnycore_Llama-3.2-3B-All-Mix.json b/data/models/bunnycore_llama-3.2-3b-all-mix.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-All-Mix.json rename to data/models/bunnycore_llama-3.2-3b-all-mix.json diff --git a/data/models/bunnycore_Llama-3.2-3B-Bespoke-Thought.json b/data/models/bunnycore_llama-3.2-3b-bespoke-thought.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-Bespoke-Thought.json rename to data/models/bunnycore_llama-3.2-3b-bespoke-thought.json diff --git a/data/models/bunnycore_Llama-3.2-3B-Booval.json b/data/models/bunnycore_llama-3.2-3b-booval.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-Booval.json rename to data/models/bunnycore_llama-3.2-3b-booval.json diff --git a/data/models/bunnycore_Llama-3.2-3B-Deep-Test.json b/data/models/bunnycore_llama-3.2-3b-deep-test.json similarity index 99% rename from data/models/bunnycore_Llama-3.2-3B-Deep-Test.json rename to data/models/bunnycore_llama-3.2-3b-deep-test.json index 5ce0572be314ec7b607073f00ba87b7760238958..05cbb770cffa010b799551a630bc7b1089a91900 100644 --- a/data/models/bunnycore_Llama-3.2-3B-Deep-Test.json +++ b/data/models/bunnycore_llama-3.2-3b-deep-test.json @@ -5,9 +5,9 @@ "developer": "bunnycore", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "LlamaForCausalLM", - "params_billions": "1.803" + "params_billions": "3.607" } }, "evaluations": [ diff --git a/data/models/bunnycore_Llama-3.2-3B-Della.json b/data/models/bunnycore_llama-3.2-3b-della.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-Della.json rename to data/models/bunnycore_llama-3.2-3b-della.json diff --git a/data/models/bunnycore_Llama-3.2-3B-Long-Think.json b/data/models/bunnycore_llama-3.2-3b-long-think.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-Long-Think.json rename to data/models/bunnycore_llama-3.2-3b-long-think.json diff --git a/data/models/bunnycore_Llama-3.2-3B-Mix-Skill.json b/data/models/bunnycore_llama-3.2-3b-mix-skill.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-Mix-Skill.json rename to data/models/bunnycore_llama-3.2-3b-mix-skill.json diff --git a/data/models/bunnycore_Llama-3.2-3B-ProdigyPlus.json b/data/models/bunnycore_llama-3.2-3b-prodigyplus.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-ProdigyPlus.json rename to data/models/bunnycore_llama-3.2-3b-prodigyplus.json diff --git a/data/models/bunnycore_Llama-3.2-3B-ProdigyPlusPlus.json b/data/models/bunnycore_llama-3.2-3b-prodigyplusplus.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-ProdigyPlusPlus.json rename to data/models/bunnycore_llama-3.2-3b-prodigyplusplus.json diff --git a/data/models/bunnycore_Llama-3.2-3B-RP-DeepThink.json b/data/models/bunnycore_llama-3.2-3b-rp-deepthink.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-RP-DeepThink.json rename to data/models/bunnycore_llama-3.2-3b-rp-deepthink.json diff --git a/data/models/bunnycore_Llama-3.2-3b-RP-Toxic-Fuse.json b/data/models/bunnycore_llama-3.2-3b-rp-toxic-fuse.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3b-RP-Toxic-Fuse.json rename to data/models/bunnycore_llama-3.2-3b-rp-toxic-fuse.json diff --git a/data/models/bunnycore_Llama-3.2-3B-RRStock.json b/data/models/bunnycore_llama-3.2-3b-rrstock.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-RRStock.json rename to data/models/bunnycore_llama-3.2-3b-rrstock.json diff --git a/data/models/bunnycore_Llama-3.2-3B-ToxicKod.json b/data/models/bunnycore_llama-3.2-3b-toxickod.json similarity index 100% rename from data/models/bunnycore_Llama-3.2-3B-ToxicKod.json rename to data/models/bunnycore_llama-3.2-3b-toxickod.json diff --git a/data/models/bunnycore_Maestro-S1k-7B-Sce.json b/data/models/bunnycore_maestro-s1k-7b-sce.json similarity index 100% rename from data/models/bunnycore_Maestro-S1k-7B-Sce.json rename to data/models/bunnycore_maestro-s1k-7b-sce.json diff --git a/data/models/bunnycore_Phi-3.5-mini-TitanFusion-0.1.json b/data/models/bunnycore_phi-3.5-mini-titanfusion-0.1.json similarity index 100% rename from data/models/bunnycore_Phi-3.5-mini-TitanFusion-0.1.json rename to data/models/bunnycore_phi-3.5-mini-titanfusion-0.1.json diff --git a/data/models/bunnycore_Phi-4-Model-Stock-v2.json b/data/models/bunnycore_phi-4-model-stock-v2.json similarity index 100% rename from data/models/bunnycore_Phi-4-Model-Stock-v2.json rename to data/models/bunnycore_phi-4-model-stock-v2.json diff --git a/data/models/bunnycore_Phi-4-Model-Stock-v3.json b/data/models/bunnycore_phi-4-model-stock-v3.json similarity index 100% rename from data/models/bunnycore_Phi-4-Model-Stock-v3.json rename to data/models/bunnycore_phi-4-model-stock-v3.json diff --git a/data/models/bunnycore_Phi-4-Model-Stock-v4.json b/data/models/bunnycore_phi-4-model-stock-v4.json similarity index 100% rename from data/models/bunnycore_Phi-4-Model-Stock-v4.json rename to data/models/bunnycore_phi-4-model-stock-v4.json diff --git a/data/models/bunnycore_Phi-4-Model-Stock.json b/data/models/bunnycore_phi-4-model-stock.json similarity index 100% rename from data/models/bunnycore_Phi-4-Model-Stock.json rename to data/models/bunnycore_phi-4-model-stock.json diff --git a/data/models/bunnycore_Phi-4-ReasoningRP.json b/data/models/bunnycore_phi-4-reasoningrp.json similarity index 100% rename from data/models/bunnycore_Phi-4-ReasoningRP.json rename to data/models/bunnycore_phi-4-reasoningrp.json diff --git a/data/models/bunnycore_Phi-4-RP-v0.json b/data/models/bunnycore_phi-4-rp-v0.json similarity index 100% rename from data/models/bunnycore_Phi-4-RP-v0.json rename to data/models/bunnycore_phi-4-rp-v0.json diff --git a/data/models/bunnycore_Phi-4-RR-Shoup.json b/data/models/bunnycore_phi-4-rr-shoup.json similarity index 100% rename from data/models/bunnycore_Phi-4-RR-Shoup.json rename to data/models/bunnycore_phi-4-rr-shoup.json diff --git a/data/models/bunnycore_Phi-4-RStock-v0.1.json b/data/models/bunnycore_phi-4-rstock-v0.1.json similarity index 100% rename from data/models/bunnycore_Phi-4-RStock-v0.1.json rename to data/models/bunnycore_phi-4-rstock-v0.1.json diff --git a/data/models/bunnycore_Phi-4-Sce-exp-v0.1.json b/data/models/bunnycore_phi-4-sce-exp-v0.1.json similarity index 100% rename from data/models/bunnycore_Phi-4-Sce-exp-v0.1.json rename to data/models/bunnycore_phi-4-sce-exp-v0.1.json diff --git a/data/models/bunnycore_Phi-4-Stock-Ex.json b/data/models/bunnycore_phi-4-stock-ex.json similarity index 100% rename from data/models/bunnycore_Phi-4-Stock-Ex.json rename to data/models/bunnycore_phi-4-stock-ex.json diff --git a/data/models/bunnycore_Phi-4-Stock-RP.json b/data/models/bunnycore_phi-4-stock-rp.json similarity index 100% rename from data/models/bunnycore_Phi-4-Stock-RP.json rename to data/models/bunnycore_phi-4-stock-rp.json diff --git a/data/models/bunnycore_Phi-4-Trim-Exp1.json b/data/models/bunnycore_phi-4-trim-exp1.json similarity index 100% rename from data/models/bunnycore_Phi-4-Trim-Exp1.json rename to data/models/bunnycore_phi-4-trim-exp1.json diff --git a/data/models/bunnycore_Phi-Seek-4-Sce-V1.json b/data/models/bunnycore_phi-seek-4-sce-v1.json similarity index 100% rename from data/models/bunnycore_Phi-Seek-4-Sce-V1.json rename to data/models/bunnycore_phi-seek-4-sce-v1.json diff --git a/data/models/bunnycore_Qandora-2.5-7B-Creative.json b/data/models/bunnycore_qandora-2.5-7b-creative.json similarity index 100% rename from data/models/bunnycore_Qandora-2.5-7B-Creative.json rename to data/models/bunnycore_qandora-2.5-7b-creative.json diff --git a/data/models/bunnycore_QandoraExp-7B-Persona.json b/data/models/bunnycore_qandoraexp-7b-persona.json similarity index 100% rename from data/models/bunnycore_QandoraExp-7B-Persona.json rename to data/models/bunnycore_qandoraexp-7b-persona.json diff --git a/data/models/bunnycore_QandoraExp-7B-v2.json b/data/models/bunnycore_qandoraexp-7b-v2.json similarity index 100% rename from data/models/bunnycore_QandoraExp-7B-v2.json rename to data/models/bunnycore_qandoraexp-7b-v2.json diff --git a/data/models/bunnycore_QandoraExp-7B.json b/data/models/bunnycore_qandoraexp-7b.json similarity index 100% rename from data/models/bunnycore_QandoraExp-7B.json rename to data/models/bunnycore_qandoraexp-7b.json diff --git a/data/models/bunnycore_Qwen-2.5-7B-Deep-Sky-T1.json b/data/models/bunnycore_qwen-2.5-7b-deep-sky-t1.json similarity index 100% rename from data/models/bunnycore_Qwen-2.5-7B-Deep-Sky-T1.json rename to data/models/bunnycore_qwen-2.5-7b-deep-sky-t1.json diff --git a/data/models/bunnycore_Qwen-2.5-7B-Deep-Stock-v1.json b/data/models/bunnycore_qwen-2.5-7b-deep-stock-v1.json similarity index 100% rename from data/models/bunnycore_Qwen-2.5-7B-Deep-Stock-v1.json rename to data/models/bunnycore_qwen-2.5-7b-deep-stock-v1.json diff --git a/data/models/bunnycore_Qwen-2.5-7B-Deep-Stock-v4.json b/data/models/bunnycore_qwen-2.5-7b-deep-stock-v4.json similarity index 100% rename from data/models/bunnycore_Qwen-2.5-7B-Deep-Stock-v4.json rename to data/models/bunnycore_qwen-2.5-7b-deep-stock-v4.json diff --git a/data/models/bunnycore_Qwen-2.5-7B-Deep-Stock-v5.json b/data/models/bunnycore_qwen-2.5-7b-deep-stock-v5.json similarity index 100% rename from data/models/bunnycore_Qwen-2.5-7B-Deep-Stock-v5.json rename to data/models/bunnycore_qwen-2.5-7b-deep-stock-v5.json diff --git a/data/models/bunnycore_Qwen-2.5-7B-Exp-Sce.json b/data/models/bunnycore_qwen-2.5-7b-exp-sce.json similarity index 100% rename from data/models/bunnycore_Qwen-2.5-7B-Exp-Sce.json rename to data/models/bunnycore_qwen-2.5-7b-exp-sce.json diff --git a/data/models/bunnycore_Qwen-2.5-7B-R1-Stock.json b/data/models/bunnycore_qwen-2.5-7b-r1-stock.json similarity index 100% rename from data/models/bunnycore_Qwen-2.5-7B-R1-Stock.json rename to data/models/bunnycore_qwen-2.5-7b-r1-stock.json diff --git a/data/models/bunnycore_Qwen-2.5-7b-S1k.json b/data/models/bunnycore_qwen-2.5-7b-s1k.json similarity index 100% rename from data/models/bunnycore_Qwen-2.5-7b-S1k.json rename to data/models/bunnycore_qwen-2.5-7b-s1k.json diff --git a/data/models/bunnycore_Qwen-2.5-7B-Stock-Deep-Bespoke.json b/data/models/bunnycore_qwen-2.5-7b-stock-deep-bespoke.json similarity index 100% rename from data/models/bunnycore_Qwen-2.5-7B-Stock-Deep-Bespoke.json rename to data/models/bunnycore_qwen-2.5-7b-stock-deep-bespoke.json diff --git a/data/models/bunnycore_Qwen2.5-1.5B-Model-Stock.json b/data/models/bunnycore_qwen2.5-1.5b-model-stock.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-1.5B-Model-Stock.json rename to data/models/bunnycore_qwen2.5-1.5b-model-stock.json diff --git a/data/models/bunnycore_Qwen2.5-3B-Model-Stock-v2.json b/data/models/bunnycore_qwen2.5-3b-model-stock-v2.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-3B-Model-Stock-v2.json rename to data/models/bunnycore_qwen2.5-3b-model-stock-v2.json diff --git a/data/models/bunnycore_Qwen2.5-3B-Model-Stock-v3.1.json b/data/models/bunnycore_qwen2.5-3b-model-stock-v3.1.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-3B-Model-Stock-v3.1.json rename to data/models/bunnycore_qwen2.5-3b-model-stock-v3.1.json diff --git a/data/models/bunnycore_Qwen2.5-3B-Model-Stock-v3.2.json b/data/models/bunnycore_qwen2.5-3b-model-stock-v3.2.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-3B-Model-Stock-v3.2.json rename to data/models/bunnycore_qwen2.5-3b-model-stock-v3.2.json diff --git a/data/models/bunnycore_Qwen2.5-3B-Model-Stock-v4.1.json b/data/models/bunnycore_qwen2.5-3b-model-stock-v4.1.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-3B-Model-Stock-v4.1.json rename to data/models/bunnycore_qwen2.5-3b-model-stock-v4.1.json diff --git a/data/models/bunnycore_Qwen2.5-3B-Model-Stock.json b/data/models/bunnycore_qwen2.5-3b-model-stock.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-3B-Model-Stock.json rename to data/models/bunnycore_qwen2.5-3b-model-stock.json diff --git a/data/models/bunnycore_Qwen2.5-3B-RP-Mix.json b/data/models/bunnycore_qwen2.5-3b-rp-mix.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-3B-RP-Mix.json rename to data/models/bunnycore_qwen2.5-3b-rp-mix.json diff --git a/data/models/bunnycore_Qwen2.5-3B-RP-Thinker-V2.json b/data/models/bunnycore_qwen2.5-3b-rp-thinker-v2.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-3B-RP-Thinker-V2.json rename to data/models/bunnycore_qwen2.5-3b-rp-thinker-v2.json diff --git a/data/models/bunnycore_Qwen2.5-3B-RP-Thinker.json b/data/models/bunnycore_qwen2.5-3b-rp-thinker.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-3B-RP-Thinker.json rename to data/models/bunnycore_qwen2.5-3b-rp-thinker.json diff --git a/data/models/bunnycore_Qwen2.5-7B-CyberRombos.json b/data/models/bunnycore_qwen2.5-7b-cyberrombos.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-CyberRombos.json rename to data/models/bunnycore_qwen2.5-7b-cyberrombos.json diff --git a/data/models/bunnycore_Qwen2.5-7B-Fuse-Exp.json b/data/models/bunnycore_qwen2.5-7b-fuse-exp.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-Fuse-Exp.json rename to data/models/bunnycore_qwen2.5-7b-fuse-exp.json diff --git a/data/models/bunnycore_Qwen2.5-7B-Instruct-Fusion.json b/data/models/bunnycore_qwen2.5-7b-instruct-fusion.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-Instruct-Fusion.json rename to data/models/bunnycore_qwen2.5-7b-instruct-fusion.json diff --git a/data/models/bunnycore_Qwen2.5-7B-Instruct-Merge-Stock-v0.1.json b/data/models/bunnycore_qwen2.5-7b-instruct-merge-stock-v0.1.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-Instruct-Merge-Stock-v0.1.json rename to data/models/bunnycore_qwen2.5-7b-instruct-merge-stock-v0.1.json diff --git a/data/models/bunnycore_Qwen2.5-7B-MixStock-Sce-V0.3.json b/data/models/bunnycore_qwen2.5-7b-mixstock-sce-v0.3.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-MixStock-Sce-V0.3.json rename to data/models/bunnycore_qwen2.5-7b-mixstock-sce-v0.3.json diff --git a/data/models/bunnycore_Qwen2.5-7B-MixStock-V0.1.json b/data/models/bunnycore_qwen2.5-7b-mixstock-v0.1.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-MixStock-V0.1.json rename to data/models/bunnycore_qwen2.5-7b-mixstock-v0.1.json diff --git a/data/models/bunnycore_Qwen2.5-7B-R1-Bespoke-Stock.json b/data/models/bunnycore_qwen2.5-7b-r1-bespoke-stock.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-R1-Bespoke-Stock.json rename to data/models/bunnycore_qwen2.5-7b-r1-bespoke-stock.json diff --git a/data/models/bunnycore_Qwen2.5-7B-R1-Bespoke-Task.json b/data/models/bunnycore_qwen2.5-7b-r1-bespoke-task.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-R1-Bespoke-Task.json rename to data/models/bunnycore_qwen2.5-7b-r1-bespoke-task.json diff --git a/data/models/bunnycore_Qwen2.5-7B-RRP-1M-Thinker.json b/data/models/bunnycore_qwen2.5-7b-rrp-1m-thinker.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-RRP-1M-Thinker.json rename to data/models/bunnycore_qwen2.5-7b-rrp-1m-thinker.json diff --git a/data/models/bunnycore_Qwen2.5-7B-RRP-1M.json b/data/models/bunnycore_qwen2.5-7b-rrp-1m.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-RRP-1M.json rename to data/models/bunnycore_qwen2.5-7b-rrp-1m.json diff --git a/data/models/bunnycore_Qwen2.5-7B-RRP-ID.json b/data/models/bunnycore_qwen2.5-7b-rrp-id.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-RRP-ID.json rename to data/models/bunnycore_qwen2.5-7b-rrp-id.json diff --git a/data/models/bunnycore_Qwen2.5-7B-Sky-R1-Mini.json b/data/models/bunnycore_qwen2.5-7b-sky-r1-mini.json similarity index 100% rename from data/models/bunnycore_Qwen2.5-7B-Sky-R1-Mini.json rename to data/models/bunnycore_qwen2.5-7b-sky-r1-mini.json diff --git a/data/models/bunnycore_QwenMosaic-7B.json b/data/models/bunnycore_qwenmosaic-7b.json similarity index 100% rename from data/models/bunnycore_QwenMosaic-7B.json rename to data/models/bunnycore_qwenmosaic-7b.json diff --git a/data/models/bunnycore_QwQen-3B-LCoT-R1.json b/data/models/bunnycore_qwqen-3b-lcot-r1.json similarity index 100% rename from data/models/bunnycore_QwQen-3B-LCoT-R1.json rename to data/models/bunnycore_qwqen-3b-lcot-r1.json diff --git a/data/models/bunnycore_QwQen-3B-LCoT.json b/data/models/bunnycore_qwqen-3b-lcot.json similarity index 100% rename from data/models/bunnycore_QwQen-3B-LCoT.json rename to data/models/bunnycore_qwqen-3b-lcot.json diff --git a/data/models/bunnycore_Smol-Llama-3.2-3B.json b/data/models/bunnycore_smol-llama-3.2-3b.json similarity index 100% rename from data/models/bunnycore_Smol-Llama-3.2-3B.json rename to data/models/bunnycore_smol-llama-3.2-3b.json diff --git a/data/models/bunnycore_SmolLM2-1.7-Persona.json b/data/models/bunnycore_smollm2-1.7-persona.json similarity index 100% rename from data/models/bunnycore_SmolLM2-1.7-Persona.json rename to data/models/bunnycore_smollm2-1.7-persona.json diff --git a/data/models/bunnycore_SmolLM2-1.7B-roleplay-lora.json b/data/models/bunnycore_smollm2-1.7b-roleplay-lora.json similarity index 100% rename from data/models/bunnycore_SmolLM2-1.7B-roleplay-lora.json rename to data/models/bunnycore_smollm2-1.7b-roleplay-lora.json diff --git a/data/models/bunnycore_Tulu-3.1-8B-SuperNova.json b/data/models/bunnycore_tulu-3.1-8b-supernova.json similarity index 100% rename from data/models/bunnycore_Tulu-3.1-8B-SuperNova.json rename to data/models/bunnycore_tulu-3.1-8b-supernova.json diff --git a/data/models/byroneverson_Mistral-Small-Instruct-2409-abliterated.json b/data/models/byroneverson_mistral-small-instruct-2409-abliterated.json similarity index 100% rename from data/models/byroneverson_Mistral-Small-Instruct-2409-abliterated.json rename to data/models/byroneverson_mistral-small-instruct-2409-abliterated.json diff --git a/data/models/byroneverson_Yi-1.5-9B-Chat-16K-abliterated.json b/data/models/byroneverson_yi-1.5-9b-chat-16k-abliterated.json similarity index 100% rename from data/models/byroneverson_Yi-1.5-9B-Chat-16K-abliterated.json rename to data/models/byroneverson_yi-1.5-9b-chat-16k-abliterated.json diff --git a/data/models/byroneverson_Yi-1.5-9B-Chat-abliterated.json b/data/models/byroneverson_yi-1.5-9b-chat-abliterated.json similarity index 100% rename from data/models/byroneverson_Yi-1.5-9B-Chat-abliterated.json rename to data/models/byroneverson_yi-1.5-9b-chat-abliterated.json diff --git a/data/models/c10x_Q-Pluse.json b/data/models/c10x_q-pluse.json similarity index 100% rename from data/models/c10x_Q-Pluse.json rename to data/models/c10x_q-pluse.json diff --git a/data/models/CarrotAI_Llama-3.2-Rabbit-Ko-3B-Instruct-2412.json b/data/models/carrotai_llama-3.2-rabbit-ko-3b-instruct-2412.json similarity index 100% rename from data/models/CarrotAI_Llama-3.2-Rabbit-Ko-3B-Instruct-2412.json rename to data/models/carrotai_llama-3.2-rabbit-ko-3b-instruct-2412.json diff --git a/data/models/CarrotAI_Llama-3.2-Rabbit-Ko-3B-Instruct.json b/data/models/carrotai_llama-3.2-rabbit-ko-3b-instruct.json similarity index 100% rename from data/models/CarrotAI_Llama-3.2-Rabbit-Ko-3B-Instruct.json rename to data/models/carrotai_llama-3.2-rabbit-ko-3b-instruct.json diff --git a/data/models/Casual-Autopsy_L3-Umbral-Mind-RP-v2.0-8B.json b/data/models/casual-autopsy_l3-umbral-mind-rp-v2.0-8b.json similarity index 100% rename from data/models/Casual-Autopsy_L3-Umbral-Mind-RP-v2.0-8B.json rename to data/models/casual-autopsy_l3-umbral-mind-rp-v2.0-8b.json diff --git a/data/models/CausalLM_14B.json b/data/models/causallm_14b.json similarity index 100% rename from data/models/CausalLM_14B.json rename to data/models/causallm_14b.json diff --git a/data/models/CausalLM_34b-beta.json b/data/models/causallm_34b-beta.json similarity index 100% rename from data/models/CausalLM_34b-beta.json rename to data/models/causallm_34b-beta.json diff --git a/data/models/CausalLM_preview-1-hf.json b/data/models/causallm_preview-1-hf.json similarity index 100% rename from data/models/CausalLM_preview-1-hf.json rename to data/models/causallm_preview-1-hf.json diff --git a/data/models/cgato_TheSalt-L3-8b-v0.3.2.json b/data/models/cgato_thesalt-l3-8b-v0.3.2.json similarity index 100% rename from data/models/cgato_TheSalt-L3-8b-v0.3.2.json rename to data/models/cgato_thesalt-l3-8b-v0.3.2.json diff --git a/data/models/Changgil_K2S3-14b-v0.2.json b/data/models/changgil_k2s3-14b-v0.2.json similarity index 100% rename from data/models/Changgil_K2S3-14b-v0.2.json rename to data/models/changgil_k2s3-14b-v0.2.json diff --git a/data/models/Changgil_K2S3-v0.1.json b/data/models/changgil_k2s3-v0.1.json similarity index 100% rename from data/models/Changgil_K2S3-v0.1.json rename to data/models/changgil_k2s3-v0.1.json diff --git a/data/models/chujiezheng_Llama-3-Instruct-8B-SimPO-ExPO.json b/data/models/chujiezheng_llama-3-instruct-8b-simpo-expo.json similarity index 100% rename from data/models/chujiezheng_Llama-3-Instruct-8B-SimPO-ExPO.json rename to data/models/chujiezheng_llama-3-instruct-8b-simpo-expo.json diff --git a/data/models/chujiezheng_Mistral7B-PairRM-SPPO-ExPO.json b/data/models/chujiezheng_mistral7b-pairrm-sppo-expo.json similarity index 100% rename from data/models/chujiezheng_Mistral7B-PairRM-SPPO-ExPO.json rename to data/models/chujiezheng_mistral7b-pairrm-sppo-expo.json diff --git a/data/models/CIR-AMS_BTRM_Qwen2_7b_0613.json b/data/models/cir-ams_btrm_qwen2_7b_0613.json similarity index 100% rename from data/models/CIR-AMS_BTRM_Qwen2_7b_0613.json rename to data/models/cir-ams_btrm_qwen2_7b_0613.json index 84a36ab2262aa5d4869e5d141d383b85699971f1..9fb827ce32fb32044e2247d7f86c70d1bc13d414 100644 --- a/data/models/CIR-AMS_BTRM_Qwen2_7b_0613.json +++ b/data/models/cir-ams_btrm_qwen2_7b_0613.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/CIR-AMS_BTRM_Qwen2_7b_0613/1766412838.146816", + "evaluation_id": "reward-bench-2/CIR-AMS_BTRM_Qwen2_7b_0613/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8172 + "score": 0.5736 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9749 + "score": 0.5347 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5724 + "score": 0.3563 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6066 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9014 + "score": 0.7178 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8775 + "score": 0.5737 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7029 + "score": 0.6527 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/CIR-AMS_BTRM_Qwen2_7b_0613/1766412838.146816", + "evaluation_id": "reward-bench/CIR-AMS_BTRM_Qwen2_7b_0613/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5736 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5347 + "score": 0.8172 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3563 + "score": 0.9749 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6066 + "score": 0.5724 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7178 + "score": 0.9014 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5737 + "score": 0.8775 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6527 + "score": 0.7029 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/cjvt_GaMS-1B.json b/data/models/cjvt_gams-1b.json similarity index 100% rename from data/models/cjvt_GaMS-1B.json rename to data/models/cjvt_gams-1b.json diff --git a/data/models/ClaudioItaly_Albacus.json b/data/models/claudioitaly_albacus.json similarity index 100% rename from data/models/ClaudioItaly_Albacus.json rename to data/models/claudioitaly_albacus.json diff --git a/data/models/ClaudioItaly_Book-Gut12B.json b/data/models/claudioitaly_book-gut12b.json similarity index 100% rename from data/models/ClaudioItaly_Book-Gut12B.json rename to data/models/claudioitaly_book-gut12b.json diff --git a/data/models/ClaudioItaly_Evolutionstory-7B-v2.2.json b/data/models/claudioitaly_evolutionstory-7b-v2.2.json similarity index 100% rename from data/models/ClaudioItaly_Evolutionstory-7B-v2.2.json rename to data/models/claudioitaly_evolutionstory-7b-v2.2.json diff --git a/data/models/ClaudioItaly_intelligence-cod-rag-7b-v3.json b/data/models/claudioitaly_intelligence-cod-rag-7b-v3.json similarity index 100% rename from data/models/ClaudioItaly_intelligence-cod-rag-7b-v3.json rename to data/models/claudioitaly_intelligence-cod-rag-7b-v3.json diff --git a/data/models/cloudyu_Llama-3-70Bx2-MOE.json b/data/models/cloudyu_llama-3-70bx2-moe.json similarity index 100% rename from data/models/cloudyu_Llama-3-70Bx2-MOE.json rename to data/models/cloudyu_llama-3-70bx2-moe.json diff --git a/data/models/cloudyu_Llama-3.2-3Bx4.json b/data/models/cloudyu_llama-3.2-3bx4.json similarity index 100% rename from data/models/cloudyu_Llama-3.2-3Bx4.json rename to data/models/cloudyu_llama-3.2-3bx4.json diff --git a/data/models/cloudyu_Mixtral_11Bx2_MoE_19B.json b/data/models/cloudyu_mixtral_11bx2_moe_19b.json similarity index 100% rename from data/models/cloudyu_Mixtral_11Bx2_MoE_19B.json rename to data/models/cloudyu_mixtral_11bx2_moe_19b.json diff --git a/data/models/cloudyu_Mixtral_34Bx2_MoE_60B.json b/data/models/cloudyu_mixtral_34bx2_moe_60b.json similarity index 100% rename from data/models/cloudyu_Mixtral_34Bx2_MoE_60B.json rename to data/models/cloudyu_mixtral_34bx2_moe_60b.json diff --git a/data/models/cloudyu_Mixtral_7Bx2_MoE.json b/data/models/cloudyu_mixtral_7bx2_moe.json similarity index 100% rename from data/models/cloudyu_Mixtral_7Bx2_MoE.json rename to data/models/cloudyu_mixtral_7bx2_moe.json diff --git a/data/models/cloudyu_S1-Llama-3.2-3Bx4-MoE.json b/data/models/cloudyu_s1-llama-3.2-3bx4-moe.json similarity index 100% rename from data/models/cloudyu_S1-Llama-3.2-3Bx4-MoE.json rename to data/models/cloudyu_s1-llama-3.2-3bx4-moe.json diff --git a/data/models/cloudyu_Yi-34Bx2-MoE-60B-DPO.json b/data/models/cloudyu_yi-34bx2-moe-60b-dpo.json similarity index 100% rename from data/models/cloudyu_Yi-34Bx2-MoE-60B-DPO.json rename to data/models/cloudyu_yi-34bx2-moe-60b-dpo.json diff --git a/data/models/cluebbers_Llama-3.1-8B-paraphrase-type-generation-apty-ipo.json b/data/models/cluebbers_llama-3.1-8b-paraphrase-type-generation-apty-ipo.json similarity index 100% rename from data/models/cluebbers_Llama-3.1-8B-paraphrase-type-generation-apty-ipo.json rename to data/models/cluebbers_llama-3.1-8b-paraphrase-type-generation-apty-ipo.json diff --git a/data/models/cluebbers_Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid.json b/data/models/cluebbers_llama-3.1-8b-paraphrase-type-generation-apty-sigmoid.json similarity index 100% rename from data/models/cluebbers_Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid.json rename to data/models/cluebbers_llama-3.1-8b-paraphrase-type-generation-apty-sigmoid.json diff --git a/data/models/cluebbers_Llama-3.1-8B-paraphrase-type-generation-etpc.json b/data/models/cluebbers_llama-3.1-8b-paraphrase-type-generation-etpc.json similarity index 100% rename from data/models/cluebbers_Llama-3.1-8B-paraphrase-type-generation-etpc.json rename to data/models/cluebbers_llama-3.1-8b-paraphrase-type-generation-etpc.json diff --git a/data/models/cognitivecomputations_dolphin-2.9.2-Phi-3-Medium-abliterated.json b/data/models/cognitivecomputations_dolphin-2.9.2-phi-3-medium-abliterated.json similarity index 99% rename from data/models/cognitivecomputations_dolphin-2.9.2-Phi-3-Medium-abliterated.json rename to data/models/cognitivecomputations_dolphin-2.9.2-phi-3-medium-abliterated.json index 5a05bbf781307c09b622fb50fc09f0f1a3fd17e9..62d09c3db567da9932caf7141d7a1389c1aafea9 100644 --- a/data/models/cognitivecomputations_dolphin-2.9.2-Phi-3-Medium-abliterated.json +++ b/data/models/cognitivecomputations_dolphin-2.9.2-phi-3-medium-abliterated.json @@ -5,7 +5,7 @@ "developer": "cognitivecomputations", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MistralForCausalLM", "params_billions": "13.96" } diff --git a/data/models/cognitivecomputations_dolphin-2.9.2-Phi-3-Medium.json b/data/models/cognitivecomputations_dolphin-2.9.2-phi-3-medium.json similarity index 100% rename from data/models/cognitivecomputations_dolphin-2.9.2-Phi-3-Medium.json rename to data/models/cognitivecomputations_dolphin-2.9.2-phi-3-medium.json diff --git a/data/models/cognitivecomputations_dolphin-2.9.3-mistral-7B-32k.json b/data/models/cognitivecomputations_dolphin-2.9.3-mistral-7b-32k.json similarity index 100% rename from data/models/cognitivecomputations_dolphin-2.9.3-mistral-7B-32k.json rename to data/models/cognitivecomputations_dolphin-2.9.3-mistral-7b-32k.json diff --git a/data/models/cognitivecomputations_dolphin-2.9.3-Yi-1.5-34B-32k.json b/data/models/cognitivecomputations_dolphin-2.9.3-yi-1.5-34b-32k.json similarity index 100% rename from data/models/cognitivecomputations_dolphin-2.9.3-Yi-1.5-34B-32k.json rename to data/models/cognitivecomputations_dolphin-2.9.3-yi-1.5-34b-32k.json diff --git a/data/models/cognitivecomputations_Dolphin3.0-Llama3.1-8B.json b/data/models/cognitivecomputations_dolphin3.0-llama3.1-8b.json similarity index 100% rename from data/models/cognitivecomputations_Dolphin3.0-Llama3.1-8B.json rename to data/models/cognitivecomputations_dolphin3.0-llama3.1-8b.json diff --git a/data/models/cognitivecomputations_Dolphin3.0-Llama3.2-1B.json b/data/models/cognitivecomputations_dolphin3.0-llama3.2-1b.json similarity index 100% rename from data/models/cognitivecomputations_Dolphin3.0-Llama3.2-1B.json rename to data/models/cognitivecomputations_dolphin3.0-llama3.2-1b.json diff --git a/data/models/cognitivecomputations_Dolphin3.0-Qwen2.5-0.5B.json b/data/models/cognitivecomputations_dolphin3.0-qwen2.5-0.5b.json similarity index 100% rename from data/models/cognitivecomputations_Dolphin3.0-Qwen2.5-0.5B.json rename to data/models/cognitivecomputations_dolphin3.0-qwen2.5-0.5b.json diff --git a/data/models/cognitivecomputations_Dolphin3.0-R1-Mistral-24B.json b/data/models/cognitivecomputations_dolphin3.0-r1-mistral-24b.json similarity index 100% rename from data/models/cognitivecomputations_Dolphin3.0-R1-Mistral-24B.json rename to data/models/cognitivecomputations_dolphin3.0-r1-mistral-24b.json diff --git a/data/models/cohere_Cohere-Command-beta-52.4B.json b/data/models/cohere_cohere-command-beta-52.4b.json similarity index 100% rename from data/models/cohere_Cohere-Command-beta-52.4B.json rename to data/models/cohere_cohere-command-beta-52.4b.json diff --git a/data/models/cohere_Cohere-Command-beta-6.1B.json b/data/models/cohere_cohere-command-beta-6.1b.json similarity index 100% rename from data/models/cohere_Cohere-Command-beta-6.1B.json rename to data/models/cohere_cohere-command-beta-6.1b.json diff --git a/data/models/cohere_Cohere-large-v20220720-13.1B.json b/data/models/cohere_cohere-large-v20220720-13.1b.json similarity index 100% rename from data/models/cohere_Cohere-large-v20220720-13.1B.json rename to data/models/cohere_cohere-large-v20220720-13.1b.json diff --git a/data/models/cohere_Cohere-medium-v20220720-6.1B.json b/data/models/cohere_cohere-medium-v20220720-6.1b.json similarity index 100% rename from data/models/cohere_Cohere-medium-v20220720-6.1B.json rename to data/models/cohere_cohere-medium-v20220720-6.1b.json diff --git a/data/models/cohere_Cohere-medium-v20221108-6.1B.json b/data/models/cohere_cohere-medium-v20221108-6.1b.json similarity index 100% rename from data/models/cohere_Cohere-medium-v20221108-6.1B.json rename to data/models/cohere_cohere-medium-v20221108-6.1b.json diff --git a/data/models/cohere_Cohere-small-v20220720-410M.json b/data/models/cohere_cohere-small-v20220720-410m.json similarity index 100% rename from data/models/cohere_Cohere-small-v20220720-410M.json rename to data/models/cohere_cohere-small-v20220720-410m.json diff --git a/data/models/cohere_Cohere-xlarge-v20220609-52.4B.json b/data/models/cohere_cohere-xlarge-v20220609-52.4b.json similarity index 100% rename from data/models/cohere_Cohere-xlarge-v20220609-52.4B.json rename to data/models/cohere_cohere-xlarge-v20220609-52.4b.json diff --git a/data/models/cohere_Cohere-xlarge-v20221108-52.4B.json b/data/models/cohere_cohere-xlarge-v20221108-52.4b.json similarity index 100% rename from data/models/cohere_Cohere-xlarge-v20221108-52.4B.json rename to data/models/cohere_cohere-xlarge-v20221108-52.4b.json diff --git a/data/models/cohere_command-a-03-2025.json b/data/models/cohere_command-a-03-2025.json index aedaf4e5f944a400d87afc543fa422bde24be135..205f7c496ed81b612dd2b182b3cf2e9fd9ac9c54 100644 --- a/data/models/cohere_command-a-03-2025.json +++ b/data/models/cohere_command-a-03-2025.json @@ -10,8 +10,8 @@ }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/cohere_command-a-03-2025/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/cohere_command-a-03-2025/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/cohere_command-a-03-2025/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/cohere_command-a-03-2025/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/Cohere_March_2024.json b/data/models/cohere_march_2024.json similarity index 100% rename from data/models/Cohere_March_2024.json rename to data/models/cohere_march_2024.json diff --git a/data/models/Cohere_May_2024.json b/data/models/cohere_may_2024.json similarity index 100% rename from data/models/Cohere_May_2024.json rename to data/models/cohere_may_2024.json diff --git a/data/models/CohereForAI_aya-23-35B.json b/data/models/cohereforai_aya-23-35b.json similarity index 100% rename from data/models/CohereForAI_aya-23-35B.json rename to data/models/cohereforai_aya-23-35b.json diff --git a/data/models/CohereForAI_aya-23-8B.json b/data/models/cohereforai_aya-23-8b.json similarity index 100% rename from data/models/CohereForAI_aya-23-8B.json rename to data/models/cohereforai_aya-23-8b.json diff --git a/data/models/CohereForAI_aya-expanse-32b.json b/data/models/cohereforai_aya-expanse-32b.json similarity index 100% rename from data/models/CohereForAI_aya-expanse-32b.json rename to data/models/cohereforai_aya-expanse-32b.json diff --git a/data/models/CohereForAI_aya-expanse-8b.json b/data/models/cohereforai_aya-expanse-8b.json similarity index 100% rename from data/models/CohereForAI_aya-expanse-8b.json rename to data/models/cohereforai_aya-expanse-8b.json diff --git a/data/models/CohereForAI_c4ai-command-r-plus-08-2024.json b/data/models/cohereforai_c4ai-command-r-plus-08-2024.json similarity index 100% rename from data/models/CohereForAI_c4ai-command-r-plus-08-2024.json rename to data/models/cohereforai_c4ai-command-r-plus-08-2024.json diff --git a/data/models/CohereForAI_c4ai-command-r-plus.json b/data/models/cohereforai_c4ai-command-r-plus.json similarity index 98% rename from data/models/CohereForAI_c4ai-command-r-plus.json rename to data/models/cohereforai_c4ai-command-r-plus.json index 64d39f8391144f855add5c4f7f6e492cbdb3048c..ae44fc90e696a06e13fb7cf04444759374089943 100644 --- a/data/models/CohereForAI_c4ai-command-r-plus.json +++ b/data/models/cohereforai_c4ai-command-r-plus.json @@ -3,8 +3,11 @@ "name": "CohereForAI/c4ai-command-r-plus", "id": "CohereForAI/c4ai-command-r-plus", "developer": "CohereForAI", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative" + "precision": "float16", + "architecture": "CohereForCausalLM", + "params_billions": "103.811" } }, "evaluations": [ diff --git a/data/models/CohereForAI_c4ai-command-r-v01.json b/data/models/cohereforai_c4ai-command-r-v01.json similarity index 100% rename from data/models/CohereForAI_c4ai-command-r-v01.json rename to data/models/cohereforai_c4ai-command-r-v01.json diff --git a/data/models/CohereForAI_c4ai-command-r7b-12-2024.json b/data/models/cohereforai_c4ai-command-r7b-12-2024.json similarity index 100% rename from data/models/CohereForAI_c4ai-command-r7b-12-2024.json rename to data/models/cohereforai_c4ai-command-r7b-12-2024.json diff --git a/data/models/collaiborateorg_Collaiborator-MEDLLM-Llama-3-8B-v2.json b/data/models/collaiborateorg_collaiborator-medllm-llama-3-8b-v2.json similarity index 100% rename from data/models/collaiborateorg_Collaiborator-MEDLLM-Llama-3-8B-v2.json rename to data/models/collaiborateorg_collaiborator-medllm-llama-3-8b-v2.json diff --git a/data/models/Columbia-NLP_LION-Gemma-2b-dpo-v1.0.json b/data/models/columbia-nlp_lion-gemma-2b-dpo-v1.0.json similarity index 99% rename from data/models/Columbia-NLP_LION-Gemma-2b-dpo-v1.0.json rename to data/models/columbia-nlp_lion-gemma-2b-dpo-v1.0.json index b26ff0b073743787f9ddf9ff7dc370db6aa560e8..e1500a121f56ad89301900472e223d7937764cb0 100644 --- a/data/models/Columbia-NLP_LION-Gemma-2b-dpo-v1.0.json +++ b/data/models/columbia-nlp_lion-gemma-2b-dpo-v1.0.json @@ -5,7 +5,7 @@ "developer": "Columbia-NLP", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "GemmaForCausalLM", "params_billions": "2.506" } diff --git a/data/models/Columbia-NLP_LION-Gemma-2b-odpo-v1.0.json b/data/models/columbia-nlp_lion-gemma-2b-odpo-v1.0.json similarity index 100% rename from data/models/Columbia-NLP_LION-Gemma-2b-odpo-v1.0.json rename to data/models/columbia-nlp_lion-gemma-2b-odpo-v1.0.json diff --git a/data/models/Columbia-NLP_LION-Gemma-2b-sft-v1.0.json b/data/models/columbia-nlp_lion-gemma-2b-sft-v1.0.json similarity index 100% rename from data/models/Columbia-NLP_LION-Gemma-2b-sft-v1.0.json rename to data/models/columbia-nlp_lion-gemma-2b-sft-v1.0.json diff --git a/data/models/Columbia-NLP_LION-LLaMA-3-8b-dpo-v1.0.json b/data/models/columbia-nlp_lion-llama-3-8b-dpo-v1.0.json similarity index 100% rename from data/models/Columbia-NLP_LION-LLaMA-3-8b-dpo-v1.0.json rename to data/models/columbia-nlp_lion-llama-3-8b-dpo-v1.0.json diff --git a/data/models/Columbia-NLP_LION-LLaMA-3-8b-odpo-v1.0.json b/data/models/columbia-nlp_lion-llama-3-8b-odpo-v1.0.json similarity index 100% rename from data/models/Columbia-NLP_LION-LLaMA-3-8b-odpo-v1.0.json rename to data/models/columbia-nlp_lion-llama-3-8b-odpo-v1.0.json diff --git a/data/models/Columbia-NLP_LION-LLaMA-3-8b-sft-v1.0.json b/data/models/columbia-nlp_lion-llama-3-8b-sft-v1.0.json similarity index 100% rename from data/models/Columbia-NLP_LION-LLaMA-3-8b-sft-v1.0.json rename to data/models/columbia-nlp_lion-llama-3-8b-sft-v1.0.json diff --git a/data/models/CombinHorizon_huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES.json b/data/models/combinhorizon_huihui-ai-abliterated-qwen2.5-32b-inst-basemerge-ties.json similarity index 100% rename from data/models/CombinHorizon_huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES.json rename to data/models/combinhorizon_huihui-ai-abliterated-qwen2.5-32b-inst-basemerge-ties.json diff --git a/data/models/CombinHorizon_huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES.json b/data/models/combinhorizon_huihui-ai-abliteratedv2-qwen2.5-14b-inst-basemerge-ties.json similarity index 100% rename from data/models/CombinHorizon_huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES.json rename to data/models/combinhorizon_huihui-ai-abliteratedv2-qwen2.5-14b-inst-basemerge-ties.json diff --git a/data/models/CombinHorizon_Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES.json b/data/models/combinhorizon_josiefied-abliteratedv4-qwen2.5-14b-inst-basemerge-ties.json similarity index 100% rename from data/models/CombinHorizon_Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES.json rename to data/models/combinhorizon_josiefied-abliteratedv4-qwen2.5-14b-inst-basemerge-ties.json diff --git a/data/models/CombinHorizon_Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES.json b/data/models/combinhorizon_rombos-qwen2.5-7b-inst-basemerge-ties.json similarity index 100% rename from data/models/CombinHorizon_Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES.json rename to data/models/combinhorizon_rombos-qwen2.5-7b-inst-basemerge-ties.json diff --git a/data/models/CombinHorizon_YiSM-blossom5.1-34B-SLERP.json b/data/models/combinhorizon_yism-blossom5.1-34b-slerp.json similarity index 100% rename from data/models/CombinHorizon_YiSM-blossom5.1-34B-SLERP.json rename to data/models/combinhorizon_yism-blossom5.1-34b-slerp.json diff --git a/data/models/CombinHorizon_zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES.json b/data/models/combinhorizon_zetasepic-abliteratedv2-qwen2.5-32b-inst-basemerge-ties.json similarity index 100% rename from data/models/CombinHorizon_zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES.json rename to data/models/combinhorizon_zetasepic-abliteratedv2-qwen2.5-32b-inst-basemerge-ties.json diff --git a/data/models/ContactDoctor_Bio-Medical-3B-CoT-012025.json b/data/models/contactdoctor_bio-medical-3b-cot-012025.json similarity index 100% rename from data/models/ContactDoctor_Bio-Medical-3B-CoT-012025.json rename to data/models/contactdoctor_bio-medical-3b-cot-012025.json diff --git a/data/models/ContactDoctor_Bio-Medical-Llama-3-8B.json b/data/models/contactdoctor_bio-medical-llama-3-8b.json similarity index 100% rename from data/models/ContactDoctor_Bio-Medical-Llama-3-8B.json rename to data/models/contactdoctor_bio-medical-llama-3-8b.json diff --git a/data/models/ContextualAI_archangel_sft-dpo_llama13b.json b/data/models/contextualai_archangel_sft-dpo_llama13b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-dpo_llama13b.json rename to data/models/contextualai_archangel_sft-dpo_llama13b.json diff --git a/data/models/ContextualAI_archangel_sft-dpo_llama30b.json b/data/models/contextualai_archangel_sft-dpo_llama30b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-dpo_llama30b.json rename to data/models/contextualai_archangel_sft-dpo_llama30b.json diff --git a/data/models/ContextualAI_archangel_sft-dpo_llama7b.json b/data/models/contextualai_archangel_sft-dpo_llama7b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-dpo_llama7b.json rename to data/models/contextualai_archangel_sft-dpo_llama7b.json diff --git a/data/models/ContextualAI_archangel_sft-dpo_pythia1-4b.json b/data/models/contextualai_archangel_sft-dpo_pythia1-4b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-dpo_pythia1-4b.json rename to data/models/contextualai_archangel_sft-dpo_pythia1-4b.json diff --git a/data/models/ContextualAI_archangel_sft-dpo_pythia12-0b.json b/data/models/contextualai_archangel_sft-dpo_pythia12-0b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-dpo_pythia12-0b.json rename to data/models/contextualai_archangel_sft-dpo_pythia12-0b.json diff --git a/data/models/ContextualAI_archangel_sft-dpo_pythia2-8b.json b/data/models/contextualai_archangel_sft-dpo_pythia2-8b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-dpo_pythia2-8b.json rename to data/models/contextualai_archangel_sft-dpo_pythia2-8b.json diff --git a/data/models/ContextualAI_archangel_sft-dpo_pythia6-9b.json b/data/models/contextualai_archangel_sft-dpo_pythia6-9b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-dpo_pythia6-9b.json rename to data/models/contextualai_archangel_sft-dpo_pythia6-9b.json diff --git a/data/models/ContextualAI_archangel_sft-kto_llama13b.json b/data/models/contextualai_archangel_sft-kto_llama13b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-kto_llama13b.json rename to data/models/contextualai_archangel_sft-kto_llama13b.json diff --git a/data/models/ContextualAI_archangel_sft-kto_llama30b.json b/data/models/contextualai_archangel_sft-kto_llama30b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-kto_llama30b.json rename to data/models/contextualai_archangel_sft-kto_llama30b.json diff --git a/data/models/ContextualAI_archangel_sft-kto_llama7b.json b/data/models/contextualai_archangel_sft-kto_llama7b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-kto_llama7b.json rename to data/models/contextualai_archangel_sft-kto_llama7b.json diff --git a/data/models/ContextualAI_archangel_sft-kto_pythia1-4b.json b/data/models/contextualai_archangel_sft-kto_pythia1-4b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-kto_pythia1-4b.json rename to data/models/contextualai_archangel_sft-kto_pythia1-4b.json diff --git a/data/models/ContextualAI_archangel_sft-kto_pythia12-0b.json b/data/models/contextualai_archangel_sft-kto_pythia12-0b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-kto_pythia12-0b.json rename to data/models/contextualai_archangel_sft-kto_pythia12-0b.json diff --git a/data/models/ContextualAI_archangel_sft-kto_pythia2-8b.json b/data/models/contextualai_archangel_sft-kto_pythia2-8b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-kto_pythia2-8b.json rename to data/models/contextualai_archangel_sft-kto_pythia2-8b.json diff --git a/data/models/ContextualAI_archangel_sft-kto_pythia6-9b.json b/data/models/contextualai_archangel_sft-kto_pythia6-9b.json similarity index 100% rename from data/models/ContextualAI_archangel_sft-kto_pythia6-9b.json rename to data/models/contextualai_archangel_sft-kto_pythia6-9b.json diff --git a/data/models/ContextualAI_LMUnit-llama3.1-70b.json b/data/models/contextualai_lmunit-llama3.1-70b.json similarity index 100% rename from data/models/ContextualAI_LMUnit-llama3.1-70b.json rename to data/models/contextualai_lmunit-llama3.1-70b.json diff --git a/data/models/ContextualAI_LMUnit-qwen2.5-72b.json b/data/models/contextualai_lmunit-qwen2.5-72b.json similarity index 100% rename from data/models/ContextualAI_LMUnit-qwen2.5-72b.json rename to data/models/contextualai_lmunit-qwen2.5-72b.json diff --git a/data/models/CoolSpring_Qwen2-0.5B-Abyme-merge2.json b/data/models/coolspring_qwen2-0.5b-abyme-merge2.json similarity index 100% rename from data/models/CoolSpring_Qwen2-0.5B-Abyme-merge2.json rename to data/models/coolspring_qwen2-0.5b-abyme-merge2.json diff --git a/data/models/CoolSpring_Qwen2-0.5B-Abyme-merge3.json b/data/models/coolspring_qwen2-0.5b-abyme-merge3.json similarity index 100% rename from data/models/CoolSpring_Qwen2-0.5B-Abyme-merge3.json rename to data/models/coolspring_qwen2-0.5b-abyme-merge3.json diff --git a/data/models/CoolSpring_Qwen2-0.5B-Abyme.json b/data/models/coolspring_qwen2-0.5b-abyme.json similarity index 100% rename from data/models/CoolSpring_Qwen2-0.5B-Abyme.json rename to data/models/coolspring_qwen2-0.5b-abyme.json diff --git a/data/models/Corianas_llama-3-reactor.json b/data/models/corianas_llama-3-reactor.json similarity index 100% rename from data/models/Corianas_llama-3-reactor.json rename to data/models/corianas_llama-3-reactor.json diff --git a/data/models/Corianas_Neural-Mistral-7B.json b/data/models/corianas_neural-mistral-7b.json similarity index 100% rename from data/models/Corianas_Neural-Mistral-7B.json rename to data/models/corianas_neural-mistral-7b.json diff --git a/data/models/Corianas_Quokka_2.7b.json b/data/models/corianas_quokka_2.7b.json similarity index 100% rename from data/models/Corianas_Quokka_2.7b.json rename to data/models/corianas_quokka_2.7b.json diff --git a/data/models/CortexLM_btlm-7b-base-v0.2.json b/data/models/cortexlm_btlm-7b-base-v0.2.json similarity index 100% rename from data/models/CortexLM_btlm-7b-base-v0.2.json rename to data/models/cortexlm_btlm-7b-base-v0.2.json diff --git a/data/models/cpayne1303_llama-43m-beta.json b/data/models/cpayne1303_llama-43m-beta.json index f4a13ffe702cda46b4208d4585e754b84fa898a6..8e62d1be9edc1ccaeda7702d1a793fd5db4d4150 100644 --- a/data/models/cpayne1303_llama-43m-beta.json +++ b/data/models/cpayne1303_llama-43m-beta.json @@ -5,7 +5,7 @@ "developer": "cpayne1303", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "0.043" } diff --git a/data/models/Cran-May_merge_model_20250308_2.json b/data/models/cran-may_merge_model_20250308_2.json similarity index 100% rename from data/models/Cran-May_merge_model_20250308_2.json rename to data/models/cran-may_merge_model_20250308_2.json diff --git a/data/models/Cran-May_merge_model_20250308_3.json b/data/models/cran-may_merge_model_20250308_3.json similarity index 100% rename from data/models/Cran-May_merge_model_20250308_3.json rename to data/models/cran-may_merge_model_20250308_3.json diff --git a/data/models/Cran-May_merge_model_20250308_4.json b/data/models/cran-may_merge_model_20250308_4.json similarity index 100% rename from data/models/Cran-May_merge_model_20250308_4.json rename to data/models/cran-may_merge_model_20250308_4.json diff --git a/data/models/Cran-May_SCE-2-24B.json b/data/models/cran-may_sce-2-24b.json similarity index 100% rename from data/models/Cran-May_SCE-2-24B.json rename to data/models/cran-may_sce-2-24b.json diff --git a/data/models/Cran-May_SCE-3-24B.json b/data/models/cran-may_sce-3-24b.json similarity index 100% rename from data/models/Cran-May_SCE-3-24B.json rename to data/models/cran-may_sce-3-24b.json diff --git a/data/models/Cran-May_T.E-8.1.json b/data/models/cran-may_t.e-8.1.json similarity index 100% rename from data/models/Cran-May_T.E-8.1.json rename to data/models/cran-may_t.e-8.1.json diff --git a/data/models/Cran-May_tempmotacilla-cinerea-0308.json b/data/models/cran-may_tempmotacilla-cinerea-0308.json similarity index 100% rename from data/models/Cran-May_tempmotacilla-cinerea-0308.json rename to data/models/cran-may_tempmotacilla-cinerea-0308.json diff --git a/data/models/CreitinGameplays_Llama-3.1-8B-R1-v0.1.json b/data/models/creitingameplays_llama-3.1-8b-r1-v0.1.json similarity index 100% rename from data/models/CreitinGameplays_Llama-3.1-8B-R1-v0.1.json rename to data/models/creitingameplays_llama-3.1-8b-r1-v0.1.json diff --git a/data/models/crestf411_MN-Slush.json b/data/models/crestf411_mn-slush.json similarity index 100% rename from data/models/crestf411_MN-Slush.json rename to data/models/crestf411_mn-slush.json diff --git a/data/models/CultriX_Qwen2.5-14B-Broca.json b/data/models/cultrix_qwen2.5-14b-broca.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Broca.json rename to data/models/cultrix_qwen2.5-14b-broca.json diff --git a/data/models/CultriX_Qwen2.5-14B-Brocav3.json b/data/models/cultrix_qwen2.5-14b-brocav3.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Brocav3.json rename to data/models/cultrix_qwen2.5-14b-brocav3.json diff --git a/data/models/CultriX_Qwen2.5-14B-Brocav6.json b/data/models/cultrix_qwen2.5-14b-brocav6.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Brocav6.json rename to data/models/cultrix_qwen2.5-14b-brocav6.json diff --git a/data/models/CultriX_Qwen2.5-14B-Brocav7.json b/data/models/cultrix_qwen2.5-14b-brocav7.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Brocav7.json rename to data/models/cultrix_qwen2.5-14b-brocav7.json diff --git a/data/models/CultriX_Qwen2.5-14B-BrocaV9.json b/data/models/cultrix_qwen2.5-14b-brocav9.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-BrocaV9.json rename to data/models/cultrix_qwen2.5-14b-brocav9.json diff --git a/data/models/CultriX_Qwen2.5-14B-Emerged.json b/data/models/cultrix_qwen2.5-14b-emerged.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Emerged.json rename to data/models/cultrix_qwen2.5-14b-emerged.json diff --git a/data/models/CultriX_Qwen2.5-14B-Emergedv3.json b/data/models/cultrix_qwen2.5-14b-emergedv3.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Emergedv3.json rename to data/models/cultrix_qwen2.5-14b-emergedv3.json diff --git a/data/models/CultriX_Qwen2.5-14B-FinalMerge.json b/data/models/cultrix_qwen2.5-14b-finalmerge.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-FinalMerge.json rename to data/models/cultrix_qwen2.5-14b-finalmerge.json diff --git a/data/models/CultriX_Qwen2.5-14B-Hyper.json b/data/models/cultrix_qwen2.5-14b-hyper.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Hyper.json rename to data/models/cultrix_qwen2.5-14b-hyper.json diff --git a/data/models/CultriX_Qwen2.5-14B-Hyperionv3.json b/data/models/cultrix_qwen2.5-14b-hyperionv3.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Hyperionv3.json rename to data/models/cultrix_qwen2.5-14b-hyperionv3.json diff --git a/data/models/CultriX_Qwen2.5-14B-Hyperionv4.json b/data/models/cultrix_qwen2.5-14b-hyperionv4.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Hyperionv4.json rename to data/models/cultrix_qwen2.5-14b-hyperionv4.json diff --git a/data/models/CultriX_Qwen2.5-14B-Hyperionv5.json b/data/models/cultrix_qwen2.5-14b-hyperionv5.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Hyperionv5.json rename to data/models/cultrix_qwen2.5-14b-hyperionv5.json diff --git a/data/models/CultriX_Qwen2.5-14B-HyperMarck-dl.json b/data/models/cultrix_qwen2.5-14b-hypermarck-dl.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-HyperMarck-dl.json rename to data/models/cultrix_qwen2.5-14b-hypermarck-dl.json diff --git a/data/models/CultriX_Qwen2.5-14B-MegaMerge-pt2.json b/data/models/cultrix_qwen2.5-14b-megamerge-pt2.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-MegaMerge-pt2.json rename to data/models/cultrix_qwen2.5-14b-megamerge-pt2.json diff --git a/data/models/CultriX_Qwen2.5-14B-MergeStock.json b/data/models/cultrix_qwen2.5-14b-mergestock.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-MergeStock.json rename to data/models/cultrix_qwen2.5-14b-mergestock.json diff --git a/data/models/CultriX_Qwen2.5-14B-partialmergept1.json b/data/models/cultrix_qwen2.5-14b-partialmergept1.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-partialmergept1.json rename to data/models/cultrix_qwen2.5-14b-partialmergept1.json diff --git a/data/models/CultriX_Qwen2.5-14B-ReasoningMerge.json b/data/models/cultrix_qwen2.5-14b-reasoningmerge.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-ReasoningMerge.json rename to data/models/cultrix_qwen2.5-14b-reasoningmerge.json diff --git a/data/models/CultriX_Qwen2.5-14B-Ultimav2.json b/data/models/cultrix_qwen2.5-14b-ultimav2.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Ultimav2.json rename to data/models/cultrix_qwen2.5-14b-ultimav2.json diff --git a/data/models/CultriX_Qwen2.5-14B-Unity.json b/data/models/cultrix_qwen2.5-14b-unity.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Unity.json rename to data/models/cultrix_qwen2.5-14b-unity.json diff --git a/data/models/CultriX_Qwen2.5-14B-Wernicke-SFT.json b/data/models/cultrix_qwen2.5-14b-wernicke-sft.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Wernicke-SFT.json rename to data/models/cultrix_qwen2.5-14b-wernicke-sft.json diff --git a/data/models/CultriX_Qwen2.5-14B-Wernicke-SLERP.json b/data/models/cultrix_qwen2.5-14b-wernicke-slerp.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Wernicke-SLERP.json rename to data/models/cultrix_qwen2.5-14b-wernicke-slerp.json diff --git a/data/models/CultriX_Qwen2.5-14B-Wernicke.json b/data/models/cultrix_qwen2.5-14b-wernicke.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Wernicke.json rename to data/models/cultrix_qwen2.5-14b-wernicke.json diff --git a/data/models/CultriX_Qwen2.5-14B-Wernickev3.json b/data/models/cultrix_qwen2.5-14b-wernickev3.json similarity index 100% rename from data/models/CultriX_Qwen2.5-14B-Wernickev3.json rename to data/models/cultrix_qwen2.5-14b-wernickev3.json diff --git a/data/models/CultriX_Qwenfinity-2.5-14B.json b/data/models/cultrix_qwenfinity-2.5-14b.json similarity index 100% rename from data/models/CultriX_Qwenfinity-2.5-14B.json rename to data/models/cultrix_qwenfinity-2.5-14b.json diff --git a/data/models/CultriX_Qwestion-14B.json b/data/models/cultrix_qwestion-14b.json similarity index 100% rename from data/models/CultriX_Qwestion-14B.json rename to data/models/cultrix_qwestion-14b.json diff --git a/data/models/CultriX_SeQwence-14B-EvolMerge.json b/data/models/cultrix_seqwence-14b-evolmerge.json similarity index 100% rename from data/models/CultriX_SeQwence-14B-EvolMerge.json rename to data/models/cultrix_seqwence-14b-evolmerge.json diff --git a/data/models/CultriX_SeQwence-14B-EvolMergev1.json b/data/models/cultrix_seqwence-14b-evolmergev1.json similarity index 100% rename from data/models/CultriX_SeQwence-14B-EvolMergev1.json rename to data/models/cultrix_seqwence-14b-evolmergev1.json diff --git a/data/models/CultriX_SeQwence-14B-v5.json b/data/models/cultrix_seqwence-14b-v5.json similarity index 100% rename from data/models/CultriX_SeQwence-14B-v5.json rename to data/models/cultrix_seqwence-14b-v5.json diff --git a/data/models/CultriX_SeQwence-14B.json b/data/models/cultrix_seqwence-14b.json similarity index 100% rename from data/models/CultriX_SeQwence-14B.json rename to data/models/cultrix_seqwence-14b.json diff --git a/data/models/CultriX_SeQwence-14Bv1.json b/data/models/cultrix_seqwence-14bv1.json similarity index 100% rename from data/models/CultriX_SeQwence-14Bv1.json rename to data/models/cultrix_seqwence-14bv1.json diff --git a/data/models/CultriX_SeQwence-14Bv2.json b/data/models/cultrix_seqwence-14bv2.json similarity index 100% rename from data/models/CultriX_SeQwence-14Bv2.json rename to data/models/cultrix_seqwence-14bv2.json diff --git a/data/models/CultriX_SeQwence-14Bv3.json b/data/models/cultrix_seqwence-14bv3.json similarity index 100% rename from data/models/CultriX_SeQwence-14Bv3.json rename to data/models/cultrix_seqwence-14bv3.json diff --git a/data/models/CYFRAGOVPL_Llama-PLLuM-8B-base.json b/data/models/cyfragovpl_llama-pllum-8b-base.json similarity index 100% rename from data/models/CYFRAGOVPL_Llama-PLLuM-8B-base.json rename to data/models/cyfragovpl_llama-pllum-8b-base.json diff --git a/data/models/CYFRAGOVPL_Llama-PLLuM-8B-chat.json b/data/models/cyfragovpl_llama-pllum-8b-chat.json similarity index 100% rename from data/models/CYFRAGOVPL_Llama-PLLuM-8B-chat.json rename to data/models/cyfragovpl_llama-pllum-8b-chat.json diff --git a/data/models/CYFRAGOVPL_PLLuM-12B-base.json b/data/models/cyfragovpl_pllum-12b-base.json similarity index 100% rename from data/models/CYFRAGOVPL_PLLuM-12B-base.json rename to data/models/cyfragovpl_pllum-12b-base.json diff --git a/data/models/CYFRAGOVPL_PLLuM-12B-chat.json b/data/models/cyfragovpl_pllum-12b-chat.json similarity index 100% rename from data/models/CYFRAGOVPL_PLLuM-12B-chat.json rename to data/models/cyfragovpl_pllum-12b-chat.json diff --git a/data/models/CYFRAGOVPL_PLLuM-12B-nc-base.json b/data/models/cyfragovpl_pllum-12b-nc-base.json similarity index 100% rename from data/models/CYFRAGOVPL_PLLuM-12B-nc-base.json rename to data/models/cyfragovpl_pllum-12b-nc-base.json diff --git a/data/models/CYFRAGOVPL_PLLuM-12B-nc-chat.json b/data/models/cyfragovpl_pllum-12b-nc-chat.json similarity index 100% rename from data/models/CYFRAGOVPL_PLLuM-12B-nc-chat.json rename to data/models/cyfragovpl_pllum-12b-nc-chat.json diff --git a/data/models/Daemontatox_AetherDrake-SFT.json b/data/models/daemontatox_aetherdrake-sft.json similarity index 100% rename from data/models/Daemontatox_AetherDrake-SFT.json rename to data/models/daemontatox_aetherdrake-sft.json diff --git a/data/models/Daemontatox_AetherSett.json b/data/models/daemontatox_aethersett.json similarity index 100% rename from data/models/Daemontatox_AetherSett.json rename to data/models/daemontatox_aethersett.json diff --git a/data/models/Daemontatox_AetherTOT.json b/data/models/daemontatox_aethertot.json similarity index 99% rename from data/models/Daemontatox_AetherTOT.json rename to data/models/daemontatox_aethertot.json index 72bdb01863fd9cb8a56697def402922f2204f3a5..b20831e7b0add6cd1b35d7cacb70896114ddccd2 100644 --- a/data/models/Daemontatox_AetherTOT.json +++ b/data/models/daemontatox_aethertot.json @@ -5,7 +5,7 @@ "developer": "Daemontatox", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MllamaForConditionalGeneration", "params_billions": "10.67" } diff --git a/data/models/Daemontatox_AetherUncensored.json b/data/models/daemontatox_aetheruncensored.json similarity index 100% rename from data/models/Daemontatox_AetherUncensored.json rename to data/models/daemontatox_aetheruncensored.json diff --git a/data/models/Daemontatox_Cogito-MIS.json b/data/models/daemontatox_cogito-mis.json similarity index 100% rename from data/models/Daemontatox_Cogito-MIS.json rename to data/models/daemontatox_cogito-mis.json diff --git a/data/models/Daemontatox_CogitoDistil.json b/data/models/daemontatox_cogitodistil.json similarity index 100% rename from data/models/Daemontatox_CogitoDistil.json rename to data/models/daemontatox_cogitodistil.json diff --git a/data/models/Daemontatox_CogitoZ.json b/data/models/daemontatox_cogitoz.json similarity index 100% rename from data/models/Daemontatox_CogitoZ.json rename to data/models/daemontatox_cogitoz.json diff --git a/data/models/Daemontatox_CogitoZ14.json b/data/models/daemontatox_cogitoz14.json similarity index 100% rename from data/models/Daemontatox_CogitoZ14.json rename to data/models/daemontatox_cogitoz14.json diff --git a/data/models/Daemontatox_DocumentCogito.json b/data/models/daemontatox_documentcogito.json similarity index 99% rename from data/models/Daemontatox_DocumentCogito.json rename to data/models/daemontatox_documentcogito.json index d171eba3a94f3af3d92f741f446b0ddb99e1f6b7..157a2466b6d71022e4fcfd8ace48804c5b301a99 100644 --- a/data/models/Daemontatox_DocumentCogito.json +++ b/data/models/daemontatox_documentcogito.json @@ -5,7 +5,7 @@ "developer": "Daemontatox", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MllamaForConditionalGeneration", "params_billions": "10.67" } diff --git a/data/models/Daemontatox_Llama3.3-70B-CogniLink.json b/data/models/daemontatox_llama3.3-70b-cognilink.json similarity index 100% rename from data/models/Daemontatox_Llama3.3-70B-CogniLink.json rename to data/models/daemontatox_llama3.3-70b-cognilink.json diff --git a/data/models/Daemontatox_Llama_cot.json b/data/models/daemontatox_llama_cot.json similarity index 100% rename from data/models/Daemontatox_Llama_cot.json rename to data/models/daemontatox_llama_cot.json diff --git a/data/models/Daemontatox_MawaredT1.json b/data/models/daemontatox_mawaredt1.json similarity index 100% rename from data/models/Daemontatox_MawaredT1.json rename to data/models/daemontatox_mawaredt1.json diff --git a/data/models/Daemontatox_mini-Cogito-R1.json b/data/models/daemontatox_mini-cogito-r1.json similarity index 100% rename from data/models/Daemontatox_mini-Cogito-R1.json rename to data/models/daemontatox_mini-cogito-r1.json diff --git a/data/models/Daemontatox_mini_Pathfinder.json b/data/models/daemontatox_mini_pathfinder.json similarity index 100% rename from data/models/Daemontatox_mini_Pathfinder.json rename to data/models/daemontatox_mini_pathfinder.json diff --git a/data/models/Daemontatox_Mini_QwQ.json b/data/models/daemontatox_mini_qwq.json similarity index 100% rename from data/models/Daemontatox_Mini_QwQ.json rename to data/models/daemontatox_mini_qwq.json diff --git a/data/models/Daemontatox_NemoR.json b/data/models/daemontatox_nemor.json similarity index 100% rename from data/models/Daemontatox_NemoR.json rename to data/models/daemontatox_nemor.json diff --git a/data/models/Daemontatox_PathfinderAI.json b/data/models/daemontatox_pathfinderai.json similarity index 100% rename from data/models/Daemontatox_PathfinderAI.json rename to data/models/daemontatox_pathfinderai.json index e1f5c19d36675adf14e4da07a19941ae0f69be33..7a5f7d25c7278e2df08548a48abfe0b0ee9b4f2a 100644 --- a/data/models/Daemontatox_PathfinderAI.json +++ b/data/models/daemontatox_pathfinderai.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3745 + "score": 0.4855 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6668 + "score": 0.6627 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4758 + "score": 0.4841 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3943 + "score": 0.3096 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4858 + "score": 0.4256 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5593 + "score": 0.5542 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4855 + "score": 0.3745 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6627 + "score": 0.6668 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4841 + "score": 0.4758 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3096 + "score": 0.3943 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4256 + "score": 0.4858 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5542 + "score": 0.5593 } } ], diff --git a/data/models/Daemontatox_PathFinderAI2.0.json b/data/models/daemontatox_pathfinderai2.0.json similarity index 100% rename from data/models/Daemontatox_PathFinderAI2.0.json rename to data/models/daemontatox_pathfinderai2.0.json diff --git a/data/models/Daemontatox_PathFinderAi3.0.json b/data/models/daemontatox_pathfinderai3.0.json similarity index 100% rename from data/models/Daemontatox_PathFinderAi3.0.json rename to data/models/daemontatox_pathfinderai3.0.json diff --git a/data/models/Daemontatox_Phi-4-COT.json b/data/models/daemontatox_phi-4-cot.json similarity index 100% rename from data/models/Daemontatox_Phi-4-COT.json rename to data/models/daemontatox_phi-4-cot.json diff --git a/data/models/Daemontatox_PixelParse_AI.json b/data/models/daemontatox_pixelparse_ai.json similarity index 100% rename from data/models/Daemontatox_PixelParse_AI.json rename to data/models/daemontatox_pixelparse_ai.json diff --git a/data/models/Daemontatox_RA2.0.json b/data/models/daemontatox_ra2.0.json similarity index 100% rename from data/models/Daemontatox_RA2.0.json rename to data/models/daemontatox_ra2.0.json diff --git a/data/models/Daemontatox_RA_Reasoner.json b/data/models/daemontatox_ra_reasoner.json similarity index 100% rename from data/models/Daemontatox_RA_Reasoner.json rename to data/models/daemontatox_ra_reasoner.json diff --git a/data/models/Daemontatox_RA_Reasoner2.0.json b/data/models/daemontatox_ra_reasoner2.0.json similarity index 100% rename from data/models/Daemontatox_RA_Reasoner2.0.json rename to data/models/daemontatox_ra_reasoner2.0.json diff --git a/data/models/Daemontatox_ReasonTest.json b/data/models/daemontatox_reasontest.json similarity index 100% rename from data/models/Daemontatox_ReasonTest.json rename to data/models/daemontatox_reasontest.json diff --git a/data/models/Daemontatox_Research_PathfinderAI.json b/data/models/daemontatox_research_pathfinderai.json similarity index 100% rename from data/models/Daemontatox_Research_PathfinderAI.json rename to data/models/daemontatox_research_pathfinderai.json diff --git a/data/models/Daemontatox_SphinX.json b/data/models/daemontatox_sphinx.json similarity index 100% rename from data/models/Daemontatox_SphinX.json rename to data/models/daemontatox_sphinx.json diff --git a/data/models/Daemontatox_Sphinx2.0.json b/data/models/daemontatox_sphinx2.0.json similarity index 100% rename from data/models/Daemontatox_Sphinx2.0.json rename to data/models/daemontatox_sphinx2.0.json diff --git a/data/models/Daemontatox_TinySphinx.json b/data/models/daemontatox_tinysphinx.json similarity index 100% rename from data/models/Daemontatox_TinySphinx.json rename to data/models/daemontatox_tinysphinx.json diff --git a/data/models/Daemontatox_TinySphinx2.0.json b/data/models/daemontatox_tinysphinx2.0.json similarity index 100% rename from data/models/Daemontatox_TinySphinx2.0.json rename to data/models/daemontatox_tinysphinx2.0.json diff --git a/data/models/Daemontatox_Zirel-7B-Math.json b/data/models/daemontatox_zirel-7b-math.json similarity index 100% rename from data/models/Daemontatox_Zirel-7B-Math.json rename to data/models/daemontatox_zirel-7b-math.json diff --git a/data/models/Daemontatox_Zirel_1.5.json b/data/models/daemontatox_zirel_1.5.json similarity index 100% rename from data/models/Daemontatox_Zirel_1.5.json rename to data/models/daemontatox_zirel_1.5.json diff --git a/data/models/Dampfinchen_Llama-3.1-8B-Ultra-Instruct.json b/data/models/dampfinchen_llama-3.1-8b-ultra-instruct.json similarity index 100% rename from data/models/Dampfinchen_Llama-3.1-8B-Ultra-Instruct.json rename to data/models/dampfinchen_llama-3.1-8b-ultra-instruct.json diff --git a/data/models/Danielbrdz_Barcenas-10b.json b/data/models/danielbrdz_barcenas-10b.json similarity index 100% rename from data/models/Danielbrdz_Barcenas-10b.json rename to data/models/danielbrdz_barcenas-10b.json diff --git a/data/models/Danielbrdz_Barcenas-14b-Phi-3-medium-ORPO.json b/data/models/danielbrdz_barcenas-14b-phi-3-medium-orpo.json similarity index 100% rename from data/models/Danielbrdz_Barcenas-14b-Phi-3-medium-ORPO.json rename to data/models/danielbrdz_barcenas-14b-phi-3-medium-orpo.json diff --git a/data/models/Danielbrdz_Barcenas-14b-phi-4-v2.json b/data/models/danielbrdz_barcenas-14b-phi-4-v2.json similarity index 100% rename from data/models/Danielbrdz_Barcenas-14b-phi-4-v2.json rename to data/models/danielbrdz_barcenas-14b-phi-4-v2.json diff --git a/data/models/Danielbrdz_Barcenas-14b-phi-4.json b/data/models/danielbrdz_barcenas-14b-phi-4.json similarity index 100% rename from data/models/Danielbrdz_Barcenas-14b-phi-4.json rename to data/models/danielbrdz_barcenas-14b-phi-4.json diff --git a/data/models/Danielbrdz_Barcenas-3b-GRPO.json b/data/models/danielbrdz_barcenas-3b-grpo.json similarity index 100% rename from data/models/Danielbrdz_Barcenas-3b-GRPO.json rename to data/models/danielbrdz_barcenas-3b-grpo.json diff --git a/data/models/Danielbrdz_Barcenas-Llama3-8b-ORPO.json b/data/models/danielbrdz_barcenas-llama3-8b-orpo.json similarity index 100% rename from data/models/Danielbrdz_Barcenas-Llama3-8b-ORPO.json rename to data/models/danielbrdz_barcenas-llama3-8b-orpo.json diff --git a/data/models/Danielbrdz_Barcenas-R1-Qwen-1.5b.json b/data/models/danielbrdz_barcenas-r1-qwen-1.5b.json similarity index 100% rename from data/models/Danielbrdz_Barcenas-R1-Qwen-1.5b.json rename to data/models/danielbrdz_barcenas-r1-qwen-1.5b.json diff --git a/data/models/Dans-DiscountModels_12b-mn-dans-reasoning-test-2.json b/data/models/dans-discountmodels_12b-mn-dans-reasoning-test-2.json similarity index 100% rename from data/models/Dans-DiscountModels_12b-mn-dans-reasoning-test-2.json rename to data/models/dans-discountmodels_12b-mn-dans-reasoning-test-2.json diff --git a/data/models/Dans-DiscountModels_12b-mn-dans-reasoning-test-3.json b/data/models/dans-discountmodels_12b-mn-dans-reasoning-test-3.json similarity index 100% rename from data/models/Dans-DiscountModels_12b-mn-dans-reasoning-test-3.json rename to data/models/dans-discountmodels_12b-mn-dans-reasoning-test-3.json diff --git a/data/models/Dans-DiscountModels_Dans-Instruct-CoreCurriculum-12b-ChatML.json b/data/models/dans-discountmodels_dans-instruct-corecurriculum-12b-chatml.json similarity index 100% rename from data/models/Dans-DiscountModels_Dans-Instruct-CoreCurriculum-12b-ChatML.json rename to data/models/dans-discountmodels_dans-instruct-corecurriculum-12b-chatml.json diff --git a/data/models/Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.1.0.json b/data/models/dans-discountmodels_dans-instruct-mix-8b-chatml-v0.1.0.json similarity index 100% rename from data/models/Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.1.0.json rename to data/models/dans-discountmodels_dans-instruct-mix-8b-chatml-v0.1.0.json diff --git a/data/models/Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.1.1.json b/data/models/dans-discountmodels_dans-instruct-mix-8b-chatml-v0.1.1.json similarity index 100% rename from data/models/Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.1.1.json rename to data/models/dans-discountmodels_dans-instruct-mix-8b-chatml-v0.1.1.json diff --git a/data/models/Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.2.0.json b/data/models/dans-discountmodels_dans-instruct-mix-8b-chatml-v0.2.0.json similarity index 100% rename from data/models/Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.2.0.json rename to data/models/dans-discountmodels_dans-instruct-mix-8b-chatml-v0.2.0.json diff --git a/data/models/Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML.json b/data/models/dans-discountmodels_dans-instruct-mix-8b-chatml.json similarity index 100% rename from data/models/Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML.json rename to data/models/dans-discountmodels_dans-instruct-mix-8b-chatml.json diff --git a/data/models/Dans-DiscountModels_mistral-7b-test-merged.json b/data/models/dans-discountmodels_mistral-7b-test-merged.json similarity index 100% rename from data/models/Dans-DiscountModels_mistral-7b-test-merged.json rename to data/models/dans-discountmodels_mistral-7b-test-merged.json diff --git a/data/models/Dans-DiscountModels_Mistral-7b-v0.3-Test-E0.7.json b/data/models/dans-discountmodels_mistral-7b-v0.3-test-e0.7.json similarity index 100% rename from data/models/Dans-DiscountModels_Mistral-7b-v0.3-Test-E0.7.json rename to data/models/dans-discountmodels_mistral-7b-v0.3-test-e0.7.json diff --git a/data/models/darkc0de_BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp.json b/data/models/darkc0de_buddyglass_v0.3_xortron7methedupswitchedup.json similarity index 100% rename from data/models/darkc0de_BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp.json rename to data/models/darkc0de_buddyglass_v0.3_xortron7methedupswitchedup.json diff --git a/data/models/darkc0de_BuddyGlassNeverSleeps.json b/data/models/darkc0de_buddyglassneversleeps.json similarity index 100% rename from data/models/darkc0de_BuddyGlassNeverSleeps.json rename to data/models/darkc0de_buddyglassneversleeps.json diff --git a/data/models/darkc0de_BuddyGlassUncensored2025.2.json b/data/models/darkc0de_buddyglassuncensored2025.2.json similarity index 100% rename from data/models/darkc0de_BuddyGlassUncensored2025.2.json rename to data/models/darkc0de_buddyglassuncensored2025.2.json diff --git a/data/models/Darkknight535_OpenCrystal-12B-L3.json b/data/models/darkknight535_opencrystal-12b-l3.json similarity index 100% rename from data/models/Darkknight535_OpenCrystal-12B-L3.json rename to data/models/darkknight535_opencrystal-12b-l3.json diff --git a/data/models/Databricks-Mosaic-Research_PGRM.json b/data/models/databricks-mosaic-research_pgrm.json similarity index 100% rename from data/models/Databricks-Mosaic-Research_PGRM.json rename to data/models/databricks-mosaic-research_pgrm.json diff --git a/data/models/databricks_dbrx-instruct.json b/data/models/databricks_dbrx-instruct.json index bde91b4ef01cdfaeb09d459aca6ef220af026d9e..0af288512e1f46a3ec1d686fb5293dfb497c0ebb 100644 --- a/data/models/databricks_dbrx-instruct.json +++ b/data/models/databricks_dbrx-instruct.json @@ -1,14 +1,9 @@ { "model_info": { - "name": "dbrx-instruct", + "name": "DBRX Instruct", "id": "databricks/dbrx-instruct", "developer": "databricks", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "DbrxForCausalLM", - "params_billions": "131.597" - } + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/DavidAU_DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm.json b/data/models/davidau_deephermes-3-llama-3-8b-preview-16.5b-brainstorm.json similarity index 100% rename from data/models/DavidAU_DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm.json rename to data/models/davidau_deephermes-3-llama-3-8b-preview-16.5b-brainstorm.json diff --git a/data/models/DavidAU_DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B.json b/data/models/davidau_deepseek-blackroot-r1-distill-llama-3.1-8b.json similarity index 100% rename from data/models/DavidAU_DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B.json rename to data/models/davidau_deepseek-blackroot-r1-distill-llama-3.1-8b.json diff --git a/data/models/DavidAU_DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B.json b/data/models/davidau_deepseek-grand-horror-smb-r1-distill-llama-3.1-16b.json similarity index 100% rename from data/models/DavidAU_DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B.json rename to data/models/davidau_deepseek-grand-horror-smb-r1-distill-llama-3.1-16b.json diff --git a/data/models/DavidAU_DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B.json b/data/models/davidau_deepseek-moe-4x8b-r1-distill-llama-3.1-deep-thinker-uncensored-24b.json similarity index 100% rename from data/models/DavidAU_DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B.json rename to data/models/davidau_deepseek-moe-4x8b-r1-distill-llama-3.1-deep-thinker-uncensored-24b.json diff --git a/data/models/DavidAU_DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B.json b/data/models/davidau_deepseek-moe-4x8b-r1-distill-llama-3.1-mad-scientist-24b.json similarity index 100% rename from data/models/DavidAU_DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B.json rename to data/models/davidau_deepseek-moe-4x8b-r1-distill-llama-3.1-mad-scientist-24b.json diff --git a/data/models/DavidAU_DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm.json b/data/models/davidau_deepseek-r1-distill-qwen-25.5b-brainstorm.json similarity index 100% rename from data/models/DavidAU_DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm.json rename to data/models/davidau_deepseek-r1-distill-qwen-25.5b-brainstorm.json diff --git a/data/models/DavidAU_DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B.json b/data/models/davidau_deepseek-v2-grand-horror-smb-r1-distill-llama-3.1-uncensored-16.5b.json similarity index 100% rename from data/models/DavidAU_DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B.json rename to data/models/davidau_deepseek-v2-grand-horror-smb-r1-distill-llama-3.1-uncensored-16.5b.json diff --git a/data/models/DavidAU_DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B.json b/data/models/davidau_deepthought-moe-8x3b-r1-llama-3.2-reasoning-18b.json similarity index 100% rename from data/models/DavidAU_DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B.json rename to data/models/davidau_deepthought-moe-8x3b-r1-llama-3.2-reasoning-18b.json diff --git a/data/models/DavidAU_Gemma-The-Writer-9B.json b/data/models/davidau_gemma-the-writer-9b.json similarity index 100% rename from data/models/DavidAU_Gemma-The-Writer-9B.json rename to data/models/davidau_gemma-the-writer-9b.json diff --git a/data/models/DavidAU_Gemma-The-Writer-DEADLINE-10B.json b/data/models/davidau_gemma-the-writer-deadline-10b.json similarity index 100% rename from data/models/DavidAU_Gemma-The-Writer-DEADLINE-10B.json rename to data/models/davidau_gemma-the-writer-deadline-10b.json diff --git a/data/models/DavidAU_Gemma-The-Writer-J.GutenBerg-10B.json b/data/models/davidau_gemma-the-writer-j.gutenberg-10b.json similarity index 100% rename from data/models/DavidAU_Gemma-The-Writer-J.GutenBerg-10B.json rename to data/models/davidau_gemma-the-writer-j.gutenberg-10b.json diff --git a/data/models/DavidAU_Gemma-The-Writer-Mighty-Sword-9B.json b/data/models/davidau_gemma-the-writer-mighty-sword-9b.json similarity index 100% rename from data/models/DavidAU_Gemma-The-Writer-Mighty-Sword-9B.json rename to data/models/davidau_gemma-the-writer-mighty-sword-9b.json diff --git a/data/models/DavidAU_Gemma-The-Writer-N-Restless-Quill-10B-Uncensored.json b/data/models/davidau_gemma-the-writer-n-restless-quill-10b-uncensored.json similarity index 100% rename from data/models/DavidAU_Gemma-The-Writer-N-Restless-Quill-10B-Uncensored.json rename to data/models/davidau_gemma-the-writer-n-restless-quill-10b-uncensored.json diff --git a/data/models/DavidAU_L3-Dark-Planet-8B.json b/data/models/davidau_l3-dark-planet-8b.json similarity index 100% rename from data/models/DavidAU_L3-Dark-Planet-8B.json rename to data/models/davidau_l3-dark-planet-8b.json diff --git a/data/models/DavidAU_L3-DARKEST-PLANET-16.5B.json b/data/models/davidau_l3-darkest-planet-16.5b.json similarity index 100% rename from data/models/DavidAU_L3-DARKEST-PLANET-16.5B.json rename to data/models/davidau_l3-darkest-planet-16.5b.json diff --git a/data/models/DavidAU_L3-Jamet-12.2B-MK.V-Blackroot-Instruct.json b/data/models/davidau_l3-jamet-12.2b-mk.v-blackroot-instruct.json similarity index 100% rename from data/models/DavidAU_L3-Jamet-12.2B-MK.V-Blackroot-Instruct.json rename to data/models/davidau_l3-jamet-12.2b-mk.v-blackroot-instruct.json diff --git a/data/models/DavidAU_L3-Lumimaid-12.2B-v0.1-OAS-Instruct.json b/data/models/davidau_l3-lumimaid-12.2b-v0.1-oas-instruct.json similarity index 100% rename from data/models/DavidAU_L3-Lumimaid-12.2B-v0.1-OAS-Instruct.json rename to data/models/davidau_l3-lumimaid-12.2b-v0.1-oas-instruct.json diff --git a/data/models/DavidAU_L3-SMB-Instruct-12.2B-F32.json b/data/models/davidau_l3-smb-instruct-12.2b-f32.json similarity index 100% rename from data/models/DavidAU_L3-SMB-Instruct-12.2B-F32.json rename to data/models/davidau_l3-smb-instruct-12.2b-f32.json diff --git a/data/models/DavidAU_L3-Stheno-Maid-Blackroot-Grand-HORROR-16B.json b/data/models/davidau_l3-stheno-maid-blackroot-grand-horror-16b.json similarity index 100% rename from data/models/DavidAU_L3-Stheno-Maid-Blackroot-Grand-HORROR-16B.json rename to data/models/davidau_l3-stheno-maid-blackroot-grand-horror-16b.json diff --git a/data/models/DavidAU_L3-Stheno-v3.2-12.2B-Instruct.json b/data/models/davidau_l3-stheno-v3.2-12.2b-instruct.json similarity index 100% rename from data/models/DavidAU_L3-Stheno-v3.2-12.2B-Instruct.json rename to data/models/davidau_l3-stheno-v3.2-12.2b-instruct.json diff --git a/data/models/DavidAU_L3.1-Dark-Planet-SpinFire-Uncensored-8B.json b/data/models/davidau_l3.1-dark-planet-spinfire-uncensored-8b.json similarity index 100% rename from data/models/DavidAU_L3.1-Dark-Planet-SpinFire-Uncensored-8B.json rename to data/models/davidau_l3.1-dark-planet-spinfire-uncensored-8b.json diff --git a/data/models/DavidAU_L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B.json b/data/models/davidau_l3.1-moe-2x8b-deepseek-deephermes-e32-uncensored-abliterated-13.7b.json similarity index 100% rename from data/models/DavidAU_L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B.json rename to data/models/davidau_l3.1-moe-2x8b-deepseek-deephermes-e32-uncensored-abliterated-13.7b.json diff --git a/data/models/DavidAU_Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B.json b/data/models/davidau_qwen2.5-moe-2x1.5b-deepseek-uncensored-censored-4b.json similarity index 100% rename from data/models/DavidAU_Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B.json rename to data/models/davidau_qwen2.5-moe-2x1.5b-deepseek-uncensored-censored-4b.json diff --git a/data/models/DavidAU_Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B.json b/data/models/davidau_qwen2.5-moe-2x7b-deepseek-abliterated-censored-19b.json similarity index 100% rename from data/models/DavidAU_Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B.json rename to data/models/davidau_qwen2.5-moe-2x7b-deepseek-abliterated-censored-19b.json diff --git a/data/models/DavidAU_Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32.json b/data/models/davidau_qwen2.5-moe-6x1.5b-deepseek-reasoning-e32.json similarity index 100% rename from data/models/DavidAU_Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32.json rename to data/models/davidau_qwen2.5-moe-6x1.5b-deepseek-reasoning-e32.json diff --git a/data/models/davidkim205_Rhea-72b-v0.5.json b/data/models/davidkim205_rhea-72b-v0.5.json similarity index 100% rename from data/models/davidkim205_Rhea-72b-v0.5.json rename to data/models/davidkim205_rhea-72b-v0.5.json diff --git a/data/models/Davidsv_SUONG-1.json b/data/models/davidsv_suong-1.json similarity index 100% rename from data/models/Davidsv_SUONG-1.json rename to data/models/davidsv_suong-1.json diff --git a/data/models/DavieLion_Llama-3.2-1B-SPIN-iter0.json b/data/models/davielion_llama-3.2-1b-spin-iter0.json similarity index 99% rename from data/models/DavieLion_Llama-3.2-1B-SPIN-iter0.json rename to data/models/davielion_llama-3.2-1b-spin-iter0.json index 34acafe2182ed5fe43de3f09e1727813e659e101..2ea14b6e6da41d61b06880761473f45de63d9756 100644 --- a/data/models/DavieLion_Llama-3.2-1B-SPIN-iter0.json +++ b/data/models/davielion_llama-3.2-1b-spin-iter0.json @@ -5,7 +5,7 @@ "developer": "DavieLion", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "LlamaForCausalLM", "params_billions": "1.236" } diff --git a/data/models/DavieLion_Llama-3.2-1B-SPIN-iter1.json b/data/models/davielion_llama-3.2-1b-spin-iter1.json similarity index 100% rename from data/models/DavieLion_Llama-3.2-1B-SPIN-iter1.json rename to data/models/davielion_llama-3.2-1b-spin-iter1.json diff --git a/data/models/DavieLion_Llama-3.2-1B-SPIN-iter2.json b/data/models/davielion_llama-3.2-1b-spin-iter2.json similarity index 100% rename from data/models/DavieLion_Llama-3.2-1B-SPIN-iter2.json rename to data/models/davielion_llama-3.2-1b-spin-iter2.json diff --git a/data/models/DavieLion_Llama-3.2-1B-SPIN-iter3.json b/data/models/davielion_llama-3.2-1b-spin-iter3.json similarity index 100% rename from data/models/DavieLion_Llama-3.2-1B-SPIN-iter3.json rename to data/models/davielion_llama-3.2-1b-spin-iter3.json index d80b33f87e66136a611292d52965e3080ddfdf08..7ac3466820dc73e6944e390d07375635e5394c56 100644 --- a/data/models/DavieLion_Llama-3.2-1B-SPIN-iter3.json +++ b/data/models/davielion_llama-3.2-1b-spin-iter3.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1324 + "score": 0.1336 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2972 + "score": 0.2975 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0 + "score": 0.0068 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2643 + "score": 0.2534 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3527 + "score": 0.35 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1129 + "score": 0.1128 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1336 + "score": 0.1324 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2975 + "score": 0.2972 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0068 + "score": 0.0 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2534 + "score": 0.2643 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.35 + "score": 0.3527 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1128 + "score": 0.1129 } } ], diff --git a/data/models/DavieLion_Lllma-3.2-1B.json b/data/models/davielion_lllma-3.2-1b.json similarity index 100% rename from data/models/DavieLion_Lllma-3.2-1B.json rename to data/models/davielion_lllma-3.2-1b.json diff --git a/data/models/DebateLabKIT_Llama-3.1-Argunaut-1-8B-SFT.json b/data/models/debatelabkit_llama-3.1-argunaut-1-8b-sft.json similarity index 100% rename from data/models/DebateLabKIT_Llama-3.1-Argunaut-1-8B-SFT.json rename to data/models/debatelabkit_llama-3.1-argunaut-1-8b-sft.json diff --git a/data/models/Deci_DeciLM-7B-instruct.json b/data/models/deci_decilm-7b-instruct.json similarity index 100% rename from data/models/Deci_DeciLM-7B-instruct.json rename to data/models/deci_decilm-7b-instruct.json diff --git a/data/models/Deci_DeciLM-7B.json b/data/models/deci_decilm-7b.json similarity index 100% rename from data/models/Deci_DeciLM-7B.json rename to data/models/deci_decilm-7b.json diff --git a/data/models/DeepAutoAI_causal_gpt2.json b/data/models/deepautoai_causal_gpt2.json similarity index 100% rename from data/models/DeepAutoAI_causal_gpt2.json rename to data/models/deepautoai_causal_gpt2.json diff --git a/data/models/DeepAutoAI_d2nwg_causal_gpt2.json b/data/models/deepautoai_d2nwg_causal_gpt2.json similarity index 100% rename from data/models/DeepAutoAI_d2nwg_causal_gpt2.json rename to data/models/deepautoai_d2nwg_causal_gpt2.json diff --git a/data/models/DeepAutoAI_d2nwg_causal_gpt2_v1.json b/data/models/deepautoai_d2nwg_causal_gpt2_v1.json similarity index 100% rename from data/models/DeepAutoAI_d2nwg_causal_gpt2_v1.json rename to data/models/deepautoai_d2nwg_causal_gpt2_v1.json diff --git a/data/models/DeepAutoAI_d2nwg_Llama-3.1-8B-Instruct-v0.0.json b/data/models/deepautoai_d2nwg_llama-3.1-8b-instruct-v0.0.json similarity index 100% rename from data/models/DeepAutoAI_d2nwg_Llama-3.1-8B-Instruct-v0.0.json rename to data/models/deepautoai_d2nwg_llama-3.1-8b-instruct-v0.0.json diff --git a/data/models/DeepAutoAI_Explore_Llama-3.1-8B-Inst.json b/data/models/deepautoai_explore_llama-3.1-8b-inst.json similarity index 100% rename from data/models/DeepAutoAI_Explore_Llama-3.1-8B-Inst.json rename to data/models/deepautoai_explore_llama-3.1-8b-inst.json diff --git a/data/models/DeepAutoAI_Explore_Llama-3.2-1B-Inst.json b/data/models/deepautoai_explore_llama-3.2-1b-inst.json similarity index 100% rename from data/models/DeepAutoAI_Explore_Llama-3.2-1B-Inst.json rename to data/models/deepautoai_explore_llama-3.2-1b-inst.json diff --git a/data/models/DeepAutoAI_Explore_Llama-3.2-1B-Inst_v0.json b/data/models/deepautoai_explore_llama-3.2-1b-inst_v0.json similarity index 100% rename from data/models/DeepAutoAI_Explore_Llama-3.2-1B-Inst_v0.json rename to data/models/deepautoai_explore_llama-3.2-1b-inst_v0.json diff --git a/data/models/DeepAutoAI_Explore_Llama-3.2-1B-Inst_v1.1.json b/data/models/deepautoai_explore_llama-3.2-1b-inst_v1.1.json similarity index 100% rename from data/models/DeepAutoAI_Explore_Llama-3.2-1B-Inst_v1.1.json rename to data/models/deepautoai_explore_llama-3.2-1b-inst_v1.1.json diff --git a/data/models/DeepAutoAI_Explore_Llama-3.2-1B-Inst_v1.json b/data/models/deepautoai_explore_llama-3.2-1b-inst_v1.json similarity index 100% rename from data/models/DeepAutoAI_Explore_Llama-3.2-1B-Inst_v1.json rename to data/models/deepautoai_explore_llama-3.2-1b-inst_v1.json diff --git a/data/models/DeepAutoAI_ldm_soup_Llama-3.1-8B-Inst.json b/data/models/deepautoai_ldm_soup_llama-3.1-8b-inst.json similarity index 100% rename from data/models/DeepAutoAI_ldm_soup_Llama-3.1-8B-Inst.json rename to data/models/deepautoai_ldm_soup_llama-3.1-8b-inst.json diff --git a/data/models/DeepAutoAI_ldm_soup_Llama-3.1-8B-Instruct-v0.0.json b/data/models/deepautoai_ldm_soup_llama-3.1-8b-instruct-v0.0.json similarity index 100% rename from data/models/DeepAutoAI_ldm_soup_Llama-3.1-8B-Instruct-v0.0.json rename to data/models/deepautoai_ldm_soup_llama-3.1-8b-instruct-v0.0.json diff --git a/data/models/DeepAutoAI_ldm_soup_Llama-3.1-8B-Instruct-v0.1.json b/data/models/deepautoai_ldm_soup_llama-3.1-8b-instruct-v0.1.json similarity index 100% rename from data/models/DeepAutoAI_ldm_soup_Llama-3.1-8B-Instruct-v0.1.json rename to data/models/deepautoai_ldm_soup_llama-3.1-8b-instruct-v0.1.json diff --git a/data/models/DeepMount00_Lexora-Lite-3B.json b/data/models/deepmount00_lexora-lite-3b.json similarity index 100% rename from data/models/DeepMount00_Lexora-Lite-3B.json rename to data/models/deepmount00_lexora-lite-3b.json diff --git a/data/models/DeepMount00_Lexora-Lite-3B_v2.json b/data/models/deepmount00_lexora-lite-3b_v2.json similarity index 100% rename from data/models/DeepMount00_Lexora-Lite-3B_v2.json rename to data/models/deepmount00_lexora-lite-3b_v2.json diff --git a/data/models/DeepMount00_Lexora-Medium-7B.json b/data/models/deepmount00_lexora-medium-7b.json similarity index 100% rename from data/models/DeepMount00_Lexora-Medium-7B.json rename to data/models/deepmount00_lexora-medium-7b.json diff --git a/data/models/DeepMount00_Llama-3-8b-Ita.json b/data/models/deepmount00_llama-3-8b-ita.json similarity index 100% rename from data/models/DeepMount00_Llama-3-8b-Ita.json rename to data/models/deepmount00_llama-3-8b-ita.json diff --git a/data/models/deepmount00_llama-3.1-8b-ita.json b/data/models/deepmount00_llama-3.1-8b-ita.json new file mode 100644 index 0000000000000000000000000000000000000000..be94466036e753700b8de72e15b468fc6edebdee --- /dev/null +++ b/data/models/deepmount00_llama-3.1-8b-ita.json @@ -0,0 +1,278 @@ +{ + "model_info": { + "name": "Llama-3.1-8b-ITA", + "id": "DeepMount00/Llama-3.1-8b-ITA", + "developer": "DeepMount00", + "inference_platform": "unknown", + "additional_details": { + "precision": "bfloat16", + "architecture": "Unknown", + "params_billions": "0.0", + "model_id_aliases": [ + "DeepMount00/Llama-3.1-8b-Ita" + ] + } + }, + "evaluations": [ + { + "evaluation_id": "hfopenllm_v2/DeepMount00_Llama-3.1-8b-Ita/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5365 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.517 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1707 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3062 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4487 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.396 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "hfopenllm_v2/DeepMount00_Llama-3.1-8b-ITA/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7917 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5109 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1088 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2878 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4136 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3876 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null + } + ] +} \ No newline at end of file diff --git a/data/models/DeepMount00_Llama-3.1-Distilled.json b/data/models/deepmount00_llama-3.1-distilled.json similarity index 100% rename from data/models/DeepMount00_Llama-3.1-Distilled.json rename to data/models/deepmount00_llama-3.1-distilled.json diff --git a/data/models/DeepMount00_mergekit-ties-okvgjfz.json b/data/models/deepmount00_mergekit-ties-okvgjfz.json similarity index 100% rename from data/models/DeepMount00_mergekit-ties-okvgjfz.json rename to data/models/deepmount00_mergekit-ties-okvgjfz.json diff --git a/data/models/DeepMount00_Qwen2-1.5B-Ita.json b/data/models/deepmount00_qwen2-1.5b-ita.json similarity index 100% rename from data/models/DeepMount00_Qwen2-1.5B-Ita.json rename to data/models/deepmount00_qwen2-1.5b-ita.json diff --git a/data/models/DeepMount00_Qwen2-1.5B-Ita_v2.json b/data/models/deepmount00_qwen2-1.5b-ita_v2.json similarity index 100% rename from data/models/DeepMount00_Qwen2-1.5B-Ita_v2.json rename to data/models/deepmount00_qwen2-1.5b-ita_v2.json diff --git a/data/models/DeepMount00_Qwen2-1.5B-Ita_v3.json b/data/models/deepmount00_qwen2-1.5b-ita_v3.json similarity index 100% rename from data/models/DeepMount00_Qwen2-1.5B-Ita_v3.json rename to data/models/deepmount00_qwen2-1.5b-ita_v3.json diff --git a/data/models/DeepMount00_Qwen2-1.5B-Ita_v5.json b/data/models/deepmount00_qwen2-1.5b-ita_v5.json similarity index 100% rename from data/models/DeepMount00_Qwen2-1.5B-Ita_v5.json rename to data/models/deepmount00_qwen2-1.5b-ita_v5.json diff --git a/data/models/DeepMount00_Qwen2-1.5B-Ita_v6.json b/data/models/deepmount00_qwen2-1.5b-ita_v6.json similarity index 100% rename from data/models/DeepMount00_Qwen2-1.5B-Ita_v6.json rename to data/models/deepmount00_qwen2-1.5b-ita_v6.json diff --git a/data/models/DeepMount00_Qwen2.5-7B-Instruct-MathCoder.json b/data/models/deepmount00_qwen2.5-7b-instruct-mathcoder.json similarity index 100% rename from data/models/DeepMount00_Qwen2.5-7B-Instruct-MathCoder.json rename to data/models/deepmount00_qwen2.5-7b-instruct-mathcoder.json diff --git a/data/models/deepseek-ai_deepseek-llm-67b-chat.json b/data/models/deepseek-ai_deepseek-llm-67b-chat.json index 1bbf0f6eea0599e700e5226dc430d2d332c74b14..e088ed2d042f06ef60e4e65615f3e04f8b24ffb8 100644 --- a/data/models/deepseek-ai_deepseek-llm-67b-chat.json +++ b/data/models/deepseek-ai_deepseek-llm-67b-chat.json @@ -1,14 +1,9 @@ { "model_info": { - "name": "deepseek-llm-67b-chat", + "name": "DeepSeek LLM Chat 67B", "id": "deepseek-ai/deepseek-llm-67b-chat", "developer": "deepseek-ai", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "LlamaForCausalLM", - "params_billions": "67.0" - } + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/deepseek-ai_DeepSeek-R1-Distill-Llama-70B.json b/data/models/deepseek-ai_deepseek-r1-distill-llama-70b.json similarity index 100% rename from data/models/deepseek-ai_DeepSeek-R1-Distill-Llama-70B.json rename to data/models/deepseek-ai_deepseek-r1-distill-llama-70b.json diff --git a/data/models/deepseek-ai_DeepSeek-R1-Distill-Llama-8B.json b/data/models/deepseek-ai_deepseek-r1-distill-llama-8b.json similarity index 100% rename from data/models/deepseek-ai_DeepSeek-R1-Distill-Llama-8B.json rename to data/models/deepseek-ai_deepseek-r1-distill-llama-8b.json diff --git a/data/models/deepseek-ai_DeepSeek-R1-Distill-Qwen-1.5B.json b/data/models/deepseek-ai_deepseek-r1-distill-qwen-1.5b.json similarity index 100% rename from data/models/deepseek-ai_DeepSeek-R1-Distill-Qwen-1.5B.json rename to data/models/deepseek-ai_deepseek-r1-distill-qwen-1.5b.json diff --git a/data/models/deepseek-ai_DeepSeek-R1-Distill-Qwen-14B.json b/data/models/deepseek-ai_deepseek-r1-distill-qwen-14b.json similarity index 100% rename from data/models/deepseek-ai_DeepSeek-R1-Distill-Qwen-14B.json rename to data/models/deepseek-ai_deepseek-r1-distill-qwen-14b.json diff --git a/data/models/deepseek-ai_DeepSeek-R1-Distill-Qwen-32B.json b/data/models/deepseek-ai_deepseek-r1-distill-qwen-32b.json similarity index 100% rename from data/models/deepseek-ai_DeepSeek-R1-Distill-Qwen-32B.json rename to data/models/deepseek-ai_deepseek-r1-distill-qwen-32b.json diff --git a/data/models/deepseek-ai_DeepSeek-R1-Distill-Qwen-7B.json b/data/models/deepseek-ai_deepseek-r1-distill-qwen-7b.json similarity index 100% rename from data/models/deepseek-ai_DeepSeek-R1-Distill-Qwen-7B.json rename to data/models/deepseek-ai_deepseek-r1-distill-qwen-7b.json diff --git a/data/models/deepseek_deepseek-r1-0528.json b/data/models/deepseek_deepseek-r1-0528.json index 712c8d82096fdfa393951ac4421e5d6c18ee722d..22f7f1e7159f38877f415a9a6f07905fabcb5d33 100644 --- a/data/models/deepseek_deepseek-r1-0528.json +++ b/data/models/deepseek_deepseek-r1-0528.json @@ -10,8 +10,8 @@ }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/deepseek_deepseek-r1-0528/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/deepseek_deepseek-r1-0528/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/deepseek_deepseek-r1-0528/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/deepseek_deepseek-r1-0528/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/deepseek_deepseek-v3.1.json b/data/models/deepseek_deepseek-v3.1.json index 52e144fa11c26943b339cba2c9fa28b1d9098c61..28271d97eb42a16e44db35269bdfee0d33d2475a 100644 --- a/data/models/deepseek_deepseek-v3.1.json +++ b/data/models/deepseek_deepseek-v3.1.json @@ -7,8 +7,8 @@ }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/deepseek_deepseek-v3.1/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/deepseek_deepseek-v3.1/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -522,8 +522,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/deepseek_deepseek-v3.1/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/deepseek_deepseek-v3.1/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/Delta-Vector_Baldur-8B.json b/data/models/delta-vector_baldur-8b.json similarity index 100% rename from data/models/Delta-Vector_Baldur-8B.json rename to data/models/delta-vector_baldur-8b.json diff --git a/data/models/Delta-Vector_Control-8B-V1.1.json b/data/models/delta-vector_control-8b-v1.1.json similarity index 100% rename from data/models/Delta-Vector_Control-8B-V1.1.json rename to data/models/delta-vector_control-8b-v1.1.json diff --git a/data/models/Delta-Vector_Control-8B.json b/data/models/delta-vector_control-8b.json similarity index 100% rename from data/models/Delta-Vector_Control-8B.json rename to data/models/delta-vector_control-8b.json diff --git a/data/models/Delta-Vector_Darkens-8B.json b/data/models/delta-vector_darkens-8b.json similarity index 100% rename from data/models/Delta-Vector_Darkens-8B.json rename to data/models/delta-vector_darkens-8b.json diff --git a/data/models/Delta-Vector_Henbane-7b-attempt2.json b/data/models/delta-vector_henbane-7b-attempt2.json similarity index 100% rename from data/models/Delta-Vector_Henbane-7b-attempt2.json rename to data/models/delta-vector_henbane-7b-attempt2.json diff --git a/data/models/Delta-Vector_Odin-9B.json b/data/models/delta-vector_odin-9b.json similarity index 100% rename from data/models/Delta-Vector_Odin-9B.json rename to data/models/delta-vector_odin-9b.json diff --git a/data/models/Delta-Vector_Tor-8B.json b/data/models/delta-vector_tor-8b.json similarity index 100% rename from data/models/Delta-Vector_Tor-8B.json rename to data/models/delta-vector_tor-8b.json diff --git a/data/models/DevQuasar_DevQuasar-R1-Uncensored-Llama-8B.json b/data/models/devquasar_devquasar-r1-uncensored-llama-8b.json similarity index 100% rename from data/models/DevQuasar_DevQuasar-R1-Uncensored-Llama-8B.json rename to data/models/devquasar_devquasar-r1-uncensored-llama-8b.json diff --git a/data/models/dfurman_CalmeRys-78B-Orpo-v0.1.json b/data/models/dfurman_calmerys-78b-orpo-v0.1.json similarity index 100% rename from data/models/dfurman_CalmeRys-78B-Orpo-v0.1.json rename to data/models/dfurman_calmerys-78b-orpo-v0.1.json diff --git a/data/models/dfurman_Llama-3-70B-Orpo-v0.1.json b/data/models/dfurman_llama-3-70b-orpo-v0.1.json similarity index 100% rename from data/models/dfurman_Llama-3-70B-Orpo-v0.1.json rename to data/models/dfurman_llama-3-70b-orpo-v0.1.json diff --git a/data/models/dfurman_Llama-3-8B-Orpo-v0.1.json b/data/models/dfurman_llama-3-8b-orpo-v0.1.json similarity index 99% rename from data/models/dfurman_Llama-3-8B-Orpo-v0.1.json rename to data/models/dfurman_llama-3-8b-orpo-v0.1.json index 795fa88e22654a896cb3162376f7a81e84579c64..987b3112f03b34626e0421787b1c9cb2e2b55a46 100644 --- a/data/models/dfurman_Llama-3-8B-Orpo-v0.1.json +++ b/data/models/dfurman_llama-3-8b-orpo-v0.1.json @@ -5,8 +5,8 @@ "developer": "dfurman", "inference_platform": "unknown", "additional_details": { - "precision": "float16", - "architecture": "?", + "precision": "bfloat16", + "architecture": "LlamaForCausalLM", "params_billions": "8.03" } }, diff --git a/data/models/dfurman_Qwen2-72B-Orpo-v0.1.json b/data/models/dfurman_qwen2-72b-orpo-v0.1.json similarity index 100% rename from data/models/dfurman_Qwen2-72B-Orpo-v0.1.json rename to data/models/dfurman_qwen2-72b-orpo-v0.1.json diff --git a/data/models/divyanshukunwar_SASTRI_1_9B.json b/data/models/divyanshukunwar_sastri_1_9b.json similarity index 100% rename from data/models/divyanshukunwar_SASTRI_1_9B.json rename to data/models/divyanshukunwar_sastri_1_9b.json diff --git a/data/models/djuna-test-lab_TEST-L3.2-ReWish-3B-ties-w-base.json b/data/models/djuna-test-lab_test-l3.2-rewish-3b-ties-w-base.json similarity index 100% rename from data/models/djuna-test-lab_TEST-L3.2-ReWish-3B-ties-w-base.json rename to data/models/djuna-test-lab_test-l3.2-rewish-3b-ties-w-base.json diff --git a/data/models/djuna-test-lab_TEST-L3.2-ReWish-3B.json b/data/models/djuna-test-lab_test-l3.2-rewish-3b.json similarity index 100% rename from data/models/djuna-test-lab_TEST-L3.2-ReWish-3B.json rename to data/models/djuna-test-lab_test-l3.2-rewish-3b.json diff --git a/data/models/djuna_G2-BigGSHT-27B-2.json b/data/models/djuna_g2-biggsht-27b-2.json similarity index 100% rename from data/models/djuna_G2-BigGSHT-27B-2.json rename to data/models/djuna_g2-biggsht-27b-2.json diff --git a/data/models/djuna_G2-GSHT.json b/data/models/djuna_g2-gsht.json similarity index 100% rename from data/models/djuna_G2-GSHT.json rename to data/models/djuna_g2-gsht.json diff --git a/data/models/djuna_Gemma-2-gemmama-9b.json b/data/models/djuna_gemma-2-gemmama-9b.json similarity index 100% rename from data/models/djuna_Gemma-2-gemmama-9b.json rename to data/models/djuna_gemma-2-gemmama-9b.json diff --git a/data/models/djuna_L3.1-ForStHS.json b/data/models/djuna_l3.1-forsths.json similarity index 100% rename from data/models/djuna_L3.1-ForStHS.json rename to data/models/djuna_l3.1-forsths.json diff --git a/data/models/djuna_L3.1-Promissum_Mane-8B-Della-1.5-calc.json b/data/models/djuna_l3.1-promissum_mane-8b-della-1.5-calc.json similarity index 100% rename from data/models/djuna_L3.1-Promissum_Mane-8B-Della-1.5-calc.json rename to data/models/djuna_l3.1-promissum_mane-8b-della-1.5-calc.json diff --git a/data/models/djuna_L3.1-Promissum_Mane-8B-Della-calc.json b/data/models/djuna_l3.1-promissum_mane-8b-della-calc.json similarity index 100% rename from data/models/djuna_L3.1-Promissum_Mane-8B-Della-calc.json rename to data/models/djuna_l3.1-promissum_mane-8b-della-calc.json diff --git a/data/models/djuna_L3.1-Purosani-2-8B.json b/data/models/djuna_l3.1-purosani-2-8b.json similarity index 100% rename from data/models/djuna_L3.1-Purosani-2-8B.json rename to data/models/djuna_l3.1-purosani-2-8b.json diff --git a/data/models/djuna_L3.1-Suze-Vume-calc.json b/data/models/djuna_l3.1-suze-vume-calc.json similarity index 100% rename from data/models/djuna_L3.1-Suze-Vume-calc.json rename to data/models/djuna_l3.1-suze-vume-calc.json diff --git a/data/models/djuna_MN-Chinofun-12B-2.json b/data/models/djuna_mn-chinofun-12b-2.json similarity index 100% rename from data/models/djuna_MN-Chinofun-12B-2.json rename to data/models/djuna_mn-chinofun-12b-2.json diff --git a/data/models/djuna_MN-Chinofun-12B-3.json b/data/models/djuna_mn-chinofun-12b-3.json similarity index 100% rename from data/models/djuna_MN-Chinofun-12B-3.json rename to data/models/djuna_mn-chinofun-12b-3.json diff --git a/data/models/djuna_MN-Chinofun-12B-4.json b/data/models/djuna_mn-chinofun-12b-4.json similarity index 100% rename from data/models/djuna_MN-Chinofun-12B-4.json rename to data/models/djuna_mn-chinofun-12b-4.json diff --git a/data/models/djuna_MN-Chinofun.json b/data/models/djuna_mn-chinofun.json similarity index 100% rename from data/models/djuna_MN-Chinofun.json rename to data/models/djuna_mn-chinofun.json diff --git a/data/models/djuna_Q2.5-Partron-7B.json b/data/models/djuna_q2.5-partron-7b.json similarity index 100% rename from data/models/djuna_Q2.5-Partron-7B.json rename to data/models/djuna_q2.5-partron-7b.json diff --git a/data/models/djuna_Q2.5-Veltha-14B-0.5.json b/data/models/djuna_q2.5-veltha-14b-0.5.json similarity index 100% rename from data/models/djuna_Q2.5-Veltha-14B-0.5.json rename to data/models/djuna_q2.5-veltha-14b-0.5.json diff --git a/data/models/djuna_Q2.5-Veltha-14B.json b/data/models/djuna_q2.5-veltha-14b.json similarity index 100% rename from data/models/djuna_Q2.5-Veltha-14B.json rename to data/models/djuna_q2.5-veltha-14b.json diff --git a/data/models/dnhkng_RYS-Llama-3-8B-Instruct.json b/data/models/dnhkng_rys-llama-3-8b-instruct.json similarity index 100% rename from data/models/dnhkng_RYS-Llama-3-8B-Instruct.json rename to data/models/dnhkng_rys-llama-3-8b-instruct.json diff --git a/data/models/dnhkng_RYS-Llama-3-Huge-Instruct.json b/data/models/dnhkng_rys-llama-3-huge-instruct.json similarity index 100% rename from data/models/dnhkng_RYS-Llama-3-Huge-Instruct.json rename to data/models/dnhkng_rys-llama-3-huge-instruct.json diff --git a/data/models/dnhkng_RYS-Llama-3-Large-Instruct.json b/data/models/dnhkng_rys-llama-3-large-instruct.json similarity index 100% rename from data/models/dnhkng_RYS-Llama-3-Large-Instruct.json rename to data/models/dnhkng_rys-llama-3-large-instruct.json diff --git a/data/models/dnhkng_RYS-Llama-3.1-8B-Instruct.json b/data/models/dnhkng_rys-llama-3.1-8b-instruct.json similarity index 100% rename from data/models/dnhkng_RYS-Llama-3.1-8B-Instruct.json rename to data/models/dnhkng_rys-llama-3.1-8b-instruct.json diff --git a/data/models/dnhkng_RYS-Llama3.1-Large.json b/data/models/dnhkng_rys-llama3.1-large.json similarity index 100% rename from data/models/dnhkng_RYS-Llama3.1-Large.json rename to data/models/dnhkng_rys-llama3.1-large.json diff --git a/data/models/dnhkng_RYS-Medium.json b/data/models/dnhkng_rys-medium.json similarity index 100% rename from data/models/dnhkng_RYS-Medium.json rename to data/models/dnhkng_rys-medium.json diff --git a/data/models/dnhkng_RYS-Phi-3-medium-4k-instruct.json b/data/models/dnhkng_rys-phi-3-medium-4k-instruct.json similarity index 100% rename from data/models/dnhkng_RYS-Phi-3-medium-4k-instruct.json rename to data/models/dnhkng_rys-phi-3-medium-4k-instruct.json diff --git a/data/models/dnhkng_RYS-XLarge-base.json b/data/models/dnhkng_rys-xlarge-base.json similarity index 100% rename from data/models/dnhkng_RYS-XLarge-base.json rename to data/models/dnhkng_rys-xlarge-base.json diff --git a/data/models/dnhkng_RYS-XLarge.json b/data/models/dnhkng_rys-xlarge.json similarity index 100% rename from data/models/dnhkng_RYS-XLarge.json rename to data/models/dnhkng_rys-xlarge.json diff --git a/data/models/dnhkng_RYS-XLarge2.json b/data/models/dnhkng_rys-xlarge2.json similarity index 100% rename from data/models/dnhkng_RYS-XLarge2.json rename to data/models/dnhkng_rys-xlarge2.json diff --git a/data/models/Dongwei_DeepSeek-R1-Distill-Qwen-7B-GRPO.json b/data/models/dongwei_deepseek-r1-distill-qwen-7b-grpo.json similarity index 100% rename from data/models/Dongwei_DeepSeek-R1-Distill-Qwen-7B-GRPO.json rename to data/models/dongwei_deepseek-r1-distill-qwen-7b-grpo.json diff --git a/data/models/DoppelReflEx_L3-8B-R1-WolfCore-V1.5-test.json b/data/models/doppelreflex_l3-8b-r1-wolfcore-v1.5-test.json similarity index 100% rename from data/models/DoppelReflEx_L3-8B-R1-WolfCore-V1.5-test.json rename to data/models/doppelreflex_l3-8b-r1-wolfcore-v1.5-test.json diff --git a/data/models/DoppelReflEx_L3-8B-R1-WolfCore.json b/data/models/doppelreflex_l3-8b-r1-wolfcore.json similarity index 100% rename from data/models/DoppelReflEx_L3-8B-R1-WolfCore.json rename to data/models/doppelreflex_l3-8b-r1-wolfcore.json diff --git a/data/models/DoppelReflEx_L3-8B-WolfCore.json b/data/models/doppelreflex_l3-8b-wolfcore.json similarity index 100% rename from data/models/DoppelReflEx_L3-8B-WolfCore.json rename to data/models/doppelreflex_l3-8b-wolfcore.json diff --git a/data/models/DoppelReflEx_MiniusLight-24B-test.json b/data/models/doppelreflex_miniuslight-24b-test.json similarity index 100% rename from data/models/DoppelReflEx_MiniusLight-24B-test.json rename to data/models/doppelreflex_miniuslight-24b-test.json diff --git a/data/models/DoppelReflEx_MiniusLight-24B-v1b-test.json b/data/models/doppelreflex_miniuslight-24b-v1b-test.json similarity index 100% rename from data/models/DoppelReflEx_MiniusLight-24B-v1b-test.json rename to data/models/doppelreflex_miniuslight-24b-v1b-test.json diff --git a/data/models/DoppelReflEx_MiniusLight-24B-v1c-test.json b/data/models/doppelreflex_miniuslight-24b-v1c-test.json similarity index 100% rename from data/models/DoppelReflEx_MiniusLight-24B-v1c-test.json rename to data/models/doppelreflex_miniuslight-24b-v1c-test.json diff --git a/data/models/DoppelReflEx_MiniusLight-24B-v1d-test.json b/data/models/doppelreflex_miniuslight-24b-v1d-test.json similarity index 100% rename from data/models/DoppelReflEx_MiniusLight-24B-v1d-test.json rename to data/models/doppelreflex_miniuslight-24b-v1d-test.json diff --git a/data/models/DoppelReflEx_MiniusLight-24B.json b/data/models/doppelreflex_miniuslight-24b.json similarity index 100% rename from data/models/DoppelReflEx_MiniusLight-24B.json rename to data/models/doppelreflex_miniuslight-24b.json diff --git a/data/models/DoppelReflEx_MN-12B-FoxFrame-test.json b/data/models/doppelreflex_mn-12b-foxframe-test.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-FoxFrame-test.json rename to data/models/doppelreflex_mn-12b-foxframe-test.json diff --git a/data/models/DoppelReflEx_MN-12B-FoxFrame2-test.json b/data/models/doppelreflex_mn-12b-foxframe2-test.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-FoxFrame2-test.json rename to data/models/doppelreflex_mn-12b-foxframe2-test.json diff --git a/data/models/DoppelReflEx_MN-12B-FoxFrame3-test.json b/data/models/doppelreflex_mn-12b-foxframe3-test.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-FoxFrame3-test.json rename to data/models/doppelreflex_mn-12b-foxframe3-test.json diff --git a/data/models/DoppelReflEx_MN-12B-Kakigori.json b/data/models/doppelreflex_mn-12b-kakigori.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Kakigori.json rename to data/models/doppelreflex_mn-12b-kakigori.json diff --git a/data/models/DoppelReflEx_MN-12B-LilithFrame-Experiment-2.json b/data/models/doppelreflex_mn-12b-lilithframe-experiment-2.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-LilithFrame-Experiment-2.json rename to data/models/doppelreflex_mn-12b-lilithframe-experiment-2.json diff --git a/data/models/DoppelReflEx_MN-12B-LilithFrame-Experiment-3.json b/data/models/doppelreflex_mn-12b-lilithframe-experiment-3.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-LilithFrame-Experiment-3.json rename to data/models/doppelreflex_mn-12b-lilithframe-experiment-3.json diff --git a/data/models/DoppelReflEx_MN-12B-LilithFrame-Experiment-4.json b/data/models/doppelreflex_mn-12b-lilithframe-experiment-4.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-LilithFrame-Experiment-4.json rename to data/models/doppelreflex_mn-12b-lilithframe-experiment-4.json diff --git a/data/models/DoppelReflEx_MN-12B-LilithFrame.json b/data/models/doppelreflex_mn-12b-lilithframe.json similarity index 99% rename from data/models/DoppelReflEx_MN-12B-LilithFrame.json rename to data/models/doppelreflex_mn-12b-lilithframe.json index 8ecfe43ff9e1fa93bda4febcbc7408f44cb537fc..2532c65fe82e1d06f8d68b438dbffc94e3e4e4bb 100644 --- a/data/models/DoppelReflEx_MN-12B-LilithFrame.json +++ b/data/models/doppelreflex_mn-12b-lilithframe.json @@ -5,7 +5,7 @@ "developer": "DoppelReflEx", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MistralForCausalLM", "params_billions": "12.248" } diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-GreenSnake.json b/data/models/doppelreflex_mn-12b-mimicore-greensnake.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-GreenSnake.json rename to data/models/doppelreflex_mn-12b-mimicore-greensnake.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-Nocturne.json b/data/models/doppelreflex_mn-12b-mimicore-nocturne.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-Nocturne.json rename to data/models/doppelreflex_mn-12b-mimicore-nocturne.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-Orochi-v2-Experiment.json b/data/models/doppelreflex_mn-12b-mimicore-orochi-v2-experiment.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-Orochi-v2-Experiment.json rename to data/models/doppelreflex_mn-12b-mimicore-orochi-v2-experiment.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-Orochi-v3-Experiment.json b/data/models/doppelreflex_mn-12b-mimicore-orochi-v3-experiment.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-Orochi-v3-Experiment.json rename to data/models/doppelreflex_mn-12b-mimicore-orochi-v3-experiment.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-Orochi-v4-Experiment.json b/data/models/doppelreflex_mn-12b-mimicore-orochi-v4-experiment.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-Orochi-v4-Experiment.json rename to data/models/doppelreflex_mn-12b-mimicore-orochi-v4-experiment.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-Orochi.json b/data/models/doppelreflex_mn-12b-mimicore-orochi.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-Orochi.json rename to data/models/doppelreflex_mn-12b-mimicore-orochi.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-1.json b/data/models/doppelreflex_mn-12b-mimicore-whitesnake-v2-experiment-1.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-1.json rename to data/models/doppelreflex_mn-12b-mimicore-whitesnake-v2-experiment-1.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-2.json b/data/models/doppelreflex_mn-12b-mimicore-whitesnake-v2-experiment-2.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-2.json rename to data/models/doppelreflex_mn-12b-mimicore-whitesnake-v2-experiment-2.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-3.json b/data/models/doppelreflex_mn-12b-mimicore-whitesnake-v2-experiment-3.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-3.json rename to data/models/doppelreflex_mn-12b-mimicore-whitesnake-v2-experiment-3.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-4.json b/data/models/doppelreflex_mn-12b-mimicore-whitesnake-v2-experiment-4.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-4.json rename to data/models/doppelreflex_mn-12b-mimicore-whitesnake-v2-experiment-4.json diff --git a/data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake.json b/data/models/doppelreflex_mn-12b-mimicore-whitesnake.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Mimicore-WhiteSnake.json rename to data/models/doppelreflex_mn-12b-mimicore-whitesnake.json diff --git a/data/models/DoppelReflEx_MN-12B-Unleashed-Twilight.json b/data/models/doppelreflex_mn-12b-unleashed-twilight.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-Unleashed-Twilight.json rename to data/models/doppelreflex_mn-12b-unleashed-twilight.json diff --git a/data/models/DoppelReflEx_MN-12B-WolFrame.json b/data/models/doppelreflex_mn-12b-wolframe.json similarity index 100% rename from data/models/DoppelReflEx_MN-12B-WolFrame.json rename to data/models/doppelreflex_mn-12b-wolframe.json diff --git a/data/models/DreadPoor_Again-8B-Model_Stock.json b/data/models/dreadpoor_again-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Again-8B-Model_Stock.json rename to data/models/dreadpoor_again-8b-model_stock.json diff --git a/data/models/DreadPoor_Alita99-8B-LINEAR.json b/data/models/dreadpoor_alita99-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Alita99-8B-LINEAR.json rename to data/models/dreadpoor_alita99-8b-linear.json diff --git a/data/models/DreadPoor_AnotherTest.json b/data/models/dreadpoor_anothertest.json similarity index 100% rename from data/models/DreadPoor_AnotherTest.json rename to data/models/dreadpoor_anothertest.json diff --git a/data/models/DreadPoor_Aspire-8B-model_stock.json b/data/models/dreadpoor_aspire-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Aspire-8B-model_stock.json rename to data/models/dreadpoor_aspire-8b-model_stock.json diff --git a/data/models/DreadPoor_Aspire_1.3-8B_model-stock.json b/data/models/dreadpoor_aspire_1.3-8b_model-stock.json similarity index 100% rename from data/models/DreadPoor_Aspire_1.3-8B_model-stock.json rename to data/models/dreadpoor_aspire_1.3-8b_model-stock.json diff --git a/data/models/DreadPoor_Aspire_V2-8B-Model_Stock.json b/data/models/dreadpoor_aspire_v2-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Aspire_V2-8B-Model_Stock.json rename to data/models/dreadpoor_aspire_v2-8b-model_stock.json diff --git a/data/models/DreadPoor_Aspire_V2.1-8B-Model_Stock.json b/data/models/dreadpoor_aspire_v2.1-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Aspire_V2.1-8B-Model_Stock.json rename to data/models/dreadpoor_aspire_v2.1-8b-model_stock.json diff --git a/data/models/DreadPoor_Aspire_V2_ALT-8B-Model_Stock.json b/data/models/dreadpoor_aspire_v2_alt-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Aspire_V2_ALT-8B-Model_Stock.json rename to data/models/dreadpoor_aspire_v2_alt-8b-model_stock.json diff --git a/data/models/DreadPoor_Aspire_V2_ALT_ROW-8B-Model_Stock.json b/data/models/dreadpoor_aspire_v2_alt_row-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Aspire_V2_ALT_ROW-8B-Model_Stock.json rename to data/models/dreadpoor_aspire_v2_alt_row-8b-model_stock.json diff --git a/data/models/DreadPoor_Aspire_V3-8B-Model_Stock.json b/data/models/dreadpoor_aspire_v3-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Aspire_V3-8B-Model_Stock.json rename to data/models/dreadpoor_aspire_v3-8b-model_stock.json diff --git a/data/models/DreadPoor_Aspire_V4-8B-Model_Stock.json b/data/models/dreadpoor_aspire_v4-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Aspire_V4-8B-Model_Stock.json rename to data/models/dreadpoor_aspire_v4-8b-model_stock.json diff --git a/data/models/DreadPoor_Aspire_V4_ALT-8B-Model_Stock.json b/data/models/dreadpoor_aspire_v4_alt-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Aspire_V4_ALT-8B-Model_Stock.json rename to data/models/dreadpoor_aspire_v4_alt-8b-model_stock.json diff --git a/data/models/DreadPoor_Asymmetric_Linearity-8B-Model_Stock.json b/data/models/dreadpoor_asymmetric_linearity-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Asymmetric_Linearity-8B-Model_Stock.json rename to data/models/dreadpoor_asymmetric_linearity-8b-model_stock.json diff --git a/data/models/DreadPoor_Aurora_faustus-8B-LINEAR.json b/data/models/dreadpoor_aurora_faustus-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Aurora_faustus-8B-LINEAR.json rename to data/models/dreadpoor_aurora_faustus-8b-linear.json diff --git a/data/models/DreadPoor_Aurora_faustus-8B-LORABLATED.json b/data/models/dreadpoor_aurora_faustus-8b-lorablated.json similarity index 100% rename from data/models/DreadPoor_Aurora_faustus-8B-LORABLATED.json rename to data/models/dreadpoor_aurora_faustus-8b-lorablated.json diff --git a/data/models/DreadPoor_Aurora_faustus-8B-LORABLATED_ALT.json b/data/models/dreadpoor_aurora_faustus-8b-lorablated_alt.json similarity index 100% rename from data/models/DreadPoor_Aurora_faustus-8B-LORABLATED_ALT.json rename to data/models/dreadpoor_aurora_faustus-8b-lorablated_alt.json diff --git a/data/models/DreadPoor_Autumn_Dawn-8B-LINEAR.json b/data/models/dreadpoor_autumn_dawn-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Autumn_Dawn-8B-LINEAR.json rename to data/models/dreadpoor_autumn_dawn-8b-linear.json diff --git a/data/models/DreadPoor_BaeZel-8B-LINEAR.json b/data/models/dreadpoor_baezel-8b-linear.json similarity index 100% rename from data/models/DreadPoor_BaeZel-8B-LINEAR.json rename to data/models/dreadpoor_baezel-8b-linear.json diff --git a/data/models/DreadPoor_BaeZel-8B-Model_Stock.json b/data/models/dreadpoor_baezel-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_BaeZel-8B-Model_Stock.json rename to data/models/dreadpoor_baezel-8b-model_stock.json diff --git a/data/models/DreadPoor_BaeZel_V2-8B-Model_Stock.json b/data/models/dreadpoor_baezel_v2-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_BaeZel_V2-8B-Model_Stock.json rename to data/models/dreadpoor_baezel_v2-8b-model_stock.json diff --git a/data/models/DreadPoor_BaeZel_V2_ALT-8B-Model_Stock.json b/data/models/dreadpoor_baezel_v2_alt-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_BaeZel_V2_ALT-8B-Model_Stock.json rename to data/models/dreadpoor_baezel_v2_alt-8b-model_stock.json diff --git a/data/models/DreadPoor_BaeZel_V3-8B-Model_Stock.json b/data/models/dreadpoor_baezel_v3-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_BaeZel_V3-8B-Model_Stock.json rename to data/models/dreadpoor_baezel_v3-8b-model_stock.json diff --git a/data/models/DreadPoor_Blunt_Edge-8B-SLERP.json b/data/models/dreadpoor_blunt_edge-8b-slerp.json similarity index 100% rename from data/models/DreadPoor_Blunt_Edge-8B-SLERP.json rename to data/models/dreadpoor_blunt_edge-8b-slerp.json diff --git a/data/models/DreadPoor_BulkUp.json b/data/models/dreadpoor_bulkup.json similarity index 100% rename from data/models/DreadPoor_BulkUp.json rename to data/models/dreadpoor_bulkup.json diff --git a/data/models/DreadPoor_Cadence-8B-LINEAR.json b/data/models/dreadpoor_cadence-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Cadence-8B-LINEAR.json rename to data/models/dreadpoor_cadence-8b-linear.json diff --git a/data/models/DreadPoor_Caelid-8B-Model_Stock.json b/data/models/dreadpoor_caelid-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Caelid-8B-Model_Stock.json rename to data/models/dreadpoor_caelid-8b-model_stock.json diff --git a/data/models/DreadPoor_Casuar-9B-Model_Stock.json b/data/models/dreadpoor_casuar-9b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Casuar-9B-Model_Stock.json rename to data/models/dreadpoor_casuar-9b-model_stock.json diff --git a/data/models/DreadPoor_Condensed_Milk-8B-Model_Stock.json b/data/models/dreadpoor_condensed_milk-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Condensed_Milk-8B-Model_Stock.json rename to data/models/dreadpoor_condensed_milk-8b-model_stock.json diff --git a/data/models/DreadPoor_CoolerCoder-8B-LINEAR.json b/data/models/dreadpoor_coolercoder-8b-linear.json similarity index 100% rename from data/models/DreadPoor_CoolerCoder-8B-LINEAR.json rename to data/models/dreadpoor_coolercoder-8b-linear.json diff --git a/data/models/DreadPoor_Damasteel-8B-LINEAR.json b/data/models/dreadpoor_damasteel-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Damasteel-8B-LINEAR.json rename to data/models/dreadpoor_damasteel-8b-linear.json diff --git a/data/models/DreadPoor_Dearly_Beloved-8B-TIES.json b/data/models/dreadpoor_dearly_beloved-8b-ties.json similarity index 100% rename from data/models/DreadPoor_Dearly_Beloved-8B-TIES.json rename to data/models/dreadpoor_dearly_beloved-8b-ties.json diff --git a/data/models/DreadPoor_Decayed-8B-LINEAR.json b/data/models/dreadpoor_decayed-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Decayed-8B-LINEAR.json rename to data/models/dreadpoor_decayed-8b-linear.json diff --git a/data/models/DreadPoor_Derivative-8B-Model_Stock.json b/data/models/dreadpoor_derivative-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Derivative-8B-Model_Stock.json rename to data/models/dreadpoor_derivative-8b-model_stock.json diff --git a/data/models/DreadPoor_Derivative_V2-8B-Model_Stock.json b/data/models/dreadpoor_derivative_v2-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Derivative_V2-8B-Model_Stock.json rename to data/models/dreadpoor_derivative_v2-8b-model_stock.json diff --git a/data/models/DreadPoor_Derivative_V2_ALT-8B-Model_Stock.json b/data/models/dreadpoor_derivative_v2_alt-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Derivative_V2_ALT-8B-Model_Stock.json rename to data/models/dreadpoor_derivative_v2_alt-8b-model_stock.json diff --git a/data/models/DreadPoor_Derivative_V3-8B-Model_Stock.json b/data/models/dreadpoor_derivative_v3-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Derivative_V3-8B-Model_Stock.json rename to data/models/dreadpoor_derivative_v3-8b-model_stock.json diff --git a/data/models/DreadPoor_Elusive_Dragon_Heart-8B-LINEAR.json b/data/models/dreadpoor_elusive_dragon_heart-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Elusive_Dragon_Heart-8B-LINEAR.json rename to data/models/dreadpoor_elusive_dragon_heart-8b-linear.json diff --git a/data/models/DreadPoor_Emu_Eggs-9B-Model_Stock.json b/data/models/dreadpoor_emu_eggs-9b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Emu_Eggs-9B-Model_Stock.json rename to data/models/dreadpoor_emu_eggs-9b-model_stock.json diff --git a/data/models/DreadPoor_Eunoia_Vespera-8B-LINEAR.json b/data/models/dreadpoor_eunoia_vespera-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Eunoia_Vespera-8B-LINEAR.json rename to data/models/dreadpoor_eunoia_vespera-8b-linear.json diff --git a/data/models/DreadPoor_felix_dies-mistral-7B-model_stock.json b/data/models/dreadpoor_felix_dies-mistral-7b-model_stock.json similarity index 100% rename from data/models/DreadPoor_felix_dies-mistral-7B-model_stock.json rename to data/models/dreadpoor_felix_dies-mistral-7b-model_stock.json diff --git a/data/models/DreadPoor_Fu_sion_HA-8B-SLERP.json b/data/models/dreadpoor_fu_sion_ha-8b-slerp.json similarity index 100% rename from data/models/DreadPoor_Fu_sion_HA-8B-SLERP.json rename to data/models/dreadpoor_fu_sion_ha-8b-slerp.json diff --git a/data/models/DreadPoor_H_the_eighth-8B-LINEAR.json b/data/models/dreadpoor_h_the_eighth-8b-linear.json similarity index 100% rename from data/models/DreadPoor_H_the_eighth-8B-LINEAR.json rename to data/models/dreadpoor_h_the_eighth-8b-linear.json diff --git a/data/models/DreadPoor_hakuchido-8B-MODEL_STOCK.json b/data/models/dreadpoor_hakuchido-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_hakuchido-8B-MODEL_STOCK.json rename to data/models/dreadpoor_hakuchido-8b-model_stock.json diff --git a/data/models/DreadPoor_Happy_New_Year-8B-Model_Stock.json b/data/models/dreadpoor_happy_new_year-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Happy_New_Year-8B-Model_Stock.json rename to data/models/dreadpoor_happy_new_year-8b-model_stock.json diff --git a/data/models/DreadPoor_Heart_Stolen-8B-Model_Stock.json b/data/models/dreadpoor_heart_stolen-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Heart_Stolen-8B-Model_Stock.json rename to data/models/dreadpoor_heart_stolen-8b-model_stock.json diff --git a/data/models/DreadPoor_Heart_Stolen-ALT-8B-Model_Stock.json b/data/models/dreadpoor_heart_stolen-alt-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Heart_Stolen-ALT-8B-Model_Stock.json rename to data/models/dreadpoor_heart_stolen-alt-8b-model_stock.json diff --git a/data/models/DreadPoor_Here_We_Go_Again-8B-SLERP.json b/data/models/dreadpoor_here_we_go_again-8b-slerp.json similarity index 100% rename from data/models/DreadPoor_Here_We_Go_Again-8B-SLERP.json rename to data/models/dreadpoor_here_we_go_again-8b-slerp.json diff --git a/data/models/DreadPoor_HOT_STINKING_GARBAGE.json b/data/models/dreadpoor_hot_stinking_garbage.json similarity index 100% rename from data/models/DreadPoor_HOT_STINKING_GARBAGE.json rename to data/models/dreadpoor_hot_stinking_garbage.json diff --git a/data/models/DreadPoor_Howdy-8B-LINEAR.json b/data/models/dreadpoor_howdy-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Howdy-8B-LINEAR.json rename to data/models/dreadpoor_howdy-8b-linear.json diff --git a/data/models/DreadPoor_ichor-8B-Model_Stock.json b/data/models/dreadpoor_ichor-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_ichor-8B-Model_Stock.json rename to data/models/dreadpoor_ichor-8b-model_stock.json diff --git a/data/models/DreadPoor_ichor_1.1-8B-Model_Stock.json b/data/models/dreadpoor_ichor_1.1-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_ichor_1.1-8B-Model_Stock.json rename to data/models/dreadpoor_ichor_1.1-8b-model_stock.json diff --git a/data/models/DreadPoor_Incidental-8B-Model_Stock.json b/data/models/dreadpoor_incidental-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Incidental-8B-Model_Stock.json rename to data/models/dreadpoor_incidental-8b-model_stock.json diff --git a/data/models/DreadPoor_inexpertus-8B-Model_Stock.json b/data/models/dreadpoor_inexpertus-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_inexpertus-8B-Model_Stock.json rename to data/models/dreadpoor_inexpertus-8b-model_stock.json diff --git a/data/models/DreadPoor_inexpertus_1.1-8B-LINEAR.json b/data/models/dreadpoor_inexpertus_1.1-8b-linear.json similarity index 100% rename from data/models/DreadPoor_inexpertus_1.1-8B-LINEAR.json rename to data/models/dreadpoor_inexpertus_1.1-8b-linear.json diff --git a/data/models/DreadPoor_inexpertus_1.2-8B-LINEAR.json b/data/models/dreadpoor_inexpertus_1.2-8b-linear.json similarity index 100% rename from data/models/DreadPoor_inexpertus_1.2-8B-LINEAR.json rename to data/models/dreadpoor_inexpertus_1.2-8b-linear.json diff --git a/data/models/DreadPoor_Irina-8B-model_stock.json b/data/models/dreadpoor_irina-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Irina-8B-model_stock.json rename to data/models/dreadpoor_irina-8b-model_stock.json diff --git a/data/models/DreadPoor_Kindling-8B-Model_Stock.json b/data/models/dreadpoor_kindling-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Kindling-8B-Model_Stock.json rename to data/models/dreadpoor_kindling-8b-model_stock.json diff --git a/data/models/DreadPoor_L3.1-BaeZel-8B-Della.json b/data/models/dreadpoor_l3.1-baezel-8b-della.json similarity index 100% rename from data/models/DreadPoor_L3.1-BaeZel-8B-Della.json rename to data/models/dreadpoor_l3.1-baezel-8b-della.json diff --git a/data/models/DreadPoor_Laughing_Stock-8B-Model_Stock.json b/data/models/dreadpoor_laughing_stock-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Laughing_Stock-8B-Model_Stock.json rename to data/models/dreadpoor_laughing_stock-8b-model_stock.json diff --git a/data/models/DreadPoor_Lava_Lamp-8B-SLERP.json b/data/models/dreadpoor_lava_lamp-8b-slerp.json similarity index 100% rename from data/models/DreadPoor_Lava_Lamp-8B-SLERP.json rename to data/models/dreadpoor_lava_lamp-8b-slerp.json diff --git a/data/models/DreadPoor_LemonP-8B-Model_Stock.json b/data/models/dreadpoor_lemonp-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_LemonP-8B-Model_Stock.json rename to data/models/dreadpoor_lemonp-8b-model_stock.json diff --git a/data/models/DreadPoor_Lydia_of_Whiterun-8B-LINEAR.json b/data/models/dreadpoor_lydia_of_whiterun-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Lydia_of_Whiterun-8B-LINEAR.json rename to data/models/dreadpoor_lydia_of_whiterun-8b-linear.json diff --git a/data/models/DreadPoor_Matryoshka-8B-LINEAR.json b/data/models/dreadpoor_matryoshka-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Matryoshka-8B-LINEAR.json rename to data/models/dreadpoor_matryoshka-8b-linear.json diff --git a/data/models/DreadPoor_Mercury_In_Retrograde-8b-Model-Stock.json b/data/models/dreadpoor_mercury_in_retrograde-8b-model-stock.json similarity index 100% rename from data/models/DreadPoor_Mercury_In_Retrograde-8b-Model-Stock.json rename to data/models/dreadpoor_mercury_in_retrograde-8b-model-stock.json diff --git a/data/models/DreadPoor_mergekit-nuslerp-nqzkedi.json b/data/models/dreadpoor_mergekit-nuslerp-nqzkedi.json similarity index 100% rename from data/models/DreadPoor_mergekit-nuslerp-nqzkedi.json rename to data/models/dreadpoor_mergekit-nuslerp-nqzkedi.json diff --git a/data/models/DreadPoor_Minthy-8B-Model_Stock.json b/data/models/dreadpoor_minthy-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Minthy-8B-Model_Stock.json rename to data/models/dreadpoor_minthy-8b-model_stock.json diff --git a/data/models/DreadPoor_Minthy_ALT-8B-Model_Stock.json b/data/models/dreadpoor_minthy_alt-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Minthy_ALT-8B-Model_Stock.json rename to data/models/dreadpoor_minthy_alt-8b-model_stock.json diff --git a/data/models/DreadPoor_Minthy_V2-8B-Model_Stock.json b/data/models/dreadpoor_minthy_v2-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Minthy_V2-8B-Model_Stock.json rename to data/models/dreadpoor_minthy_v2-8b-model_stock.json diff --git a/data/models/DreadPoor_Minus_Penus-8B-Model_Stock.json b/data/models/dreadpoor_minus_penus-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Minus_Penus-8B-Model_Stock.json rename to data/models/dreadpoor_minus_penus-8b-model_stock.json diff --git a/data/models/DreadPoor_Morphing-8B-Model_Stock.json b/data/models/dreadpoor_morphing-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Morphing-8B-Model_Stock.json rename to data/models/dreadpoor_morphing-8b-model_stock.json diff --git a/data/models/DreadPoor_Not_Even_My_Final_Form-8B-Model_Stock.json b/data/models/dreadpoor_not_even_my_final_form-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Not_Even_My_Final_Form-8B-Model_Stock.json rename to data/models/dreadpoor_not_even_my_final_form-8b-model_stock.json diff --git a/data/models/DreadPoor_Nother_One-8B-Model_Stock.json b/data/models/dreadpoor_nother_one-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Nother_One-8B-Model_Stock.json rename to data/models/dreadpoor_nother_one-8b-model_stock.json diff --git a/data/models/DreadPoor_Noxis-8B-LINEAR.json b/data/models/dreadpoor_noxis-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Noxis-8B-LINEAR.json rename to data/models/dreadpoor_noxis-8b-linear.json diff --git a/data/models/DreadPoor_Nullsworn-12B-LINEAR.json b/data/models/dreadpoor_nullsworn-12b-linear.json similarity index 100% rename from data/models/DreadPoor_Nullsworn-12B-LINEAR.json rename to data/models/dreadpoor_nullsworn-12b-linear.json diff --git a/data/models/DreadPoor_Nwah-8B-Model_Stock.json b/data/models/dreadpoor_nwah-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Nwah-8B-Model_Stock.json rename to data/models/dreadpoor_nwah-8b-model_stock.json diff --git a/data/models/DreadPoor_Oh_Boy-8B-LINEAR.json b/data/models/dreadpoor_oh_boy-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Oh_Boy-8B-LINEAR.json rename to data/models/dreadpoor_oh_boy-8b-linear.json diff --git a/data/models/DreadPoor_ONeil-model_stock-8B.json b/data/models/dreadpoor_oneil-model_stock-8b.json similarity index 100% rename from data/models/DreadPoor_ONeil-model_stock-8B.json rename to data/models/dreadpoor_oneil-model_stock-8b.json diff --git a/data/models/DreadPoor_OrangeJ-8B-Model_Stock.json b/data/models/dreadpoor_orangej-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_OrangeJ-8B-Model_Stock.json rename to data/models/dreadpoor_orangej-8b-model_stock.json diff --git a/data/models/DreadPoor_Promissum_Mane-8B-LINEAR-lorablated.json b/data/models/dreadpoor_promissum_mane-8b-linear-lorablated.json similarity index 100% rename from data/models/DreadPoor_Promissum_Mane-8B-LINEAR-lorablated.json rename to data/models/dreadpoor_promissum_mane-8b-linear-lorablated.json diff --git a/data/models/DreadPoor_Promissum_Mane-8B-LINEAR.json b/data/models/dreadpoor_promissum_mane-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Promissum_Mane-8B-LINEAR.json rename to data/models/dreadpoor_promissum_mane-8b-linear.json diff --git a/data/models/DreadPoor_remember_to_breathe-8b-Model-Stock.json b/data/models/dreadpoor_remember_to_breathe-8b-model-stock.json similarity index 100% rename from data/models/DreadPoor_remember_to_breathe-8b-Model-Stock.json rename to data/models/dreadpoor_remember_to_breathe-8b-model-stock.json diff --git a/data/models/DreadPoor_RPMash-8B-Model_Stock.json b/data/models/dreadpoor_rpmash-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_RPMash-8B-Model_Stock.json rename to data/models/dreadpoor_rpmash-8b-model_stock.json diff --git a/data/models/DreadPoor_RPMash_V3-8B-Model_Stock.json b/data/models/dreadpoor_rpmash_v3-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_RPMash_V3-8B-Model_Stock.json rename to data/models/dreadpoor_rpmash_v3-8b-model_stock.json diff --git a/data/models/DreadPoor_Rusted_Gold-8B-LINEAR.json b/data/models/dreadpoor_rusted_gold-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Rusted_Gold-8B-LINEAR.json rename to data/models/dreadpoor_rusted_gold-8b-linear.json diff --git a/data/models/DreadPoor_Rusted_Platinum-8B-LINEAR.json b/data/models/dreadpoor_rusted_platinum-8b-linear.json similarity index 100% rename from data/models/DreadPoor_Rusted_Platinum-8B-LINEAR.json rename to data/models/dreadpoor_rusted_platinum-8b-linear.json diff --git a/data/models/DreadPoor_Rusted_Platinum-8B-Model_Stock.json b/data/models/dreadpoor_rusted_platinum-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Rusted_Platinum-8B-Model_Stock.json rename to data/models/dreadpoor_rusted_platinum-8b-model_stock.json diff --git a/data/models/DreadPoor_Sellen-8B-model_stock.json b/data/models/dreadpoor_sellen-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Sellen-8B-model_stock.json rename to data/models/dreadpoor_sellen-8b-model_stock.json diff --git a/data/models/DreadPoor_Something-8B-Model_Stock.json b/data/models/dreadpoor_something-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Something-8B-Model_Stock.json rename to data/models/dreadpoor_something-8b-model_stock.json diff --git a/data/models/DreadPoor_Spring_Dusk-8B-SCE.json b/data/models/dreadpoor_spring_dusk-8b-sce.json similarity index 100% rename from data/models/DreadPoor_Spring_Dusk-8B-SCE.json rename to data/models/dreadpoor_spring_dusk-8b-sce.json diff --git a/data/models/DreadPoor_Summer_Dawn-8B-SCE.json b/data/models/dreadpoor_summer_dawn-8b-sce.json similarity index 100% rename from data/models/DreadPoor_Summer_Dawn-8B-SCE.json rename to data/models/dreadpoor_summer_dawn-8b-sce.json diff --git a/data/models/DreadPoor_Summer_Dusk-8B-TIES.json b/data/models/dreadpoor_summer_dusk-8b-ties.json similarity index 100% rename from data/models/DreadPoor_Summer_Dusk-8B-TIES.json rename to data/models/dreadpoor_summer_dusk-8b-ties.json diff --git a/data/models/DreadPoor_Summer_Rain-8B-SCE.json b/data/models/dreadpoor_summer_rain-8b-sce.json similarity index 100% rename from data/models/DreadPoor_Summer_Rain-8B-SCE.json rename to data/models/dreadpoor_summer_rain-8b-sce.json diff --git a/data/models/DreadPoor_Summer_Rain-8B-TIES.json b/data/models/dreadpoor_summer_rain-8b-ties.json similarity index 100% rename from data/models/DreadPoor_Summer_Rain-8B-TIES.json rename to data/models/dreadpoor_summer_rain-8b-ties.json diff --git a/data/models/DreadPoor_Sun-8B-Model_Stock.json b/data/models/dreadpoor_sun-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Sun-8B-Model_Stock.json rename to data/models/dreadpoor_sun-8b-model_stock.json diff --git a/data/models/DreadPoor_Sweetened_Condensed_Milk-8B-Model_Stock.json b/data/models/dreadpoor_sweetened_condensed_milk-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Sweetened_Condensed_Milk-8B-Model_Stock.json rename to data/models/dreadpoor_sweetened_condensed_milk-8b-model_stock.json diff --git a/data/models/DreadPoor_test.json b/data/models/dreadpoor_test.json similarity index 100% rename from data/models/DreadPoor_test.json rename to data/models/dreadpoor_test.json diff --git a/data/models/DreadPoor_TEST02-Ignore.json b/data/models/dreadpoor_test02-ignore.json similarity index 100% rename from data/models/DreadPoor_TEST02-Ignore.json rename to data/models/dreadpoor_test02-ignore.json diff --git a/data/models/DreadPoor_TEST03-ignore.json b/data/models/dreadpoor_test03-ignore.json similarity index 100% rename from data/models/DreadPoor_TEST03-ignore.json rename to data/models/dreadpoor_test03-ignore.json diff --git a/data/models/DreadPoor_TEST06-ignore.json b/data/models/dreadpoor_test06-ignore.json similarity index 100% rename from data/models/DreadPoor_TEST06-ignore.json rename to data/models/dreadpoor_test06-ignore.json diff --git a/data/models/DreadPoor_TEST07-ignore.json b/data/models/dreadpoor_test07-ignore.json similarity index 100% rename from data/models/DreadPoor_TEST07-ignore.json rename to data/models/dreadpoor_test07-ignore.json diff --git a/data/models/DreadPoor_TEST08-ignore.json b/data/models/dreadpoor_test08-ignore.json similarity index 100% rename from data/models/DreadPoor_TEST08-ignore.json rename to data/models/dreadpoor_test08-ignore.json diff --git a/data/models/DreadPoor_test_ALT.json b/data/models/dreadpoor_test_alt.json similarity index 100% rename from data/models/DreadPoor_test_ALT.json rename to data/models/dreadpoor_test_alt.json diff --git a/data/models/DreadPoor_tests_pending-do_not_use_yet.json b/data/models/dreadpoor_tests_pending-do_not_use_yet.json similarity index 100% rename from data/models/DreadPoor_tests_pending-do_not_use_yet.json rename to data/models/dreadpoor_tests_pending-do_not_use_yet.json diff --git a/data/models/DreadPoor_Trinas_Nectar-8B-model_stock.json b/data/models/dreadpoor_trinas_nectar-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Trinas_Nectar-8B-model_stock.json rename to data/models/dreadpoor_trinas_nectar-8b-model_stock.json diff --git a/data/models/DreadPoor_UNTESTED-VENN_1.2-8B-Model_Stock.json b/data/models/dreadpoor_untested-venn_1.2-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_UNTESTED-VENN_1.2-8B-Model_Stock.json rename to data/models/dreadpoor_untested-venn_1.2-8b-model_stock.json diff --git a/data/models/DreadPoor_VENN_1.2-8B-Model_Stock.json b/data/models/dreadpoor_venn_1.2-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_VENN_1.2-8B-Model_Stock.json rename to data/models/dreadpoor_venn_1.2-8b-model_stock.json diff --git a/data/models/DreadPoor_Wannabe-8B-Model_Stock.json b/data/models/dreadpoor_wannabe-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Wannabe-8B-Model_Stock.json rename to data/models/dreadpoor_wannabe-8b-model_stock.json diff --git a/data/models/DreadPoor_What_A_Thrill-8B-Model_Stock.json b/data/models/dreadpoor_what_a_thrill-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_What_A_Thrill-8B-Model_Stock.json rename to data/models/dreadpoor_what_a_thrill-8b-model_stock.json diff --git a/data/models/DreadPoor_Winter-8B-SCE.json b/data/models/dreadpoor_winter-8b-sce.json similarity index 100% rename from data/models/DreadPoor_Winter-8B-SCE.json rename to data/models/dreadpoor_winter-8b-sce.json diff --git a/data/models/DreadPoor_Winter_Dawn-8B-TIES.json b/data/models/dreadpoor_winter_dawn-8b-ties.json similarity index 100% rename from data/models/DreadPoor_Winter_Dawn-8B-TIES.json rename to data/models/dreadpoor_winter_dawn-8b-ties.json diff --git a/data/models/DreadPoor_Winter_Dusk-8B-TIES.json b/data/models/dreadpoor_winter_dusk-8b-ties.json similarity index 100% rename from data/models/DreadPoor_Winter_Dusk-8B-TIES.json rename to data/models/dreadpoor_winter_dusk-8b-ties.json diff --git a/data/models/DreadPoor_Winter_Night-8B-Model_Stock.json b/data/models/dreadpoor_winter_night-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Winter_Night-8B-Model_Stock.json rename to data/models/dreadpoor_winter_night-8b-model_stock.json diff --git a/data/models/DreadPoor_WIP-Acacia-8B-Model_Stock.json b/data/models/dreadpoor_wip-acacia-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_WIP-Acacia-8B-Model_Stock.json rename to data/models/dreadpoor_wip-acacia-8b-model_stock.json diff --git a/data/models/DreadPoor_WIP_Damascus-8B-TIES.json b/data/models/dreadpoor_wip_damascus-8b-ties.json similarity index 100% rename from data/models/DreadPoor_WIP_Damascus-8B-TIES.json rename to data/models/dreadpoor_wip_damascus-8b-ties.json diff --git a/data/models/DreadPoor_Yafune-8B-Model_Stock.json b/data/models/dreadpoor_yafune-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Yafune-8B-Model_Stock.json rename to data/models/dreadpoor_yafune-8b-model_stock.json diff --git a/data/models/DreadPoor_Yearn_V3-8B-Model_Stock.json b/data/models/dreadpoor_yearn_v3-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Yearn_V3-8B-Model_Stock.json rename to data/models/dreadpoor_yearn_v3-8b-model_stock.json diff --git a/data/models/DreadPoor_Zelus-8B-Model_Stock.json b/data/models/dreadpoor_zelus-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Zelus-8B-Model_Stock.json rename to data/models/dreadpoor_zelus-8b-model_stock.json diff --git a/data/models/DreadPoor_Zelus_V2-8B-Model_Stock.json b/data/models/dreadpoor_zelus_v2-8b-model_stock.json similarity index 100% rename from data/models/DreadPoor_Zelus_V2-8B-Model_Stock.json rename to data/models/dreadpoor_zelus_v2-8b-model_stock.json diff --git a/data/models/DreadPoor_ZEUS-8B-V17-Abliterated_ALT.json b/data/models/dreadpoor_zeus-8b-v17-abliterated_alt.json similarity index 100% rename from data/models/DreadPoor_ZEUS-8B-V17-Abliterated_ALT.json rename to data/models/dreadpoor_zeus-8b-v17-abliterated_alt.json diff --git a/data/models/dreamgen_WizardLM-2-7B.json b/data/models/dreamgen_wizardlm-2-7b.json similarity index 100% rename from data/models/dreamgen_WizardLM-2-7B.json rename to data/models/dreamgen_wizardlm-2-7b.json diff --git a/data/models/DRXD1000_Atlas-7B.json b/data/models/drxd1000_atlas-7b.json similarity index 100% rename from data/models/DRXD1000_Atlas-7B.json rename to data/models/drxd1000_atlas-7b.json diff --git a/data/models/DRXD1000_Phoenix-7B.json b/data/models/drxd1000_phoenix-7b.json similarity index 100% rename from data/models/DRXD1000_Phoenix-7B.json rename to data/models/drxd1000_phoenix-7b.json diff --git a/data/models/DUAL-GPO_zephyr-7b-ipo-0k-15k-i1.json b/data/models/dual-gpo_zephyr-7b-ipo-0k-15k-i1.json similarity index 100% rename from data/models/DUAL-GPO_zephyr-7b-ipo-0k-15k-i1.json rename to data/models/dual-gpo_zephyr-7b-ipo-0k-15k-i1.json diff --git a/data/models/dustinwloring1988_Reflexis-8b-chat-v1.json b/data/models/dustinwloring1988_reflexis-8b-chat-v1.json similarity index 100% rename from data/models/dustinwloring1988_Reflexis-8b-chat-v1.json rename to data/models/dustinwloring1988_reflexis-8b-chat-v1.json diff --git a/data/models/dustinwloring1988_Reflexis-8b-chat-v2.json b/data/models/dustinwloring1988_reflexis-8b-chat-v2.json similarity index 100% rename from data/models/dustinwloring1988_Reflexis-8b-chat-v2.json rename to data/models/dustinwloring1988_reflexis-8b-chat-v2.json diff --git a/data/models/dustinwloring1988_Reflexis-8b-chat-v3.json b/data/models/dustinwloring1988_reflexis-8b-chat-v3.json similarity index 100% rename from data/models/dustinwloring1988_Reflexis-8b-chat-v3.json rename to data/models/dustinwloring1988_reflexis-8b-chat-v3.json diff --git a/data/models/dustinwloring1988_Reflexis-8b-chat-v4.json b/data/models/dustinwloring1988_reflexis-8b-chat-v4.json similarity index 100% rename from data/models/dustinwloring1988_Reflexis-8b-chat-v4.json rename to data/models/dustinwloring1988_reflexis-8b-chat-v4.json diff --git a/data/models/dustinwloring1988_Reflexis-8b-chat-v5.json b/data/models/dustinwloring1988_reflexis-8b-chat-v5.json similarity index 100% rename from data/models/dustinwloring1988_Reflexis-8b-chat-v5.json rename to data/models/dustinwloring1988_reflexis-8b-chat-v5.json diff --git a/data/models/dustinwloring1988_Reflexis-8b-chat-v6.json b/data/models/dustinwloring1988_reflexis-8b-chat-v6.json similarity index 100% rename from data/models/dustinwloring1988_Reflexis-8b-chat-v6.json rename to data/models/dustinwloring1988_reflexis-8b-chat-v6.json diff --git a/data/models/dustinwloring1988_Reflexis-8b-chat-v7.json b/data/models/dustinwloring1988_reflexis-8b-chat-v7.json similarity index 100% rename from data/models/dustinwloring1988_Reflexis-8b-chat-v7.json rename to data/models/dustinwloring1988_reflexis-8b-chat-v7.json diff --git a/data/models/duyhv1411_Llama-3.2-1B-en-vi.json b/data/models/duyhv1411_llama-3.2-1b-en-vi.json similarity index 100% rename from data/models/duyhv1411_Llama-3.2-1B-en-vi.json rename to data/models/duyhv1411_llama-3.2-1b-en-vi.json diff --git a/data/models/duyhv1411_Llama-3.2-3B-en-vi.json b/data/models/duyhv1411_llama-3.2-3b-en-vi.json similarity index 100% rename from data/models/duyhv1411_Llama-3.2-3B-en-vi.json rename to data/models/duyhv1411_llama-3.2-3b-en-vi.json diff --git a/data/models/dzakwan_dzakwan-MoE-4x7b-Beta.json b/data/models/dzakwan_dzakwan-moe-4x7b-beta.json similarity index 100% rename from data/models/dzakwan_dzakwan-MoE-4x7b-Beta.json rename to data/models/dzakwan_dzakwan-moe-4x7b-beta.json diff --git a/data/models/DZgas_GIGABATEMAN-7B.json b/data/models/dzgas_gigabateman-7b.json similarity index 100% rename from data/models/DZgas_GIGABATEMAN-7B.json rename to data/models/dzgas_gigabateman-7b.json diff --git a/data/models/ECE-ILAB-PRYMMAL_ILAB-Merging-3B-V2.json b/data/models/ece-ilab-prymmal_ilab-merging-3b-v2.json similarity index 100% rename from data/models/ECE-ILAB-PRYMMAL_ILAB-Merging-3B-V2.json rename to data/models/ece-ilab-prymmal_ilab-merging-3b-v2.json diff --git a/data/models/Edgerunners_meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16.json b/data/models/edgerunners_meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16.json similarity index 100% rename from data/models/Edgerunners_meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16.json rename to data/models/edgerunners_meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16.json diff --git a/data/models/ehristoforu_Falcon3-8B-Franken-Basestruct.json b/data/models/ehristoforu_falcon3-8b-franken-basestruct.json similarity index 100% rename from data/models/ehristoforu_Falcon3-8B-Franken-Basestruct.json rename to data/models/ehristoforu_falcon3-8b-franken-basestruct.json diff --git a/data/models/ehristoforu_Falcon3-MoE-2x7B-Insruct.json b/data/models/ehristoforu_falcon3-moe-2x7b-insruct.json similarity index 100% rename from data/models/ehristoforu_Falcon3-MoE-2x7B-Insruct.json rename to data/models/ehristoforu_falcon3-moe-2x7b-insruct.json diff --git a/data/models/ehristoforu_Gemma2-9B-it-psy10k-mental_health.json b/data/models/ehristoforu_gemma2-9b-it-psy10k-mental_health.json similarity index 100% rename from data/models/ehristoforu_Gemma2-9B-it-psy10k-mental_health.json rename to data/models/ehristoforu_gemma2-9b-it-psy10k-mental_health.json diff --git a/data/models/ehristoforu_Gemma2-9b-it-train6.json b/data/models/ehristoforu_gemma2-9b-it-train6.json similarity index 100% rename from data/models/ehristoforu_Gemma2-9b-it-train6.json rename to data/models/ehristoforu_gemma2-9b-it-train6.json diff --git a/data/models/ehristoforu_HappyLlama1.json b/data/models/ehristoforu_happyllama1.json similarity index 100% rename from data/models/ehristoforu_HappyLlama1.json rename to data/models/ehristoforu_happyllama1.json diff --git a/data/models/ehristoforu_QwenQwen2.5-7B-IT-Dare.json b/data/models/ehristoforu_qwenqwen2.5-7b-it-dare.json similarity index 100% rename from data/models/ehristoforu_QwenQwen2.5-7B-IT-Dare.json rename to data/models/ehristoforu_qwenqwen2.5-7b-it-dare.json diff --git a/data/models/ehristoforu_QwenQwen2.5-7B-IT.json b/data/models/ehristoforu_qwenqwen2.5-7b-it.json similarity index 100% rename from data/models/ehristoforu_QwenQwen2.5-7B-IT.json rename to data/models/ehristoforu_qwenqwen2.5-7b-it.json diff --git a/data/models/ehristoforu_RQwen-v0.1.json b/data/models/ehristoforu_rqwen-v0.1.json similarity index 100% rename from data/models/ehristoforu_RQwen-v0.1.json rename to data/models/ehristoforu_rqwen-v0.1.json diff --git a/data/models/ehristoforu_RQwen-v0.2.json b/data/models/ehristoforu_rqwen-v0.2.json similarity index 100% rename from data/models/ehristoforu_RQwen-v0.2.json rename to data/models/ehristoforu_rqwen-v0.2.json diff --git a/data/models/ehristoforu_SoRu-0009.json b/data/models/ehristoforu_soru-0009.json similarity index 100% rename from data/models/ehristoforu_SoRu-0009.json rename to data/models/ehristoforu_soru-0009.json diff --git a/data/models/EleutherAI_gpt-j-6b.json b/data/models/eleutherai_gpt-j-6b.json similarity index 100% rename from data/models/EleutherAI_gpt-j-6b.json rename to data/models/eleutherai_gpt-j-6b.json diff --git a/data/models/EleutherAI_gpt-neo-1.3B.json b/data/models/eleutherai_gpt-neo-1.3b.json similarity index 100% rename from data/models/EleutherAI_gpt-neo-1.3B.json rename to data/models/eleutherai_gpt-neo-1.3b.json diff --git a/data/models/EleutherAI_gpt-neo-125m.json b/data/models/eleutherai_gpt-neo-125m.json similarity index 100% rename from data/models/EleutherAI_gpt-neo-125m.json rename to data/models/eleutherai_gpt-neo-125m.json diff --git a/data/models/EleutherAI_gpt-neo-2.7B.json b/data/models/eleutherai_gpt-neo-2.7b.json similarity index 100% rename from data/models/EleutherAI_gpt-neo-2.7B.json rename to data/models/eleutherai_gpt-neo-2.7b.json diff --git a/data/models/EleutherAI_gpt-neox-20b.json b/data/models/eleutherai_gpt-neox-20b.json similarity index 100% rename from data/models/EleutherAI_gpt-neox-20b.json rename to data/models/eleutherai_gpt-neox-20b.json diff --git a/data/models/EleutherAI_pythia-1.4b.json b/data/models/eleutherai_pythia-1.4b.json similarity index 100% rename from data/models/EleutherAI_pythia-1.4b.json rename to data/models/eleutherai_pythia-1.4b.json diff --git a/data/models/eleutherai_Pythia-12B.json b/data/models/eleutherai_pythia-12b.json similarity index 92% rename from data/models/eleutherai_Pythia-12B.json rename to data/models/eleutherai_pythia-12b.json index 7bf80291dcd8fe83dbb511171cb0d15b65ddb1be..5ebca0860ae7f24c8a9ecb80393be4601aeba31e 100644 --- a/data/models/eleutherai_Pythia-12B.json +++ b/data/models/eleutherai_pythia-12b.json @@ -1,9 +1,14 @@ { "model_info": { "name": "Pythia 12B", - "id": "eleutherai/Pythia-12B", - "developer": "eleutherai", - "inference_platform": "unknown" + "id": "EleutherAI/pythia-12b", + "developer": "EleutherAI", + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "eleutherai/Pythia-12B" + ] + } }, "evaluations": [ { @@ -669,6 +674,136 @@ "generation_config": { "additional_details": {} } + }, + { + "evaluation_id": "hfopenllm_v2/EleutherAI_pythia-12b/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2471 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.318 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0166 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2466 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3647 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1109 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/EleutherAI_pythia-160m.json b/data/models/eleutherai_pythia-160m.json similarity index 100% rename from data/models/EleutherAI_pythia-160m.json rename to data/models/eleutherai_pythia-160m.json diff --git a/data/models/EleutherAI_pythia-1b.json b/data/models/eleutherai_pythia-1b.json similarity index 100% rename from data/models/EleutherAI_pythia-1b.json rename to data/models/eleutherai_pythia-1b.json diff --git a/data/models/EleutherAI_pythia-2.8b.json b/data/models/eleutherai_pythia-2.8b.json similarity index 100% rename from data/models/EleutherAI_pythia-2.8b.json rename to data/models/eleutherai_pythia-2.8b.json diff --git a/data/models/EleutherAI_pythia-410m.json b/data/models/eleutherai_pythia-410m.json similarity index 100% rename from data/models/EleutherAI_pythia-410m.json rename to data/models/eleutherai_pythia-410m.json diff --git a/data/models/eleutherai_Pythia-6.9B.json b/data/models/eleutherai_pythia-6.9b.json similarity index 92% rename from data/models/eleutherai_Pythia-6.9B.json rename to data/models/eleutherai_pythia-6.9b.json index 91094aa1a7483e39b478c12e77a314737f2d6f34..e4c45d1fae35583aeb2dbe138e2bc2da331dacc7 100644 --- a/data/models/eleutherai_Pythia-6.9B.json +++ b/data/models/eleutherai_pythia-6.9b.json @@ -1,9 +1,14 @@ { "model_info": { "name": "Pythia 6.9B", - "id": "eleutherai/Pythia-6.9B", - "developer": "eleutherai", - "inference_platform": "unknown" + "id": "EleutherAI/pythia-6.9b", + "developer": "EleutherAI", + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "eleutherai/Pythia-6.9B" + ] + } }, "evaluations": [ { @@ -669,6 +674,136 @@ "generation_config": { "additional_details": {} } + }, + { + "evaluation_id": "hfopenllm_v2/EleutherAI_pythia-6.9b/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2281 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3232 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0144 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2517 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3591 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1147 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/elinas_Chronos-Gold-12B-1.0.json b/data/models/elinas_chronos-gold-12b-1.0.json similarity index 100% rename from data/models/elinas_Chronos-Gold-12B-1.0.json rename to data/models/elinas_chronos-gold-12b-1.0.json diff --git a/data/models/Enno-Ai_EnnoAi-Pro-French-Llama-3-8B-v0.4.json b/data/models/enno-ai_ennoai-pro-french-llama-3-8b-v0.4.json similarity index 100% rename from data/models/Enno-Ai_EnnoAi-Pro-French-Llama-3-8B-v0.4.json rename to data/models/enno-ai_ennoai-pro-french-llama-3-8b-v0.4.json diff --git a/data/models/Enno-Ai_EnnoAi-Pro-Llama-3-8B-v0.3.json b/data/models/enno-ai_ennoai-pro-llama-3-8b-v0.3.json similarity index 100% rename from data/models/Enno-Ai_EnnoAi-Pro-Llama-3-8B-v0.3.json rename to data/models/enno-ai_ennoai-pro-llama-3-8b-v0.3.json diff --git a/data/models/Enno-Ai_EnnoAi-Pro-Llama-3-8B.json b/data/models/enno-ai_ennoai-pro-llama-3-8b.json similarity index 100% rename from data/models/Enno-Ai_EnnoAi-Pro-Llama-3-8B.json rename to data/models/enno-ai_ennoai-pro-llama-3-8b.json diff --git a/data/models/Enno-Ai_EnnoAi-Pro-Llama-3.1-8B-v0.9.json b/data/models/enno-ai_ennoai-pro-llama-3.1-8b-v0.9.json similarity index 100% rename from data/models/Enno-Ai_EnnoAi-Pro-Llama-3.1-8B-v0.9.json rename to data/models/enno-ai_ennoai-pro-llama-3.1-8b-v0.9.json diff --git a/data/models/EnnoAi_EnnoAi-7B-French-Instruct-202502.json b/data/models/ennoai_ennoai-7b-french-instruct-202502.json similarity index 100% rename from data/models/EnnoAi_EnnoAi-7B-French-Instruct-202502.json rename to data/models/ennoai_ennoai-7b-french-instruct-202502.json diff --git a/data/models/EnnoAi_EnnoAi-Pro-Llama-3.1-8B-v1.0.json b/data/models/ennoai_ennoai-pro-llama-3.1-8b-v1.0.json similarity index 100% rename from data/models/EnnoAi_EnnoAi-Pro-Llama-3.1-8B-v1.0.json rename to data/models/ennoai_ennoai-pro-llama-3.1-8b-v1.0.json diff --git a/data/models/Epiculous_Azure_Dusk-v0.2.json b/data/models/epiculous_azure_dusk-v0.2.json similarity index 100% rename from data/models/Epiculous_Azure_Dusk-v0.2.json rename to data/models/epiculous_azure_dusk-v0.2.json diff --git a/data/models/Epiculous_Crimson_Dawn-v0.2.json b/data/models/epiculous_crimson_dawn-v0.2.json similarity index 100% rename from data/models/Epiculous_Crimson_Dawn-v0.2.json rename to data/models/epiculous_crimson_dawn-v0.2.json diff --git a/data/models/Epiculous_NovaSpark.json b/data/models/epiculous_novaspark.json similarity index 100% rename from data/models/Epiculous_NovaSpark.json rename to data/models/epiculous_novaspark.json diff --git a/data/models/Epiculous_Violet_Twilight-v0.2.json b/data/models/epiculous_violet_twilight-v0.2.json similarity index 100% rename from data/models/Epiculous_Violet_Twilight-v0.2.json rename to data/models/epiculous_violet_twilight-v0.2.json diff --git a/data/models/EpistemeAI2_Athene-codegemma-2-7b-it-alpaca-v1.2.json b/data/models/epistemeai2_athene-codegemma-2-7b-it-alpaca-v1.2.json similarity index 100% rename from data/models/EpistemeAI2_Athene-codegemma-2-7b-it-alpaca-v1.2.json rename to data/models/epistemeai2_athene-codegemma-2-7b-it-alpaca-v1.2.json diff --git a/data/models/EpistemeAI2_Fireball-12B-v1.2.json b/data/models/epistemeai2_fireball-12b-v1.2.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-12B-v1.2.json rename to data/models/epistemeai2_fireball-12b-v1.2.json diff --git a/data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1-8B-Philos.json b/data/models/epistemeai2_fireball-alpaca-llama3.1-8b-philos.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1-8B-Philos.json rename to data/models/epistemeai2_fireball-alpaca-llama3.1-8b-philos.json diff --git a/data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.01-8B-Philos.json b/data/models/epistemeai2_fireball-alpaca-llama3.1.01-8b-philos.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.01-8B-Philos.json rename to data/models/epistemeai2_fireball-alpaca-llama3.1.01-8b-philos.json diff --git a/data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.03-8B-Philos.json b/data/models/epistemeai2_fireball-alpaca-llama3.1.03-8b-philos.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.03-8B-Philos.json rename to data/models/epistemeai2_fireball-alpaca-llama3.1.03-8b-philos.json diff --git a/data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.04-8B-Philos.json b/data/models/epistemeai2_fireball-alpaca-llama3.1.04-8b-philos.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.04-8B-Philos.json rename to data/models/epistemeai2_fireball-alpaca-llama3.1.04-8b-philos.json diff --git a/data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo.json b/data/models/epistemeai2_fireball-alpaca-llama3.1.06-8b-philos-dpo.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo.json rename to data/models/epistemeai2_fireball-alpaca-llama3.1.06-8b-philos-dpo.json diff --git a/data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.07-8B-Philos-Math.json b/data/models/epistemeai2_fireball-alpaca-llama3.1.07-8b-philos-math.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.07-8B-Philos-Math.json rename to data/models/epistemeai2_fireball-alpaca-llama3.1.07-8b-philos-math.json diff --git a/data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection.json b/data/models/epistemeai2_fireball-alpaca-llama3.1.08-8b-c-r1-kto-reflection.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection.json rename to data/models/epistemeai2_fireball-alpaca-llama3.1.08-8b-c-r1-kto-reflection.json diff --git a/data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1.json b/data/models/epistemeai2_fireball-alpaca-llama3.1.08-8b-philos-c-r1.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1.json rename to data/models/epistemeai2_fireball-alpaca-llama3.1.08-8b-philos-c-r1.json diff --git a/data/models/EpistemeAI2_Fireball-Llama-3.1-8B-Philos-Reflection.json b/data/models/epistemeai2_fireball-llama-3.1-8b-philos-reflection.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Llama-3.1-8B-Philos-Reflection.json rename to data/models/epistemeai2_fireball-llama-3.1-8b-philos-reflection.json diff --git a/data/models/EpistemeAI2_Fireball-MathMistral-Nemo-Base-2407-v2dpo.json b/data/models/epistemeai2_fireball-mathmistral-nemo-base-2407-v2dpo.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-MathMistral-Nemo-Base-2407-v2dpo.json rename to data/models/epistemeai2_fireball-mathmistral-nemo-base-2407-v2dpo.json diff --git a/data/models/EpistemeAI2_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math.json b/data/models/epistemeai2_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code-math.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math.json rename to data/models/epistemeai2_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code-math.json diff --git a/data/models/EpistemeAI2_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT.json b/data/models/epistemeai2_fireball-meta-llama-3.1-8b-instruct-agent-0.005-128k-code-cot.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT.json rename to data/models/epistemeai2_fireball-meta-llama-3.1-8b-instruct-agent-0.005-128k-code-cot.json diff --git a/data/models/EpistemeAI2_Fireball-Phi-3-medium-4k-inst-Philos.json b/data/models/epistemeai2_fireball-phi-3-medium-4k-inst-philos.json similarity index 100% rename from data/models/EpistemeAI2_Fireball-Phi-3-medium-4k-inst-Philos.json rename to data/models/epistemeai2_fireball-phi-3-medium-4k-inst-philos.json diff --git a/data/models/EpistemeAI_Alpaca-Llama3.1-8B.json b/data/models/epistemeai_alpaca-llama3.1-8b.json similarity index 100% rename from data/models/EpistemeAI_Alpaca-Llama3.1-8B.json rename to data/models/epistemeai_alpaca-llama3.1-8b.json diff --git a/data/models/EpistemeAI_Athena-gemma-2-2b-it-Philos.json b/data/models/epistemeai_athena-gemma-2-2b-it-philos.json similarity index 100% rename from data/models/EpistemeAI_Athena-gemma-2-2b-it-Philos.json rename to data/models/epistemeai_athena-gemma-2-2b-it-philos.json diff --git a/data/models/EpistemeAI_Athena-gemma-2-2b-it.json b/data/models/epistemeai_athena-gemma-2-2b-it.json similarity index 100% rename from data/models/EpistemeAI_Athena-gemma-2-2b-it.json rename to data/models/epistemeai_athena-gemma-2-2b-it.json diff --git a/data/models/EpistemeAI_Athene-codegemma-2-7b-it-alpaca-v1.3.json b/data/models/epistemeai_athene-codegemma-2-7b-it-alpaca-v1.3.json similarity index 100% rename from data/models/EpistemeAI_Athene-codegemma-2-7b-it-alpaca-v1.3.json rename to data/models/epistemeai_athene-codegemma-2-7b-it-alpaca-v1.3.json diff --git a/data/models/EpistemeAI_DeepPhi-3.5-mini-instruct.json b/data/models/epistemeai_deepphi-3.5-mini-instruct.json similarity index 100% rename from data/models/EpistemeAI_DeepPhi-3.5-mini-instruct.json rename to data/models/epistemeai_deepphi-3.5-mini-instruct.json diff --git a/data/models/EpistemeAI_DeepThinkers-Phi4.json b/data/models/epistemeai_deepthinkers-phi4.json similarity index 100% rename from data/models/EpistemeAI_DeepThinkers-Phi4.json rename to data/models/epistemeai_deepthinkers-phi4.json diff --git a/data/models/EpistemeAI_FineLlama3.1-8B-Instruct.json b/data/models/epistemeai_finellama3.1-8b-instruct.json similarity index 100% rename from data/models/EpistemeAI_FineLlama3.1-8B-Instruct.json rename to data/models/epistemeai_finellama3.1-8b-instruct.json diff --git a/data/models/EpistemeAI_Fireball-12B-v1.13a-philosophers.json b/data/models/epistemeai_fireball-12b-v1.13a-philosophers.json similarity index 100% rename from data/models/EpistemeAI_Fireball-12B-v1.13a-philosophers.json rename to data/models/epistemeai_fireball-12b-v1.13a-philosophers.json diff --git a/data/models/EpistemeAI_Fireball-12B.json b/data/models/epistemeai_fireball-12b.json similarity index 100% rename from data/models/EpistemeAI_Fireball-12B.json rename to data/models/epistemeai_fireball-12b.json diff --git a/data/models/EpistemeAI_Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200.json b/data/models/epistemeai_fireball-alpaca-llama-3.1-8b-philos-dpo-200.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200.json rename to data/models/epistemeai_fireball-alpaca-llama-3.1-8b-philos-dpo-200.json diff --git a/data/models/EpistemeAI_Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta.json b/data/models/epistemeai_fireball-alpaca-llama3.1.07-8b-philos-math-kto-beta.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta.json rename to data/models/epistemeai_fireball-alpaca-llama3.1.07-8b-philos-math-kto-beta.json diff --git a/data/models/EpistemeAI_Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2.json b/data/models/epistemeai_fireball-alpaca-llama3.1.08-8b-philos-c-r2.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2.json rename to data/models/epistemeai_fireball-alpaca-llama3.1.08-8b-philos-c-r2.json diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto.json b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-0.001-128k-auto.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto.json rename to data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-0.001-128k-auto.json diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto.json b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto.json similarity index 99% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto.json rename to data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto.json index c3d0d3614e4164169ac483e3cccb25c902b760eb..623bd9c2c8bfaa513dd516b6dc8551699ef2135b 100644 --- a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto.json +++ b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto.json @@ -5,7 +5,7 @@ "developer": "EpistemeAI", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "8.03" } diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds.json b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code-ds.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds.json rename to data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code-ds.json diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code.json b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code.json rename to data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k-code.json diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K.json b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K.json rename to data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.003-128k.json diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT.json b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.004-128k-code-cot.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT.json rename to data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.004-128k-code-cot.json diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto.json b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.004-128k-code-ds-auto.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto.json rename to data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-agent-0.004-128k-code-ds-auto.json diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Math.json b/data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-math.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Math.json rename to data/models/epistemeai_fireball-meta-llama-3.1-8b-instruct-math.json diff --git a/data/models/EpistemeAI_Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.json b/data/models/epistemeai_fireball-meta-llama-3.2-8b-instruct-agent-003-128k-code-dpo.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.json rename to data/models/epistemeai_fireball-meta-llama-3.2-8b-instruct-agent-003-128k-code-dpo.json diff --git a/data/models/EpistemeAI_Fireball-Mistral-Nemo-Base-2407-v1-DPO2.json b/data/models/epistemeai_fireball-mistral-nemo-base-2407-v1-dpo2.json similarity index 100% rename from data/models/EpistemeAI_Fireball-Mistral-Nemo-Base-2407-v1-DPO2.json rename to data/models/epistemeai_fireball-mistral-nemo-base-2407-v1-dpo2.json diff --git a/data/models/EpistemeAI_Fireball-R1-Llama-3.1-8B-Medical-COT.json b/data/models/epistemeai_fireball-r1-llama-3.1-8b-medical-cot.json similarity index 100% rename from data/models/EpistemeAI_Fireball-R1-Llama-3.1-8B-Medical-COT.json rename to data/models/epistemeai_fireball-r1-llama-3.1-8b-medical-cot.json diff --git a/data/models/EpistemeAI_Fireball-R1-Llama-3.1-8B.json b/data/models/epistemeai_fireball-r1-llama-3.1-8b.json similarity index 100% rename from data/models/EpistemeAI_Fireball-R1-Llama-3.1-8B.json rename to data/models/epistemeai_fireball-r1-llama-3.1-8b.json diff --git a/data/models/EpistemeAI_Fireball-R1.1-Llama-3.1-8B.json b/data/models/epistemeai_fireball-r1.1-llama-3.1-8b.json similarity index 100% rename from data/models/EpistemeAI_Fireball-R1.1-Llama-3.1-8B.json rename to data/models/epistemeai_fireball-r1.1-llama-3.1-8b.json diff --git a/data/models/EpistemeAI_Llama-3.2-3B-Agent007-Coder.json b/data/models/epistemeai_llama-3.2-3b-agent007-coder.json similarity index 100% rename from data/models/EpistemeAI_Llama-3.2-3B-Agent007-Coder.json rename to data/models/epistemeai_llama-3.2-3b-agent007-coder.json diff --git a/data/models/EpistemeAI_Mistral-Nemo-Instruct-12B-Philosophy-Math.json b/data/models/epistemeai_mistral-nemo-instruct-12b-philosophy-math.json similarity index 100% rename from data/models/EpistemeAI_Mistral-Nemo-Instruct-12B-Philosophy-Math.json rename to data/models/epistemeai_mistral-nemo-instruct-12b-philosophy-math.json diff --git a/data/models/EpistemeAI_OpenReasoner-Llama-3.2-3B-rs1.0.json b/data/models/epistemeai_openreasoner-llama-3.2-3b-rs1.0.json similarity index 100% rename from data/models/EpistemeAI_OpenReasoner-Llama-3.2-3B-rs1.0.json rename to data/models/epistemeai_openreasoner-llama-3.2-3b-rs1.0.json diff --git a/data/models/EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent.json b/data/models/epistemeai_polypsyche-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto-divergent.json similarity index 100% rename from data/models/EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent.json rename to data/models/epistemeai_polypsyche-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto-divergent.json diff --git a/data/models/EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy.json b/data/models/epistemeai_polypsyche-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto-empathy.json similarity index 100% rename from data/models/EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy.json rename to data/models/epistemeai_polypsyche-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto-empathy.json diff --git a/data/models/EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic.json b/data/models/epistemeai_polypsyche-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto-logic.json similarity index 100% rename from data/models/EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic.json rename to data/models/epistemeai_polypsyche-llama-3.1-8b-instruct-agent-0.003-128k-code-ds-auto-logic.json diff --git a/data/models/EpistemeAI_Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO.json b/data/models/epistemeai_reasoning-llama-3.1-cot-re1-nmt-v2-orpo.json similarity index 100% rename from data/models/EpistemeAI_Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO.json rename to data/models/epistemeai_reasoning-llama-3.1-cot-re1-nmt-v2-orpo.json diff --git a/data/models/EpistemeAI_Reasoning-Llama-3.1-CoT-RE1-NMT.json b/data/models/epistemeai_reasoning-llama-3.1-cot-re1-nmt.json similarity index 100% rename from data/models/EpistemeAI_Reasoning-Llama-3.1-CoT-RE1-NMT.json rename to data/models/epistemeai_reasoning-llama-3.1-cot-re1-nmt.json diff --git a/data/models/EpistemeAI_Reasoning-Llama-3.2-1B-Instruct-v1.2.json b/data/models/epistemeai_reasoning-llama-3.2-1b-instruct-v1.2.json similarity index 100% rename from data/models/EpistemeAI_Reasoning-Llama-3.2-1B-Instruct-v1.2.json rename to data/models/epistemeai_reasoning-llama-3.2-1b-instruct-v1.2.json diff --git a/data/models/EpistemeAI_Reasoning-Llama-3.2-1B-Instruct-v1.3.json b/data/models/epistemeai_reasoning-llama-3.2-1b-instruct-v1.3.json similarity index 100% rename from data/models/EpistemeAI_Reasoning-Llama-3.2-1B-Instruct-v1.3.json rename to data/models/epistemeai_reasoning-llama-3.2-1b-instruct-v1.3.json diff --git a/data/models/EpistemeAI_Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO.json b/data/models/epistemeai_reasoning-llama-3.2-3b-math-instruct-re1-orpo.json similarity index 100% rename from data/models/EpistemeAI_Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO.json rename to data/models/epistemeai_reasoning-llama-3.2-3b-math-instruct-re1-orpo.json diff --git a/data/models/EpistemeAI_Reasoning-Llama-3.2-3B-Math-Instruct-RE1.json b/data/models/epistemeai_reasoning-llama-3.2-3b-math-instruct-re1.json similarity index 100% rename from data/models/EpistemeAI_Reasoning-Llama-3.2-3B-Math-Instruct-RE1.json rename to data/models/epistemeai_reasoning-llama-3.2-3b-math-instruct-re1.json diff --git a/data/models/EpistemeAI_ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math.json b/data/models/epistemeai_reasoningcore-1.0-3b-instruct-r01-reflect-math.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math.json rename to data/models/epistemeai_reasoningcore-1.0-3b-instruct-r01-reflect-math.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-0.json b/data/models/epistemeai_reasoningcore-3b-0.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-0.json rename to data/models/epistemeai_reasoningcore-3b-0.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-Instruct-r01-Reflect.json b/data/models/epistemeai_reasoningcore-3b-instruct-r01-reflect.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-Instruct-r01-Reflect.json rename to data/models/epistemeai_reasoningcore-3b-instruct-r01-reflect.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-R01.json b/data/models/epistemeai_reasoningcore-3b-r01.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-R01.json rename to data/models/epistemeai_reasoningcore-3b-r01.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-RE1-V2.json b/data/models/epistemeai_reasoningcore-3b-re1-v2.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-RE1-V2.json rename to data/models/epistemeai_reasoningcore-3b-re1-v2.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-RE1-V2A.json b/data/models/epistemeai_reasoningcore-3b-re1-v2a.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-RE1-V2A.json rename to data/models/epistemeai_reasoningcore-3b-re1-v2a.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-RE1-V2B.json b/data/models/epistemeai_reasoningcore-3b-re1-v2b.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-RE1-V2B.json rename to data/models/epistemeai_reasoningcore-3b-re1-v2b.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-RE1-V2C.json b/data/models/epistemeai_reasoningcore-3b-re1-v2c.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-RE1-V2C.json rename to data/models/epistemeai_reasoningcore-3b-re1-v2c.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-T1-V1.json b/data/models/epistemeai_reasoningcore-3b-t1-v1.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-T1-V1.json rename to data/models/epistemeai_reasoningcore-3b-t1-v1.json diff --git a/data/models/EpistemeAI_ReasoningCore-3B-T1_1.json b/data/models/epistemeai_reasoningcore-3b-t1_1.json similarity index 100% rename from data/models/EpistemeAI_ReasoningCore-3B-T1_1.json rename to data/models/epistemeai_reasoningcore-3b-t1_1.json diff --git a/data/models/Eric111_CatunaMayo-DPO.json b/data/models/eric111_catunamayo-dpo.json similarity index 100% rename from data/models/Eric111_CatunaMayo-DPO.json rename to data/models/eric111_catunamayo-dpo.json diff --git a/data/models/Eric111_CatunaMayo.json b/data/models/eric111_catunamayo.json similarity index 100% rename from data/models/Eric111_CatunaMayo.json rename to data/models/eric111_catunamayo.json diff --git a/data/models/Etherll_Chocolatine-3B-Instruct-DPO-Revised-Ties-v2.json b/data/models/etherll_chocolatine-3b-instruct-dpo-revised-ties-v2.json similarity index 100% rename from data/models/Etherll_Chocolatine-3B-Instruct-DPO-Revised-Ties-v2.json rename to data/models/etherll_chocolatine-3b-instruct-dpo-revised-ties-v2.json diff --git a/data/models/Etherll_Chocolatine-3B-Instruct-DPO-Revised-Ties.json b/data/models/etherll_chocolatine-3b-instruct-dpo-revised-ties.json similarity index 100% rename from data/models/Etherll_Chocolatine-3B-Instruct-DPO-Revised-Ties.json rename to data/models/etherll_chocolatine-3b-instruct-dpo-revised-ties.json diff --git a/data/models/Etherll_Herplete-LLM-Llama-3.1-8b-Ties.json b/data/models/etherll_herplete-llm-llama-3.1-8b-ties.json similarity index 100% rename from data/models/Etherll_Herplete-LLM-Llama-3.1-8b-Ties.json rename to data/models/etherll_herplete-llm-llama-3.1-8b-ties.json diff --git a/data/models/Etherll_Herplete-LLM-Llama-3.1-8b.json b/data/models/etherll_herplete-llm-llama-3.1-8b.json similarity index 99% rename from data/models/Etherll_Herplete-LLM-Llama-3.1-8b.json rename to data/models/etherll_herplete-llm-llama-3.1-8b.json index abcb1ccb119d5bad54ff37e00e812e415503895f..31e2291931d31d5d1deeb312e00cc5de025980fd 100644 --- a/data/models/Etherll_Herplete-LLM-Llama-3.1-8b.json +++ b/data/models/etherll_herplete-llm-llama-3.1-8b.json @@ -5,7 +5,7 @@ "developer": "Etherll", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "8.03" } diff --git a/data/models/Etherll_Qwen2.5-7B-della-test.json b/data/models/etherll_qwen2.5-7b-della-test.json similarity index 100% rename from data/models/Etherll_Qwen2.5-7B-della-test.json rename to data/models/etherll_qwen2.5-7b-della-test.json diff --git a/data/models/Etherll_Qwen2.5-Coder-7B-Instruct-Ties.json b/data/models/etherll_qwen2.5-coder-7b-instruct-ties.json similarity index 100% rename from data/models/Etherll_Qwen2.5-Coder-7B-Instruct-Ties.json rename to data/models/etherll_qwen2.5-coder-7b-instruct-ties.json diff --git a/data/models/Etherll_Replete-LLM-V3-Llama-3.1-8b.json b/data/models/etherll_replete-llm-v3-llama-3.1-8b.json similarity index 100% rename from data/models/Etherll_Replete-LLM-V3-Llama-3.1-8b.json rename to data/models/etherll_replete-llm-v3-llama-3.1-8b.json diff --git a/data/models/Etherll_SuperHermes.json b/data/models/etherll_superhermes.json similarity index 100% rename from data/models/Etherll_SuperHermes.json rename to data/models/etherll_superhermes.json diff --git a/data/models/euclaise_ReMask-3B.json b/data/models/euclaise_remask-3b.json similarity index 100% rename from data/models/euclaise_ReMask-3B.json rename to data/models/euclaise_remask-3b.json diff --git a/data/models/Eurdem_Defne-llama3.1-8B.json b/data/models/eurdem_defne-llama3.1-8b.json similarity index 100% rename from data/models/Eurdem_Defne-llama3.1-8B.json rename to data/models/eurdem_defne-llama3.1-8b.json diff --git a/data/models/EVA-UNIT-01_EVA-Qwen2.5-14B-v0.2.json b/data/models/eva-unit-01_eva-qwen2.5-14b-v0.2.json similarity index 100% rename from data/models/EVA-UNIT-01_EVA-Qwen2.5-14B-v0.2.json rename to data/models/eva-unit-01_eva-qwen2.5-14b-v0.2.json diff --git a/data/models/EVA-UNIT-01_EVA-Qwen2.5-72B-v0.2.json b/data/models/eva-unit-01_eva-qwen2.5-72b-v0.2.json similarity index 100% rename from data/models/EVA-UNIT-01_EVA-Qwen2.5-72B-v0.2.json rename to data/models/eva-unit-01_eva-qwen2.5-72b-v0.2.json diff --git a/data/models/ewre324_ewre324-R1-SmolLM2-135M-Distill.json b/data/models/ewre324_ewre324-r1-smollm2-135m-distill.json similarity index 100% rename from data/models/ewre324_ewre324-R1-SmolLM2-135M-Distill.json rename to data/models/ewre324_ewre324-r1-smollm2-135m-distill.json diff --git a/data/models/ewre324_Thinker-Llama-3.2-3B-Instruct-Reasoning.json b/data/models/ewre324_thinker-llama-3.2-3b-instruct-reasoning.json similarity index 100% rename from data/models/ewre324_Thinker-Llama-3.2-3B-Instruct-Reasoning.json rename to data/models/ewre324_thinker-llama-3.2-3b-instruct-reasoning.json diff --git a/data/models/ewre324_Thinker-Qwen2.5-0.5B-Instruct-Reasoning.json b/data/models/ewre324_thinker-qwen2.5-0.5b-instruct-reasoning.json similarity index 100% rename from data/models/ewre324_Thinker-Qwen2.5-0.5B-Instruct-Reasoning.json rename to data/models/ewre324_thinker-qwen2.5-0.5b-instruct-reasoning.json diff --git a/data/models/ewre324_Thinker-SmolLM2-135M-Instruct-Reasoning.json b/data/models/ewre324_thinker-smollm2-135m-instruct-reasoning.json similarity index 100% rename from data/models/ewre324_Thinker-SmolLM2-135M-Instruct-Reasoning.json rename to data/models/ewre324_thinker-smollm2-135m-instruct-reasoning.json diff --git a/data/models/facebook_Self-taught-evaluator-llama3.1-70B.json b/data/models/facebook_self-taught-evaluator-llama3.1-70b.json similarity index 100% rename from data/models/facebook_Self-taught-evaluator-llama3.1-70B.json rename to data/models/facebook_self-taught-evaluator-llama3.1-70b.json diff --git a/data/models/facebook_Self-taught-Llama-3-70B.json b/data/models/facebook_self-taught-llama-3-70b.json similarity index 100% rename from data/models/facebook_Self-taught-Llama-3-70B.json rename to data/models/facebook_self-taught-llama-3-70b.json diff --git a/data/models/failspy_llama-3-70B-Instruct-abliterated.json b/data/models/failspy_llama-3-70b-instruct-abliterated.json similarity index 100% rename from data/models/failspy_llama-3-70B-Instruct-abliterated.json rename to data/models/failspy_llama-3-70b-instruct-abliterated.json diff --git a/data/models/failspy_Llama-3-8B-Instruct-abliterated.json b/data/models/failspy_llama-3-8b-instruct-abliterated.json similarity index 100% rename from data/models/failspy_Llama-3-8B-Instruct-abliterated.json rename to data/models/failspy_llama-3-8b-instruct-abliterated.json diff --git a/data/models/failspy_Llama-3-8B-Instruct-MopeyMule.json b/data/models/failspy_llama-3-8b-instruct-mopeymule.json similarity index 100% rename from data/models/failspy_Llama-3-8B-Instruct-MopeyMule.json rename to data/models/failspy_llama-3-8b-instruct-mopeymule.json diff --git a/data/models/failspy_Meta-Llama-3-70B-Instruct-abliterated-v3.5.json b/data/models/failspy_meta-llama-3-70b-instruct-abliterated-v3.5.json similarity index 100% rename from data/models/failspy_Meta-Llama-3-70B-Instruct-abliterated-v3.5.json rename to data/models/failspy_meta-llama-3-70b-instruct-abliterated-v3.5.json diff --git a/data/models/failspy_Meta-Llama-3-8B-Instruct-abliterated-v3.json b/data/models/failspy_meta-llama-3-8b-instruct-abliterated-v3.json similarity index 100% rename from data/models/failspy_Meta-Llama-3-8B-Instruct-abliterated-v3.json rename to data/models/failspy_meta-llama-3-8b-instruct-abliterated-v3.json diff --git a/data/models/failspy_Phi-3-medium-4k-instruct-abliterated-v3.json b/data/models/failspy_phi-3-medium-4k-instruct-abliterated-v3.json similarity index 100% rename from data/models/failspy_Phi-3-medium-4k-instruct-abliterated-v3.json rename to data/models/failspy_phi-3-medium-4k-instruct-abliterated-v3.json diff --git a/data/models/FallenMerick_Chewy-Lemon-Cookie-11B.json b/data/models/fallenmerick_chewy-lemon-cookie-11b.json similarity index 100% rename from data/models/FallenMerick_Chewy-Lemon-Cookie-11B.json rename to data/models/fallenmerick_chewy-lemon-cookie-11b.json diff --git a/data/models/fblgit_cybertron-v4-qw7B-MGS.json b/data/models/fblgit_cybertron-v4-qw7b-mgs.json similarity index 100% rename from data/models/fblgit_cybertron-v4-qw7B-MGS.json rename to data/models/fblgit_cybertron-v4-qw7b-mgs.json diff --git a/data/models/fblgit_cybertron-v4-qw7B-UNAMGS.json b/data/models/fblgit_cybertron-v4-qw7b-unamgs.json similarity index 100% rename from data/models/fblgit_cybertron-v4-qw7B-UNAMGS.json rename to data/models/fblgit_cybertron-v4-qw7b-unamgs.json diff --git a/data/models/fblgit_juanako-7b-UNA.json b/data/models/fblgit_juanako-7b-una.json similarity index 100% rename from data/models/fblgit_juanako-7b-UNA.json rename to data/models/fblgit_juanako-7b-una.json diff --git a/data/models/fblgit_miniclaus-qw1.5B-UNAMGS-GRPO.json b/data/models/fblgit_miniclaus-qw1.5b-unamgs-grpo.json similarity index 100% rename from data/models/fblgit_miniclaus-qw1.5B-UNAMGS-GRPO.json rename to data/models/fblgit_miniclaus-qw1.5b-unamgs-grpo.json diff --git a/data/models/fblgit_miniclaus-qw1.5B-UNAMGS.json b/data/models/fblgit_miniclaus-qw1.5b-unamgs.json similarity index 100% rename from data/models/fblgit_miniclaus-qw1.5B-UNAMGS.json rename to data/models/fblgit_miniclaus-qw1.5b-unamgs.json diff --git a/data/models/fblgit_pancho-v1-qw25-3B-UNAMGS.json b/data/models/fblgit_pancho-v1-qw25-3b-unamgs.json similarity index 100% rename from data/models/fblgit_pancho-v1-qw25-3B-UNAMGS.json rename to data/models/fblgit_pancho-v1-qw25-3b-unamgs.json diff --git a/data/models/fblgit_TheBeagle-v2beta-32B-MGS.json b/data/models/fblgit_thebeagle-v2beta-32b-mgs.json similarity index 99% rename from data/models/fblgit_TheBeagle-v2beta-32B-MGS.json rename to data/models/fblgit_thebeagle-v2beta-32b-mgs.json index 57e8a0c9c4547329f51827d27aa7733799780c1a..48527656a7b3e346612bd66367de25eb0d8e37d9 100644 --- a/data/models/fblgit_TheBeagle-v2beta-32B-MGS.json +++ b/data/models/fblgit_thebeagle-v2beta-32b-mgs.json @@ -5,7 +5,7 @@ "developer": "fblgit", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "Qwen2ForCausalLM", "params_billions": "32.764" } diff --git a/data/models/fblgit_UNA-SimpleSmaug-34b-v1beta.json b/data/models/fblgit_una-simplesmaug-34b-v1beta.json similarity index 100% rename from data/models/fblgit_UNA-SimpleSmaug-34b-v1beta.json rename to data/models/fblgit_una-simplesmaug-34b-v1beta.json diff --git a/data/models/fblgit_UNA-TheBeagle-7b-v1.json b/data/models/fblgit_una-thebeagle-7b-v1.json similarity index 100% rename from data/models/fblgit_UNA-TheBeagle-7b-v1.json rename to data/models/fblgit_una-thebeagle-7b-v1.json diff --git a/data/models/fblgit_UNA-ThePitbull-21.4B-v2.json b/data/models/fblgit_una-thepitbull-21.4b-v2.json similarity index 100% rename from data/models/fblgit_UNA-ThePitbull-21.4B-v2.json rename to data/models/fblgit_una-thepitbull-21.4b-v2.json diff --git a/data/models/Felladrin_Llama-160M-Chat-v1.json b/data/models/felladrin_llama-160m-chat-v1.json similarity index 100% rename from data/models/Felladrin_Llama-160M-Chat-v1.json rename to data/models/felladrin_llama-160m-chat-v1.json diff --git a/data/models/Felladrin_Minueza-32M-UltraChat.json b/data/models/felladrin_minueza-32m-ultrachat.json similarity index 100% rename from data/models/Felladrin_Minueza-32M-UltraChat.json rename to data/models/felladrin_minueza-32m-ultrachat.json diff --git a/data/models/fhai50032_RolePlayLake-7B.json b/data/models/fhai50032_roleplaylake-7b.json similarity index 100% rename from data/models/fhai50032_RolePlayLake-7B.json rename to data/models/fhai50032_roleplaylake-7b.json diff --git a/data/models/fhai50032_Unaligned-Thinker-PHI-4.json b/data/models/fhai50032_unaligned-thinker-phi-4.json similarity index 100% rename from data/models/fhai50032_Unaligned-Thinker-PHI-4.json rename to data/models/fhai50032_unaligned-thinker-phi-4.json diff --git a/data/models/FINGU-AI_Chocolatine-Fusion-14B.json b/data/models/fingu-ai_chocolatine-fusion-14b.json similarity index 100% rename from data/models/FINGU-AI_Chocolatine-Fusion-14B.json rename to data/models/fingu-ai_chocolatine-fusion-14b.json diff --git a/data/models/FINGU-AI_L3-8B.json b/data/models/fingu-ai_l3-8b.json similarity index 100% rename from data/models/FINGU-AI_L3-8B.json rename to data/models/fingu-ai_l3-8b.json diff --git a/data/models/FINGU-AI_Phi-4-RRStock.json b/data/models/fingu-ai_phi-4-rrstock.json similarity index 100% rename from data/models/FINGU-AI_Phi-4-RRStock.json rename to data/models/fingu-ai_phi-4-rrstock.json diff --git a/data/models/FINGU-AI_Q-Small-3B.json b/data/models/fingu-ai_q-small-3b.json similarity index 100% rename from data/models/FINGU-AI_Q-Small-3B.json rename to data/models/fingu-ai_q-small-3b.json diff --git a/data/models/FINGU-AI_QwQ-Buddy-32B-Alpha.json b/data/models/fingu-ai_qwq-buddy-32b-alpha.json similarity index 100% rename from data/models/FINGU-AI_QwQ-Buddy-32B-Alpha.json rename to data/models/fingu-ai_qwq-buddy-32b-alpha.json diff --git a/data/models/FINGU-AI_RomboUltima-32B.json b/data/models/fingu-ai_romboultima-32b.json similarity index 100% rename from data/models/FINGU-AI_RomboUltima-32B.json rename to data/models/fingu-ai_romboultima-32b.json diff --git a/data/models/FINGU-AI_Ultimos-32B.json b/data/models/fingu-ai_ultimos-32b.json similarity index 100% rename from data/models/FINGU-AI_Ultimos-32B.json rename to data/models/fingu-ai_ultimos-32b.json diff --git a/data/models/flammenai_flammen15-gutenberg-DPO-v1-7B.json b/data/models/flammenai_flammen15-gutenberg-dpo-v1-7b.json similarity index 100% rename from data/models/flammenai_flammen15-gutenberg-DPO-v1-7B.json rename to data/models/flammenai_flammen15-gutenberg-dpo-v1-7b.json diff --git a/data/models/flammenai_Llama3.1-Flammades-70B.json b/data/models/flammenai_llama3.1-flammades-70b.json similarity index 100% rename from data/models/flammenai_Llama3.1-Flammades-70B.json rename to data/models/flammenai_llama3.1-flammades-70b.json diff --git a/data/models/flammenai_Mahou-1.2a-llama3-8B.json b/data/models/flammenai_mahou-1.2a-llama3-8b.json similarity index 100% rename from data/models/flammenai_Mahou-1.2a-llama3-8B.json rename to data/models/flammenai_mahou-1.2a-llama3-8b.json diff --git a/data/models/flammenai_Mahou-1.2a-mistral-7B.json b/data/models/flammenai_mahou-1.2a-mistral-7b.json similarity index 100% rename from data/models/flammenai_Mahou-1.2a-mistral-7B.json rename to data/models/flammenai_mahou-1.2a-mistral-7b.json diff --git a/data/models/flammenai_Mahou-1.5-llama3.1-70B.json b/data/models/flammenai_mahou-1.5-llama3.1-70b.json similarity index 100% rename from data/models/flammenai_Mahou-1.5-llama3.1-70B.json rename to data/models/flammenai_mahou-1.5-llama3.1-70b.json diff --git a/data/models/flammenai_Mahou-1.5-mistral-nemo-12B.json b/data/models/flammenai_mahou-1.5-mistral-nemo-12b.json similarity index 100% rename from data/models/flammenai_Mahou-1.5-mistral-nemo-12B.json rename to data/models/flammenai_mahou-1.5-mistral-nemo-12b.json diff --git a/data/models/FlofloB_100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.json b/data/models/floflob_100k_fineweb_continued_pretraining_qwen2.5-0.5b-instruct_unsloth_merged_16bit.json similarity index 100% rename from data/models/FlofloB_100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.json rename to data/models/floflob_100k_fineweb_continued_pretraining_qwen2.5-0.5b-instruct_unsloth_merged_16bit.json diff --git a/data/models/FlofloB_10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit.json b/data/models/floflob_10k_continued_pretraining_phi-3-mini-4k-instruct_unsloth_merged_16bit.json similarity index 100% rename from data/models/FlofloB_10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit.json rename to data/models/floflob_10k_continued_pretraining_phi-3-mini-4k-instruct_unsloth_merged_16bit.json diff --git a/data/models/FlofloB_10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.json b/data/models/floflob_10k_continued_pretraining_qwen2.5-0.5b-instruct_unsloth_merged_16bit.json similarity index 100% rename from data/models/FlofloB_10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.json rename to data/models/floflob_10k_continued_pretraining_qwen2.5-0.5b-instruct_unsloth_merged_16bit.json diff --git a/data/models/FlofloB_40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.json b/data/models/floflob_40k_continued_pretraining_qwen2.5-0.5b-instruct_unsloth_merged_16bit.json similarity index 100% rename from data/models/FlofloB_40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.json rename to data/models/floflob_40k_continued_pretraining_qwen2.5-0.5b-instruct_unsloth_merged_16bit.json diff --git a/data/models/FlofloB_83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.json b/data/models/floflob_83k_continued_pretraining_qwen2.5-0.5b-instruct_unsloth_merged_16bit.json similarity index 100% rename from data/models/FlofloB_83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.json rename to data/models/floflob_83k_continued_pretraining_qwen2.5-0.5b-instruct_unsloth_merged_16bit.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1000k_fineweb.json b/data/models/floflob_smollm2-135m_pretrained_1000k_fineweb.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1000k_fineweb.json rename to data/models/floflob_smollm2-135m_pretrained_1000k_fineweb.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed.json b/data/models/floflob_smollm2-135m_pretrained_1000k_fineweb_uncovai_human_removed.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed.json rename to data/models/floflob_smollm2-135m_pretrained_1000k_fineweb_uncovai_human_removed.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1000k_fineweb_uncovai_selected.json b/data/models/floflob_smollm2-135m_pretrained_1000k_fineweb_uncovai_selected.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1000k_fineweb_uncovai_selected.json rename to data/models/floflob_smollm2-135m_pretrained_1000k_fineweb_uncovai_selected.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1200k_fineweb.json b/data/models/floflob_smollm2-135m_pretrained_1200k_fineweb.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1200k_fineweb.json rename to data/models/floflob_smollm2-135m_pretrained_1200k_fineweb.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed.json b/data/models/floflob_smollm2-135m_pretrained_1200k_fineweb_uncovai_human_removed.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed.json rename to data/models/floflob_smollm2-135m_pretrained_1200k_fineweb_uncovai_human_removed.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1200k_fineweb_uncovai_selected.json b/data/models/floflob_smollm2-135m_pretrained_1200k_fineweb_uncovai_selected.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1200k_fineweb_uncovai_selected.json rename to data/models/floflob_smollm2-135m_pretrained_1200k_fineweb_uncovai_selected.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1400k_fineweb.json b/data/models/floflob_smollm2-135m_pretrained_1400k_fineweb.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1400k_fineweb.json rename to data/models/floflob_smollm2-135m_pretrained_1400k_fineweb.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed.json b/data/models/floflob_smollm2-135m_pretrained_1400k_fineweb_uncovai_human_removed.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed.json rename to data/models/floflob_smollm2-135m_pretrained_1400k_fineweb_uncovai_human_removed.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_1400k_fineweb_uncovai_selected.json b/data/models/floflob_smollm2-135m_pretrained_1400k_fineweb_uncovai_selected.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_1400k_fineweb_uncovai_selected.json rename to data/models/floflob_smollm2-135m_pretrained_1400k_fineweb_uncovai_selected.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed.json b/data/models/floflob_smollm2-135m_pretrained_200k_fineweb_uncovai_human_removed.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed.json rename to data/models/floflob_smollm2-135m_pretrained_200k_fineweb_uncovai_human_removed.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_200k_fineweb_uncovai_selected.json b/data/models/floflob_smollm2-135m_pretrained_200k_fineweb_uncovai_selected.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_200k_fineweb_uncovai_selected.json rename to data/models/floflob_smollm2-135m_pretrained_200k_fineweb_uncovai_selected.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_400k_fineweb.json b/data/models/floflob_smollm2-135m_pretrained_400k_fineweb.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_400k_fineweb.json rename to data/models/floflob_smollm2-135m_pretrained_400k_fineweb.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed.json b/data/models/floflob_smollm2-135m_pretrained_400k_fineweb_uncovai_human_removed.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed.json rename to data/models/floflob_smollm2-135m_pretrained_400k_fineweb_uncovai_human_removed.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_400k_fineweb_uncovai_selected.json b/data/models/floflob_smollm2-135m_pretrained_400k_fineweb_uncovai_selected.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_400k_fineweb_uncovai_selected.json rename to data/models/floflob_smollm2-135m_pretrained_400k_fineweb_uncovai_selected.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_600k_fineweb.json b/data/models/floflob_smollm2-135m_pretrained_600k_fineweb.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_600k_fineweb.json rename to data/models/floflob_smollm2-135m_pretrained_600k_fineweb.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed.json b/data/models/floflob_smollm2-135m_pretrained_600k_fineweb_uncovai_human_removed.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed.json rename to data/models/floflob_smollm2-135m_pretrained_600k_fineweb_uncovai_human_removed.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_600k_fineweb_uncovai_selected.json b/data/models/floflob_smollm2-135m_pretrained_600k_fineweb_uncovai_selected.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_600k_fineweb_uncovai_selected.json rename to data/models/floflob_smollm2-135m_pretrained_600k_fineweb_uncovai_selected.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_800k_fineweb.json b/data/models/floflob_smollm2-135m_pretrained_800k_fineweb.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_800k_fineweb.json rename to data/models/floflob_smollm2-135m_pretrained_800k_fineweb.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed.json b/data/models/floflob_smollm2-135m_pretrained_800k_fineweb_uncovai_human_removed.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed.json rename to data/models/floflob_smollm2-135m_pretrained_800k_fineweb_uncovai_human_removed.json diff --git a/data/models/FlofloB_smollm2-135M_pretrained_800k_fineweb_uncovai_selected.json b/data/models/floflob_smollm2-135m_pretrained_800k_fineweb_uncovai_selected.json similarity index 100% rename from data/models/FlofloB_smollm2-135M_pretrained_800k_fineweb_uncovai_selected.json rename to data/models/floflob_smollm2-135m_pretrained_800k_fineweb_uncovai_selected.json diff --git a/data/models/FlofloB_smollm2_pretrained_200k_fineweb.json b/data/models/floflob_smollm2_pretrained_200k_fineweb.json similarity index 100% rename from data/models/FlofloB_smollm2_pretrained_200k_fineweb.json rename to data/models/floflob_smollm2_pretrained_200k_fineweb.json diff --git a/data/models/FlofloB_test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit.json b/data/models/floflob_test_continued_pretraining_phi-3-mini-4k-instruct_unsloth_merged_16bit.json similarity index 100% rename from data/models/FlofloB_test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit.json rename to data/models/floflob_test_continued_pretraining_phi-3-mini-4k-instruct_unsloth_merged_16bit.json diff --git a/data/models/fluently-lm_FluentlyLM-Prinum.json b/data/models/fluently-lm_fluentlylm-prinum.json similarity index 100% rename from data/models/fluently-lm_FluentlyLM-Prinum.json rename to data/models/fluently-lm_fluentlylm-prinum.json diff --git a/data/models/fluently-lm_Llama-TI-8B-Instruct.json b/data/models/fluently-lm_llama-ti-8b-instruct.json similarity index 100% rename from data/models/fluently-lm_Llama-TI-8B-Instruct.json rename to data/models/fluently-lm_llama-ti-8b-instruct.json diff --git a/data/models/fluently-lm_Llama-TI-8B.json b/data/models/fluently-lm_llama-ti-8b.json similarity index 100% rename from data/models/fluently-lm_Llama-TI-8B.json rename to data/models/fluently-lm_llama-ti-8b.json diff --git a/data/models/fluently-sets_FalconThink3-10B-IT.json b/data/models/fluently-sets_falconthink3-10b-it.json similarity index 100% rename from data/models/fluently-sets_FalconThink3-10B-IT.json rename to data/models/fluently-sets_falconthink3-10b-it.json diff --git a/data/models/frameai_Loxa-4B.json b/data/models/frameai_loxa-4b.json similarity index 100% rename from data/models/frameai_Loxa-4B.json rename to data/models/frameai_loxa-4b.json diff --git a/data/models/FuJhen_ft-openhermes-25-mistral-7b-irca-dpo-pairs.json b/data/models/fujhen_ft-openhermes-25-mistral-7b-irca-dpo-pairs.json similarity index 100% rename from data/models/FuJhen_ft-openhermes-25-mistral-7b-irca-dpo-pairs.json rename to data/models/fujhen_ft-openhermes-25-mistral-7b-irca-dpo-pairs.json diff --git a/data/models/FuJhen_mistral-instruct-7B-DPO.json b/data/models/fujhen_mistral-instruct-7b-dpo.json similarity index 100% rename from data/models/FuJhen_mistral-instruct-7B-DPO.json rename to data/models/fujhen_mistral-instruct-7b-dpo.json diff --git a/data/models/FuJhen_mistral_7b_v0.1_structedData_e2e.json b/data/models/fujhen_mistral_7b_v0.1_structeddata_e2e.json similarity index 100% rename from data/models/FuJhen_mistral_7b_v0.1_structedData_e2e.json rename to data/models/fujhen_mistral_7b_v0.1_structeddata_e2e.json diff --git a/data/models/FuJhen_mistral_7b_v0.1_structedData_viggo.json b/data/models/fujhen_mistral_7b_v0.1_structeddata_viggo.json similarity index 100% rename from data/models/FuJhen_mistral_7b_v0.1_structedData_viggo.json rename to data/models/fujhen_mistral_7b_v0.1_structeddata_viggo.json diff --git a/data/models/fulim_FineLlama-3.1-8B.json b/data/models/fulim_finellama-3.1-8b.json similarity index 100% rename from data/models/fulim_FineLlama-3.1-8B.json rename to data/models/fulim_finellama-3.1-8b.json diff --git a/data/models/FuseAI_FuseChat-7B-v2.0.json b/data/models/fuseai_fusechat-7b-v2.0.json similarity index 100% rename from data/models/FuseAI_FuseChat-7B-v2.0.json rename to data/models/fuseai_fusechat-7b-v2.0.json diff --git a/data/models/FuseAI_FuseChat-Llama-3.1-8B-Instruct.json b/data/models/fuseai_fusechat-llama-3.1-8b-instruct.json similarity index 100% rename from data/models/FuseAI_FuseChat-Llama-3.1-8B-Instruct.json rename to data/models/fuseai_fusechat-llama-3.1-8b-instruct.json diff --git a/data/models/FuseAI_FuseChat-Llama-3.2-3B-Instruct.json b/data/models/fuseai_fusechat-llama-3.2-3b-instruct.json similarity index 100% rename from data/models/FuseAI_FuseChat-Llama-3.2-3B-Instruct.json rename to data/models/fuseai_fusechat-llama-3.2-3b-instruct.json diff --git a/data/models/FuseAI_FuseChat-Qwen-2.5-7B-Instruct.json b/data/models/fuseai_fusechat-qwen-2.5-7b-instruct.json similarity index 100% rename from data/models/FuseAI_FuseChat-Qwen-2.5-7B-Instruct.json rename to data/models/fuseai_fusechat-qwen-2.5-7b-instruct.json diff --git a/data/models/gabrielmbmb_SmolLM-1.7B-Instruct-IFEval.json b/data/models/gabrielmbmb_smollm-1.7b-instruct-ifeval.json similarity index 100% rename from data/models/gabrielmbmb_SmolLM-1.7B-Instruct-IFEval.json rename to data/models/gabrielmbmb_smollm-1.7b-instruct-ifeval.json diff --git a/data/models/GalrionSoftworks_MagnusIntellectus-12B-v1.json b/data/models/galrionsoftworks_magnusintellectus-12b-v1.json similarity index 100% rename from data/models/GalrionSoftworks_MagnusIntellectus-12B-v1.json rename to data/models/galrionsoftworks_magnusintellectus-12b-v1.json diff --git a/data/models/GalrionSoftworks_MN-LooseCannon-12B-v1.json b/data/models/galrionsoftworks_mn-loosecannon-12b-v1.json similarity index 100% rename from data/models/GalrionSoftworks_MN-LooseCannon-12B-v1.json rename to data/models/galrionsoftworks_mn-loosecannon-12b-v1.json diff --git a/data/models/gaverfraxz_Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA.json b/data/models/gaverfraxz_meta-llama-3.1-8b-instruct-halfabliterated-della.json similarity index 100% rename from data/models/gaverfraxz_Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA.json rename to data/models/gaverfraxz_meta-llama-3.1-8b-instruct-halfabliterated-della.json diff --git a/data/models/gaverfraxz_Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES.json b/data/models/gaverfraxz_meta-llama-3.1-8b-instruct-halfabliterated-ties.json similarity index 100% rename from data/models/gaverfraxz_Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES.json rename to data/models/gaverfraxz_meta-llama-3.1-8b-instruct-halfabliterated-ties.json diff --git a/data/models/gbueno86_Brinebreath-Llama-3.1-70B.json b/data/models/gbueno86_brinebreath-llama-3.1-70b.json similarity index 100% rename from data/models/gbueno86_Brinebreath-Llama-3.1-70B.json rename to data/models/gbueno86_brinebreath-llama-3.1-70b.json diff --git a/data/models/gbueno86_Meta-LLama-3-Cat-Smaug-LLama-70b.json b/data/models/gbueno86_meta-llama-3-cat-smaug-llama-70b.json similarity index 100% rename from data/models/gbueno86_Meta-LLama-3-Cat-Smaug-LLama-70b.json rename to data/models/gbueno86_meta-llama-3-cat-smaug-llama-70b.json diff --git a/data/models/general-preference_GPM-Gemma-2B.json b/data/models/general-preference_gpm-gemma-2b.json similarity index 100% rename from data/models/general-preference_GPM-Gemma-2B.json rename to data/models/general-preference_gpm-gemma-2b.json diff --git a/data/models/general-preference_GPM-Llama-3.1-8B.json b/data/models/general-preference_gpm-llama-3.1-8b.json similarity index 100% rename from data/models/general-preference_GPM-Llama-3.1-8B.json rename to data/models/general-preference_gpm-llama-3.1-8b.json diff --git a/data/models/GenVRadmin_AryaBhatta-GemmaOrca-2-Merged.json b/data/models/genvradmin_aryabhatta-gemmaorca-2-merged.json similarity index 100% rename from data/models/GenVRadmin_AryaBhatta-GemmaOrca-2-Merged.json rename to data/models/genvradmin_aryabhatta-gemmaorca-2-merged.json diff --git a/data/models/GenVRadmin_AryaBhatta-GemmaOrca-Merged.json b/data/models/genvradmin_aryabhatta-gemmaorca-merged.json similarity index 100% rename from data/models/GenVRadmin_AryaBhatta-GemmaOrca-Merged.json rename to data/models/genvradmin_aryabhatta-gemmaorca-merged.json diff --git a/data/models/GenVRadmin_AryaBhatta-GemmaUltra-Merged.json b/data/models/genvradmin_aryabhatta-gemmaultra-merged.json similarity index 100% rename from data/models/GenVRadmin_AryaBhatta-GemmaUltra-Merged.json rename to data/models/genvradmin_aryabhatta-gemmaultra-merged.json diff --git a/data/models/GenVRadmin_llama38bGenZ_Vikas-Merged.json b/data/models/genvradmin_llama38bgenz_vikas-merged.json similarity index 100% rename from data/models/GenVRadmin_llama38bGenZ_Vikas-Merged.json rename to data/models/genvradmin_llama38bgenz_vikas-merged.json diff --git a/data/models/glaiveai_Reflection-Llama-3.1-70B.json b/data/models/glaiveai_reflection-llama-3.1-70b.json similarity index 100% rename from data/models/glaiveai_Reflection-Llama-3.1-70B.json rename to data/models/glaiveai_reflection-llama-3.1-70b.json diff --git a/data/models/gmonsoon_gemma2-9b-sahabatai-v1-instruct-BaseTIES.json b/data/models/gmonsoon_gemma2-9b-sahabatai-v1-instruct-baseties.json similarity index 100% rename from data/models/gmonsoon_gemma2-9b-sahabatai-v1-instruct-BaseTIES.json rename to data/models/gmonsoon_gemma2-9b-sahabatai-v1-instruct-baseties.json diff --git a/data/models/gmonsoon_SahabatAI-Llama-11B-Test.json b/data/models/gmonsoon_sahabatai-llama-11b-test.json similarity index 100% rename from data/models/gmonsoon_SahabatAI-Llama-11B-Test.json rename to data/models/gmonsoon_sahabatai-llama-11b-test.json diff --git a/data/models/gmonsoon_SahabatAI-MediChatIndo-8B-v1.json b/data/models/gmonsoon_sahabatai-medichatindo-8b-v1.json similarity index 100% rename from data/models/gmonsoon_SahabatAI-MediChatIndo-8B-v1.json rename to data/models/gmonsoon_sahabatai-medichatindo-8b-v1.json diff --git a/data/models/gmonsoon_SahabatAI-Rebase-8B-Test.json b/data/models/gmonsoon_sahabatai-rebase-8b-test.json similarity index 100% rename from data/models/gmonsoon_SahabatAI-Rebase-8B-Test.json rename to data/models/gmonsoon_sahabatai-rebase-8b-test.json diff --git a/data/models/gmonsoon_StockSeaLLMs-7B-v1.json b/data/models/gmonsoon_stockseallms-7b-v1.json similarity index 100% rename from data/models/gmonsoon_StockSeaLLMs-7B-v1.json rename to data/models/gmonsoon_stockseallms-7b-v1.json diff --git a/data/models/godlikehhd_alpaca_data_full_3B.json b/data/models/godlikehhd_alpaca_data_full_3b.json similarity index 100% rename from data/models/godlikehhd_alpaca_data_full_3B.json rename to data/models/godlikehhd_alpaca_data_full_3b.json diff --git a/data/models/godlikehhd_alpaca_data_ifd_max_2600_3B.json b/data/models/godlikehhd_alpaca_data_ifd_max_2600_3b.json similarity index 100% rename from data/models/godlikehhd_alpaca_data_ifd_max_2600_3B.json rename to data/models/godlikehhd_alpaca_data_ifd_max_2600_3b.json diff --git a/data/models/godlikehhd_alpaca_data_score_max_2600_3B.json b/data/models/godlikehhd_alpaca_data_score_max_2600_3b.json similarity index 100% rename from data/models/godlikehhd_alpaca_data_score_max_2600_3B.json rename to data/models/godlikehhd_alpaca_data_score_max_2600_3b.json diff --git a/data/models/Goekdeniz-Guelmez_j.o.s.i.e.v4o-1.5b-dpo-stage1-v1.json b/data/models/goekdeniz-guelmez_j.o.s.i.e.v4o-1.5b-dpo-stage1-v1.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_j.o.s.i.e.v4o-1.5b-dpo-stage1-v1.json rename to data/models/goekdeniz-guelmez_j.o.s.i.e.v4o-1.5b-dpo-stage1-v1.json diff --git a/data/models/Goekdeniz-Guelmez_josie-3b-v6.0.json b/data/models/goekdeniz-guelmez_josie-3b-v6.0.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_josie-3b-v6.0.json rename to data/models/goekdeniz-guelmez_josie-3b-v6.0.json diff --git a/data/models/Goekdeniz-Guelmez_josie-7b-v6.0-step2000.json b/data/models/goekdeniz-guelmez_josie-7b-v6.0-step2000.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_josie-7b-v6.0-step2000.json rename to data/models/goekdeniz-guelmez_josie-7b-v6.0-step2000.json index 51ca3ee7e1e11069a115661541b7f8295515c3c6..37f82f81803012f4270da262872645abffc35b8f 100644 --- a/data/models/Goekdeniz-Guelmez_josie-7b-v6.0-step2000.json +++ b/data/models/goekdeniz-guelmez_josie-7b-v6.0-step2000.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7598 + "score": 0.7628 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5107 + "score": 0.5098 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4237 + "score": 0.0 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2768 + "score": 0.2802 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4539 + "score": 0.4579 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4012 + "score": 0.4033 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7628 + "score": 0.7598 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5098 + "score": 0.5107 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0 + "score": 0.4237 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2802 + "score": 0.2768 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4579 + "score": 0.4539 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4033 + "score": 0.4012 } } ], diff --git a/data/models/Goekdeniz-Guelmez_josie-7b-v6.0.json b/data/models/goekdeniz-guelmez_josie-7b-v6.0.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_josie-7b-v6.0.json rename to data/models/goekdeniz-guelmez_josie-7b-v6.0.json diff --git a/data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1.json b/data/models/goekdeniz-guelmez_josiefied-qwen2.5-0.5b-instruct-abliterated-v1.json similarity index 99% rename from data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1.json rename to data/models/goekdeniz-guelmez_josiefied-qwen2.5-0.5b-instruct-abliterated-v1.json index e452475d2b1aadeb10e17685131a9a96db77f7b2..4e742d684d75a21064054d5a573ca557e7b1e590 100644 --- a/data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1.json +++ b/data/models/goekdeniz-guelmez_josiefied-qwen2.5-0.5b-instruct-abliterated-v1.json @@ -5,7 +5,7 @@ "developer": "Goekdeniz-Guelmez", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "Qwen2ForCausalLM", "params_billions": "0.63" } diff --git a/data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1.json b/data/models/goekdeniz-guelmez_josiefied-qwen2.5-1.5b-instruct-abliterated-v1.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1.json rename to data/models/goekdeniz-guelmez_josiefied-qwen2.5-1.5b-instruct-abliterated-v1.json diff --git a/data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2.json b/data/models/goekdeniz-guelmez_josiefied-qwen2.5-1.5b-instruct-abliterated-v2.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2.json rename to data/models/goekdeniz-guelmez_josiefied-qwen2.5-1.5b-instruct-abliterated-v2.json diff --git a/data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3.json b/data/models/goekdeniz-guelmez_josiefied-qwen2.5-1.5b-instruct-abliterated-v3.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3.json rename to data/models/goekdeniz-guelmez_josiefied-qwen2.5-1.5b-instruct-abliterated-v3.json diff --git a/data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-14B-Instruct-abliterated-v4.json b/data/models/goekdeniz-guelmez_josiefied-qwen2.5-14b-instruct-abliterated-v4.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-14B-Instruct-abliterated-v4.json rename to data/models/goekdeniz-guelmez_josiefied-qwen2.5-14b-instruct-abliterated-v4.json diff --git a/data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-7B-Instruct-abliterated-v2.json b/data/models/goekdeniz-guelmez_josiefied-qwen2.5-7b-instruct-abliterated-v2.json similarity index 100% rename from data/models/Goekdeniz-Guelmez_Josiefied-Qwen2.5-7B-Instruct-abliterated-v2.json rename to data/models/goekdeniz-guelmez_josiefied-qwen2.5-7b-instruct-abliterated-v2.json diff --git a/data/models/google_codegemma-1.1-2b.json b/data/models/google_codegemma-1.1-2b.json index 0c3749de9a0ac72e2c300a1432bd0a3afe2400c1..ef880f376655796b793b8f565906e7a1f4ff454d 100644 --- a/data/models/google_codegemma-1.1-2b.json +++ b/data/models/google_codegemma-1.1-2b.json @@ -2,7 +2,7 @@ "model_info": { "name": "codegemma-1.1-2b", "id": "google/codegemma-1.1-2b", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_flame-1.0-24B-july-2024.json b/data/models/google_flame-1.0-24b-july-2024.json similarity index 99% rename from data/models/google_flame-1.0-24B-july-2024.json rename to data/models/google_flame-1.0-24b-july-2024.json index 4625856d84641eba67c759e2c94cef2ed37e49fb..97bc652452f8a71e88032f938af415772c3e63d2 100644 --- a/data/models/google_flame-1.0-24B-july-2024.json +++ b/data/models/google_flame-1.0-24b-july-2024.json @@ -2,7 +2,7 @@ "model_info": { "name": "google/flame-1.0-24B-july-2024", "id": "google/flame-1.0-24B-july-2024", - "developer": "google", + "developer": "Google", "additional_details": { "model_type": "Generative" } diff --git a/data/models/google_flan-t5-base.json b/data/models/google_flan-t5-base.json index 84245167eb171ce4f14be84159db658f599590b7..2fa8953d3d2c4176a78f8add5f45e72611a8b91c 100644 --- a/data/models/google_flan-t5-base.json +++ b/data/models/google_flan-t5-base.json @@ -2,7 +2,7 @@ "model_info": { "name": "flan-t5-base", "id": "google/flan-t5-base", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_flan-t5-large.json b/data/models/google_flan-t5-large.json index a5977cb08c6c8f0b14e4635c7431683b492d4a12..f7fd974c1f3fd98adb4eca165d6add2397f56458 100644 --- a/data/models/google_flan-t5-large.json +++ b/data/models/google_flan-t5-large.json @@ -2,7 +2,7 @@ "model_info": { "name": "flan-t5-large", "id": "google/flan-t5-large", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_flan-t5-small.json b/data/models/google_flan-t5-small.json index 01a8ccb6041eba63b520fafb736aebb2a74eb7a2..1d891a9dd2372b9d06c6201b6c70ba9bd3343f95 100644 --- a/data/models/google_flan-t5-small.json +++ b/data/models/google_flan-t5-small.json @@ -2,7 +2,7 @@ "model_info": { "name": "flan-t5-small", "id": "google/flan-t5-small", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_flan-t5-xl.json b/data/models/google_flan-t5-xl.json index cdfcb6cc4c8ade24fd752915b01166ac7893b099..f4504e45576f272b296c7e91d2af835d208d50a9 100644 --- a/data/models/google_flan-t5-xl.json +++ b/data/models/google_flan-t5-xl.json @@ -2,7 +2,7 @@ "model_info": { "name": "flan-t5-xl", "id": "google/flan-t5-xl", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2207 + "score": 0.2237 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4537 + "score": 0.4531 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0008 + "score": 0.0076 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2458 + "score": 0.2525 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.422 + "score": 0.4181 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2142 + "score": 0.2147 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2237 + "score": 0.2207 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4531 + "score": 0.4537 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0076 + "score": 0.0008 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2525 + "score": 0.2458 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4181 + "score": 0.422 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2147 + "score": 0.2142 } } ], diff --git a/data/models/google_flan-t5-xxl.json b/data/models/google_flan-t5-xxl.json index aba90f612e42ebc9145e86e54c1bae52e627f94a..faa3683965638fce41f229c76dc516376a86ede2 100644 --- a/data/models/google_flan-t5-xxl.json +++ b/data/models/google_flan-t5-xxl.json @@ -2,7 +2,7 @@ "model_info": { "name": "flan-t5-xxl", "id": "google/flan-t5-xxl", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_flan-ul2.json b/data/models/google_flan-ul2.json index a59f09409f976033372f4b6ced5aee37e9bedbdf..a2ae3b5839e5777d50a8bc5f827d3213e3606f57 100644 --- a/data/models/google_flan-ul2.json +++ b/data/models/google_flan-ul2.json @@ -2,7 +2,7 @@ "model_info": { "name": "flan-ul2", "id": "google/flan-ul2", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_gemini-1.0-pro-001.json b/data/models/google_gemini-1.0-pro-001.json index 2a16f5c56d17bc322901a9373b6b0323610e1ce1..3ed3b975792e1506e181943e830831d74b31b94e 100644 --- a/data/models/google_gemini-1.0-pro-001.json +++ b/data/models/google_gemini-1.0-pro-001.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 1.0 Pro 001", "id": "google/gemini-1.0-pro-001", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-1.0-pro-002.json b/data/models/google_gemini-1.0-pro-002.json index 8d27ae377cae730cc1be83ff2526a764cdf56795..a15774353c9bcdbdf81e50e559a2bb954ce41dfa 100644 --- a/data/models/google_gemini-1.0-pro-002.json +++ b/data/models/google_gemini-1.0-pro-002.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 1.0 Pro 002", "id": "google/gemini-1.0-pro-002", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-1.5-flash-001.json b/data/models/google_gemini-1.5-flash-001.json index 34533d584fcf89acc5034416d009da7db957d63e..6184c14fa23bf575b5859d4fde62141d6ae8b863 100644 --- a/data/models/google_gemini-1.5-flash-001.json +++ b/data/models/google_gemini-1.5-flash-001.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "google/gemini-1.5-flash-001", + "name": "Gemini 1.5 Flash 001", "id": "google/gemini-1.5-flash-001", - "developer": "google", - "additional_details": { - "model_type": "Generative" - } + "developer": "Google", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/google_gemini-1.5-flash-002.json b/data/models/google_gemini-1.5-flash-002.json index 785658065497c6f865a1465ea6a66858bdcea2e7..b30b0a3ebc65e03d11dd8e98a195f05e62a05c1b 100644 --- a/data/models/google_gemini-1.5-flash-002.json +++ b/data/models/google_gemini-1.5-flash-002.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 1.5 Flash 002", "id": "google/gemini-1.5-flash-002", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-1.5-flash-8b.json b/data/models/google_gemini-1.5-flash-8b.json index 26f5d88c2bff844a82af40fe7e5f80f470cdae1c..03ad573151ad915801b15421dfa4cd5cb5b3f136 100644 --- a/data/models/google_gemini-1.5-flash-8b.json +++ b/data/models/google_gemini-1.5-flash-8b.json @@ -2,7 +2,7 @@ "model_info": { "name": "google/gemini-1.5-flash-8b", "id": "google/gemini-1.5-flash-8b", - "developer": "google", + "developer": "Google", "additional_details": { "model_type": "Generative RM" } diff --git a/data/models/google_gemini-1.5-flash-preview-0514.json b/data/models/google_gemini-1.5-flash-preview-0514.json index 8d4b9a860fc4f348ff186a310110963f991dc89f..bb126c3a4d3ea96984ec8acb052caf3302e16225 100644 --- a/data/models/google_gemini-1.5-flash-preview-0514.json +++ b/data/models/google_gemini-1.5-flash-preview-0514.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 1.5 Flash 0514 preview", "id": "google/gemini-1.5-flash-preview-0514", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-1.5-pro-001.json b/data/models/google_gemini-1.5-pro-001.json index 0177406d2372a4bb3f3490ee41485e54426edd36..1644014d2dedf43e4af6047e17e1e0b017b52ae6 100644 --- a/data/models/google_gemini-1.5-pro-001.json +++ b/data/models/google_gemini-1.5-pro-001.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 1.5 Pro 001", "id": "google/gemini-1.5-pro-001", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-1.5-pro-002.json b/data/models/google_gemini-1.5-pro-002.json index 87234ea3dbe2b35471718eb983a169b52ef1f53c..c6cfa5cb7151a9afdf8a357a242b31551192d863 100644 --- a/data/models/google_gemini-1.5-pro-002.json +++ b/data/models/google_gemini-1.5-pro-002.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 1.5 Pro 002", "id": "google/gemini-1.5-pro-002", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-1.5-pro-0514.json b/data/models/google_gemini-1.5-pro-0514.json index fa3fa9f55034ec4739f7b03470812921a2123657..fa3669fffeb7885aaee63e91541f5f69feaf066c 100644 --- a/data/models/google_gemini-1.5-pro-0514.json +++ b/data/models/google_gemini-1.5-pro-0514.json @@ -2,7 +2,7 @@ "model_info": { "name": "google/gemini-1.5-pro-0514", "id": "google/gemini-1.5-pro-0514", - "developer": "google", + "developer": "Google", "additional_details": { "model_type": "Generative" } diff --git a/data/models/google_gemini-1.5-pro-0924.json b/data/models/google_gemini-1.5-pro-0924.json index 8952960f5618c229c7926f98a308655116bac504..cbed4231b4554d0f8e564e3442c541784a92bb8f 100644 --- a/data/models/google_gemini-1.5-pro-0924.json +++ b/data/models/google_gemini-1.5-pro-0924.json @@ -2,7 +2,7 @@ "model_info": { "name": "google/gemini-1.5-pro-0924", "id": "google/gemini-1.5-pro-0924", - "developer": "google", + "developer": "Google", "additional_details": { "model_type": "Generative" } diff --git a/data/models/google_gemini-1.5-pro-preview-0409.json b/data/models/google_gemini-1.5-pro-preview-0409.json index 705a3ee806ff6f99ba659f1c6f5f78e4e17a28dd..e920b597775aecac73008b0fad1d5d45d05ed3ac 100644 --- a/data/models/google_gemini-1.5-pro-preview-0409.json +++ b/data/models/google_gemini-1.5-pro-preview-0409.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 1.5 Pro 0409 preview", "id": "google/gemini-1.5-pro-preview-0409", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-2.0-flash-001.json b/data/models/google_gemini-2.0-flash-001.json index 4cce73919935dbb5ff32e38da7edd246d6c7cfde..92dbda7481b66d0dccd15d13102dd1de3041036b 100644 --- a/data/models/google_gemini-2.0-flash-001.json +++ b/data/models/google_gemini-2.0-flash-001.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 2.0 Flash", "id": "google/gemini-2.0-flash-001", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-2.0-flash-exp.json b/data/models/google_gemini-2.0-flash-exp.json index 7b26a720ca66c02def4ef0d523451dbced879e39..28bded6a774bae3132a9d2cadc49050ba174ee33 100644 --- a/data/models/google_gemini-2.0-flash-exp.json +++ b/data/models/google_gemini-2.0-flash-exp.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 2.0 Flash Experimental", "id": "google/gemini-2.0-flash-exp", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-2.0-flash-lite-preview-02-05.json b/data/models/google_gemini-2.0-flash-lite-preview-02-05.json index b51a4bbc9f61da8ffe812a2b8012e72d29e7a1c8..26e4c3162721317ef4fd4983f2a5169a81d47918 100644 --- a/data/models/google_gemini-2.0-flash-lite-preview-02-05.json +++ b/data/models/google_gemini-2.0-flash-lite-preview-02-05.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 2.0 Flash Lite 02-05 preview", "id": "google/gemini-2.0-flash-lite-preview-02-05", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-2.5-flash-lite.json b/data/models/google_gemini-2.5-flash-lite.json index b8a257faf43aa2d15d09d74d408cbea9337e24d2..bbde25afc1941dbf2a34c443ae409936edb512ae 100644 --- a/data/models/google_gemini-2.5-flash-lite.json +++ b/data/models/google_gemini-2.5-flash-lite.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 2.5 Flash-Lite", "id": "google/gemini-2.5-flash-lite", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-2.5-flash-preview-04-17.json b/data/models/google_gemini-2.5-flash-preview-04-17.json index 0c02ec76d8ed2ff9da2efcfab2934b8b01122ea7..e1fa85f431103e2b04cff10fdf6991d4e1023e28 100644 --- a/data/models/google_gemini-2.5-flash-preview-04-17.json +++ b/data/models/google_gemini-2.5-flash-preview-04-17.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "google/gemini-2.5-flash-preview-04-17", + "name": "Gemini 2.5 Flash 04-17 preview", "id": "google/gemini-2.5-flash-preview-04-17", - "developer": "google", - "additional_details": { - "model_type": "Generative RM" - } + "developer": "Google", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/google_gemini-2.5-flash-preview-05-20.json b/data/models/google_gemini-2.5-flash-preview-05-20.json index 835bb2d48341cf61e066ce78dc0319eb62c74149..b4b59bae4ffec304ac091e2d0d21ff7a255dc5af 100644 --- a/data/models/google_gemini-2.5-flash-preview-05-20.json +++ b/data/models/google_gemini-2.5-flash-preview-05-20.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemini-2.5-flash-preview-05-20", "id": "google/gemini-2.5-flash-preview-05-20", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "display_name": "Gemini 2.5 Flash Preview" diff --git a/data/models/google_gemini-2.5-flash.json b/data/models/google_gemini-2.5-flash.json index a993afbf9c67f237669586a95c4346d7b5bd221c..559256ab7af18ed0b7705dcdbbc7895fdf60dae1 100644 --- a/data/models/google_gemini-2.5-flash.json +++ b/data/models/google_gemini-2.5-flash.json @@ -3,15 +3,15 @@ "name": "Gemini 2.5 Flash", "id": "google/gemini-2.5-flash", "developer": "Google", + "inference_platform": "unknown", "additional_details": { - "agent_name": "Gemini CLI", - "agent_organization": "Google" + "display_name": "Gemini 2.5 Flash" } }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/google_gemini-2.5-flash/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/google_gemini-2.5-flash/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/google_gemini-2.5-flash/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/google_gemini-2.5-flash/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -1269,7 +1269,7 @@ "generation_config": null }, { - "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gemini-2.5-flash/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gemini-2.5-flash/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -1293,7 +1293,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-03", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -1302,17 +1302,17 @@ "max_score": 100.0 }, "score_details": { - "score": 17.1, + "score": 16.9, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.4 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Gemini 2.5 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 2.5 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1329,7 +1329,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Gemini 2.5 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 2.5 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1343,7 +1343,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__gemini-2.5-flash/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/gemini-cli__gemini-2.5-flash/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -1367,7 +1367,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-11-04", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -1376,17 +1376,17 @@ "max_score": 100.0 }, "score_details": { - "score": 16.9, + "score": 15.4, "uncertainty": { "standard_error": { - "value": 2.4 + "value": 2.3 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 2.5 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 2.5 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1403,7 +1403,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 2.5 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 2.5 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1417,7 +1417,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/openhands__gemini-2.5-flash/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gemini-2.5-flash/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -1441,7 +1441,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-02", + "evaluation_timestamp": "2025-11-03", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -1450,17 +1450,17 @@ "max_score": 100.0 }, "score_details": { - "score": 16.4, + "score": 17.1, "uncertainty": { "standard_error": { - "value": 2.4 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Gemini 2.5 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Gemini 2.5 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1477,7 +1477,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Gemini 2.5 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Gemini 2.5 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1491,7 +1491,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/gemini-cli__gemini-2.5-flash/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/openhands__gemini-2.5-flash/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -1515,7 +1515,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-04", + "evaluation_timestamp": "2025-11-02", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -1524,17 +1524,17 @@ "max_score": 100.0 }, "score_details": { - "score": 15.4, + "score": 16.4, "uncertainty": { "standard_error": { - "value": 2.3 + "value": 2.4 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 2.5 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Gemini 2.5 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1551,7 +1551,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 2.5 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Gemini 2.5 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/google_gemini-2.5-pro-preview-03-25.json b/data/models/google_gemini-2.5-pro-preview-03-25.json index a4f7aa822a333a7e2d54caacfec14599b23b083a..64432ff49a4947e63281addf8d9584ae6f88abd4 100644 --- a/data/models/google_gemini-2.5-pro-preview-03-25.json +++ b/data/models/google_gemini-2.5-pro-preview-03-25.json @@ -2,7 +2,7 @@ "model_info": { "name": "Gemini 2.5 Pro 03-25 preview", "id": "google/gemini-2.5-pro-preview-03-25", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_gemini-2.5-pro-preview-05-06.json b/data/models/google_gemini-2.5-pro-preview-05-06.json index 8fc8798d4bc6cc476ae61e9436d932061f34f1d1..369b2477bcac4922bf08e26093ce76aea9d43f5e 100644 --- a/data/models/google_gemini-2.5-pro-preview-05-06.json +++ b/data/models/google_gemini-2.5-pro-preview-05-06.json @@ -2,7 +2,7 @@ "model_info": { "name": "google/gemini-2.5-pro-preview-05-06", "id": "google/gemini-2.5-pro-preview-05-06", - "developer": "google", + "developer": "Google", "additional_details": { "model_type": "Generative RM" } diff --git a/data/models/google_gemini-2.5-pro.json b/data/models/google_gemini-2.5-pro.json index 27a9d48ea316849f1130e704e84871fca27b4413..1ec23979711d5380fa6e2c3fa525454b91f5351a 100644 --- a/data/models/google_gemini-2.5-pro.json +++ b/data/models/google_gemini-2.5-pro.json @@ -3,15 +3,15 @@ "name": "Gemini 2.5 Pro", "id": "google/gemini-2.5-pro", "developer": "Google", + "inference_platform": "unknown", "additional_details": { - "agent_name": "OpenHands", - "agent_organization": "OpenHands" + "display_name": "Gemini 2.5 Pro" } }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/google_gemini-2.5-pro/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/google_gemini-2.5-pro/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/google_gemini-2.5-pro/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/google_gemini-2.5-pro/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -1269,7 +1269,7 @@ "generation_config": null }, { - "evaluation_id": "terminal-bench-2.0/gemini-cli__gemini-2.5-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gemini-2.5-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -1293,7 +1293,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-04", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -1302,17 +1302,17 @@ "max_score": 100.0 }, "score_details": { - "score": 19.6, + "score": 32.6, "uncertainty": { "standard_error": { - "value": 2.9 + "value": 3.0 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 2.5 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 2.5 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1329,7 +1329,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 2.5 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 2.5 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1417,7 +1417,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__gemini-2.5-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/gemini-cli__gemini-2.5-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -1441,7 +1441,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-11-04", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -1450,17 +1450,17 @@ "max_score": 100.0 }, "score_details": { - "score": 32.6, + "score": 19.6, "uncertainty": { "standard_error": { - "value": 3.0 + "value": 2.9 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 2.5 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 2.5 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -1477,7 +1477,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 2.5 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 2.5 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/google_gemini-3-flash.json b/data/models/google_gemini-3-flash.json index 6f45404e1daa03a1dd984d9d83a1483a4ef2b12d..eaf6124eca660b4b0550c082c8aa6badd575ee4f 100644 --- a/data/models/google_gemini-3-flash.json +++ b/data/models/google_gemini-3-flash.json @@ -4,8 +4,8 @@ "id": "google/gemini-3-flash", "developer": "Google", "additional_details": { - "agent_name": "Gemini CLI", - "agent_organization": "Google" + "agent_name": "Terminus 2", + "agent_organization": "Terminal Bench" } }, "evaluations": [ @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/junie-cli__gemini-3-flash/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/gemini-cli__gemini-3-flash/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-23", + "evaluation_timestamp": "2026-03-06", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 64.3, + "score": 47.4, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 3.0 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Junie CLI\" -m \"Gemini 3 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 3 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Junie CLI\" -m \"Gemini 3 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 3 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -232,7 +232,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/gemini-cli__gemini-3-flash/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/junie-cli__gemini-3-flash/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -256,7 +256,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-03-06", + "evaluation_timestamp": "2025-12-23", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -265,17 +265,17 @@ "max_score": 100.0 }, "score_details": { - "score": 47.4, + "score": 64.3, "uncertainty": { "standard_error": { - "value": 3.0 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 3 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Junie CLI\" -m \"Gemini 3 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -292,7 +292,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Gemini CLI\" -m \"Gemini 3 Flash\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Junie CLI\" -m \"Gemini 3 Flash\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/google_gemini-3-pro-preview.json b/data/models/google_gemini-3-pro-preview.json index d5eb006f74d93ee8fec5c4b9e19e6acaccb108a0..44c1f3e63abdc5f4af845318a98fd3691b85eb55 100644 --- a/data/models/google_gemini-3-pro-preview.json +++ b/data/models/google_gemini-3-pro-preview.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "appworld/test_normal/litellm-tool-calling__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "appworld/test_normal/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -42,23 +42,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.505, + "score": 0.55, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "1.88", - "total_run_cost": "188.19", - "average_steps": "21.76", - "percent_finished": "0.99" + "average_agent_cost": "1.3", + "total_run_cost": "130.49", + "average_steps": "22.59", + "percent_finished": "1.0" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -70,15 +70,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "appworld/test_normal/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "appworld/test_normal/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -110,23 +110,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.55, + "score": 0.13, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "1.3", - "total_run_cost": "130.49", - "average_steps": "22.59", - "percent_finished": "1.0" + "average_agent_cost": "2.54", + "total_run_cost": "254.25", + "average_steps": "49.13", + "percent_finished": "0.71" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -138,15 +138,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "appworld/test_normal/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "appworld/test_normal/litellm-tool-calling__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -178,23 +178,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.13, + "score": 0.505, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "2.54", - "total_run_cost": "254.25", - "average_steps": "49.13", - "percent_finished": "0.71" + "average_agent_cost": "1.88", + "total_run_cost": "188.19", + "average_steps": "21.76", + "percent_finished": "0.99" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -206,15 +206,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } } }, { - "evaluation_id": "appworld/test_normal/openai-solo__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "browsecompplus/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -227,42 +227,42 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "appworld_test_normal", + "benchmark": "browsecompplus", "evaluation_results": [ { - "evaluation_name": "appworld/test_normal", + "evaluation_name": "browsecompplus", "source_data": { - "dataset_name": "appworld/test_normal", + "dataset_name": "browsecompplus", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "AppWorld benchmark evaluation (test_normal subset)", + "evaluation_description": "BrowseCompPlus benchmark evaluation", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.582, + "score": 0.57, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "8.7", - "total_run_cost": "869.55", - "average_steps": "33.49", - "percent_finished": "0.98" + "average_agent_cost": "2.39", + "total_run_cost": "239.0", + "average_steps": "29.63", + "percent_finished": "0.69" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -274,15 +274,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "browsecompplus/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "appworld/test_normal/openai-solo__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -295,42 +295,42 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "browsecompplus", + "benchmark": "appworld_test_normal", "evaluation_results": [ { - "evaluation_name": "browsecompplus", + "evaluation_name": "appworld/test_normal", "source_data": { - "dataset_name": "browsecompplus", + "dataset_name": "appworld/test_normal", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "BrowseCompPlus benchmark evaluation", + "evaluation_description": "AppWorld benchmark evaluation (test_normal subset)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.51, + "score": 0.582, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "2.85", - "total_run_cost": "284.68", - "average_steps": "22.88", - "percent_finished": "0.7" + "average_agent_cost": "8.7", + "total_run_cost": "869.55", + "average_steps": "33.49", + "percent_finished": "0.98" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -342,15 +342,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "appworld/test_normal/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "browsecompplus/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -363,34 +363,34 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "appworld_test_normal", + "benchmark": "browsecompplus", "evaluation_results": [ { - "evaluation_name": "appworld/test_normal", + "evaluation_name": "browsecompplus", "source_data": { - "dataset_name": "appworld/test_normal", + "dataset_name": "browsecompplus", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "AppWorld benchmark evaluation (test_normal subset)", + "evaluation_description": "BrowseCompPlus benchmark evaluation", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.36, + "score": 0.51, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "3.11", - "total_run_cost": "310.55", - "average_steps": "38.01", - "percent_finished": "0.86" + "average_agent_cost": "2.85", + "total_run_cost": "284.68", + "average_steps": "22.88", + "percent_finished": "0.7" } }, "generation_config": { @@ -418,7 +418,7 @@ } }, { - "evaluation_id": "browsecompplus/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "appworld/test_normal/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -431,42 +431,42 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "browsecompplus", + "benchmark": "appworld_test_normal", "evaluation_results": [ { - "evaluation_name": "browsecompplus", + "evaluation_name": "appworld/test_normal", "source_data": { - "dataset_name": "browsecompplus", + "dataset_name": "appworld/test_normal", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "BrowseCompPlus benchmark evaluation", + "evaluation_description": "AppWorld benchmark evaluation (test_normal subset)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.57, + "score": 0.36, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "2.39", - "total_run_cost": "239.0", - "average_steps": "29.63", - "percent_finished": "0.69" + "average_agent_cost": "3.11", + "total_run_cost": "310.55", + "average_steps": "38.01", + "percent_finished": "0.86" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -478,8 +478,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -554,7 +554,7 @@ } }, { - "evaluation_id": "browsecompplus/openai-solo__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "browsecompplus/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -586,23 +586,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3333, + "score": 0.48, "uncertainty": { - "num_samples": 99 + "num_samples": 100 }, "details": { - "average_agent_cost": "0.64", - "total_run_cost": "63.79", - "average_steps": "8.45", - "percent_finished": "0.6061" + "average_agent_cost": "0.44", + "total_run_cost": "44.18", + "average_steps": "7.85", + "percent_finished": "0.99" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -614,15 +614,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "browsecompplus/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "browsecompplus/openai-solo__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -654,23 +654,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.48, + "score": 0.3333, "uncertainty": { - "num_samples": 100 + "num_samples": 99 }, "details": { - "average_agent_cost": "0.44", - "total_run_cost": "44.18", - "average_steps": "7.85", - "percent_finished": "0.99" + "average_agent_cost": "0.64", + "total_run_cost": "63.79", + "average_steps": "8.45", + "percent_finished": "0.6061" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -682,8 +682,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -1720,7 +1720,7 @@ "generation_config": null }, { - "evaluation_id": "swe-bench/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "swe-bench/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1752,14 +1752,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7576, + "score": 0.67, "uncertainty": { - "num_samples": 99 + "num_samples": 100 }, "details": { - "average_agent_cost": "2.21", - "total_run_cost": "218.76", - "average_steps": "38.1", + "average_agent_cost": "3.68", + "total_run_cost": "367.97", + "average_steps": "43.72", "percent_finished": "1.0" } }, @@ -1767,8 +1767,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -1780,8 +1780,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -1856,7 +1856,7 @@ } }, { - "evaluation_id": "swe-bench/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "swe-bench/litellm-tool-calling__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1888,14 +1888,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.67, + "score": 0.71, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "3.68", - "total_run_cost": "367.97", - "average_steps": "43.72", + "average_agent_cost": "0.7", + "total_run_cost": "69.56", + "average_steps": "32.55", "percent_finished": "1.0" } }, @@ -1903,8 +1903,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -1916,8 +1916,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -1992,7 +1992,7 @@ } }, { - "evaluation_id": "swe-bench/litellm-tool-calling__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "swe-bench/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2024,14 +2024,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.71, + "score": 0.7576, "uncertainty": { - "num_samples": 100 + "num_samples": 99 }, "details": { - "average_agent_cost": "0.7", - "total_run_cost": "69.56", - "average_steps": "32.55", + "average_agent_cost": "2.21", + "total_run_cost": "218.76", + "average_steps": "38.1", "percent_finished": "1.0" } }, @@ -2039,8 +2039,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -2052,8 +2052,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -2128,7 +2128,7 @@ } }, { - "evaluation_id": "tau-bench-2/airline/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/openai-solo__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2160,14 +2160,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7, + "score": 0.62, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.34", - "total_run_cost": "17.45", - "average_steps": "12.62", + "average_agent_cost": "0.21", + "total_run_cost": "11.18", + "average_steps": "10.9", "percent_finished": "1.0" } }, @@ -2175,8 +2175,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -2188,15 +2188,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "tau-bench-2/airline/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2228,14 +2228,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.68, + "score": 0.7, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.2", - "total_run_cost": "10.29", - "average_steps": "12.28", + "average_agent_cost": "0.34", + "total_run_cost": "17.45", + "average_steps": "12.62", "percent_finished": "1.0" } }, @@ -2243,8 +2243,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -2256,15 +2256,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } } }, { - "evaluation_id": "tau-bench-2/airline/openai-solo__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2296,14 +2296,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.62, + "score": 0.7, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.21", - "total_run_cost": "11.18", - "average_steps": "10.9", + "average_agent_cost": "0.16", + "total_run_cost": "8.48", + "average_steps": "10.14", "percent_finished": "1.0" } }, @@ -2311,8 +2311,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -2324,15 +2324,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "tau-bench-2/airline/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2364,14 +2364,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7, + "score": 0.68, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.16", - "total_run_cost": "8.48", - "average_steps": "10.14", + "average_agent_cost": "0.2", + "total_run_cost": "10.29", + "average_steps": "12.28", "percent_finished": "1.0" } }, @@ -2379,8 +2379,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -2392,15 +2392,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "tau-bench-2/retail/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2432,14 +2432,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7576, + "score": 0.82, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.21", - "total_run_cost": "21.43", - "average_steps": "11.3", + "average_agent_cost": "0.16", + "total_run_cost": "16.64", + "average_steps": "11.25", "percent_finished": "1.0" } }, @@ -2447,8 +2447,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -2460,15 +2460,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "tau-bench-2/retail/litellm-tool-calling__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2500,14 +2500,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.82, + "score": 0.7576, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.16", - "total_run_cost": "16.64", - "average_steps": "11.25", + "average_agent_cost": "0.21", + "total_run_cost": "21.43", + "average_steps": "11.3", "percent_finished": "1.0" } }, @@ -2515,8 +2515,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -2528,15 +2528,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "tau-bench-2/retail/openai-solo__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/litellm-tool-calling__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2568,14 +2568,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.73, + "score": 0.82, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.27", - "total_run_cost": "27.48", - "average_steps": "10.62", + "average_agent_cost": "0.16", + "total_run_cost": "16.64", + "average_steps": "11.25", "percent_finished": "1.0" } }, @@ -2583,8 +2583,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -2596,15 +2596,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } } }, { - "evaluation_id": "tau-bench-2/retail/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/openai-solo__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2636,14 +2636,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.82, + "score": 0.73, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.16", - "total_run_cost": "16.64", - "average_steps": "11.25", + "average_agent_cost": "0.27", + "total_run_cost": "27.48", + "average_steps": "10.62", "percent_finished": "1.0" } }, @@ -2651,8 +2651,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -2664,8 +2664,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -2740,7 +2740,7 @@ } }, { - "evaluation_id": "tau-bench-2/telecom/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2772,14 +2772,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.88, + "score": 0.6852, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.35", - "total_run_cost": "40.25", - "average_steps": "12.71", + "average_agent_cost": "0.21", + "total_run_cost": "25.48", + "average_steps": "9.9", "percent_finished": "1.0" } }, @@ -2787,8 +2787,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -2800,15 +2800,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } } }, { - "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2855,8 +2855,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -2868,8 +2868,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -2944,7 +2944,7 @@ } }, { - "evaluation_id": "tau-bench-2/telecom/claude-code-cli__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2976,14 +2976,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6852, + "score": 0.73, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.21", - "total_run_cost": "25.48", - "average_steps": "9.9", + "average_agent_cost": "0.3", + "total_run_cost": "36.75", + "average_steps": "14.84", "percent_finished": "1.0" } }, @@ -2991,8 +2991,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -3004,15 +3004,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } } }, { - "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling-with-shortlisting__google_gemini-3-pro-preview/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/smolagents-code__google_gemini-3-pro-preview/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -3044,14 +3044,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.73, + "score": 0.88, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.3", - "total_run_cost": "36.75", - "average_steps": "14.84", + "average_agent_cost": "0.35", + "total_run_cost": "40.25", + "average_steps": "12.71", "percent_finished": "1.0" } }, @@ -3059,8 +3059,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -3072,8 +3072,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } diff --git a/data/models/google_gemini-3-pro.json b/data/models/google_gemini-3-pro.json index e909b260cb8d04bf882146b1c3851eca1bd7d4f7..8fa2bc3a8f735ce28a0e67357028a0cdd151ec66 100644 --- a/data/models/google_gemini-3-pro.json +++ b/data/models/google_gemini-3-pro.json @@ -4,8 +4,8 @@ "id": "google/gemini-3-pro", "developer": "Google", "additional_details": { - "agent_name": "Terminus 2", - "agent_organization": "Terminal Bench" + "agent_name": "SageAgent", + "agent_organization": "OpenSage" } }, "evaluations": [ @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/ante__gemini-3-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/droid__gemini-3-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-01-06", + "evaluation_timestamp": "2025-12-24", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 69.4, + "score": 61.1, "uncertainty": { "standard_error": { - "value": 2.1 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Ante\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Ante\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/letta-code__gemini-3-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gemini-3-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-17", + "evaluation_timestamp": "2025-11-21", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 56.0, + "score": 56.9, "uncertainty": { "standard_error": { - "value": 3.0 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Letta Code\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Letta Code\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -232,7 +232,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/droid__gemini-3-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/codebrain-1__gemini-3-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -256,7 +256,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-24", + "evaluation_timestamp": "2026-02-05", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -265,17 +265,17 @@ "max_score": 100.0 }, "score_details": { - "score": 61.1, + "score": 62.2, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"CodeBrain-1\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -292,7 +292,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"CodeBrain-1\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -306,7 +306,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/codebrain-1__gemini-3-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/ante__gemini-3-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -330,7 +330,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-05", + "evaluation_timestamp": "2026-01-06", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -339,17 +339,17 @@ "max_score": 100.0 }, "score_details": { - "score": 62.2, + "score": 69.4, "uncertainty": { "standard_error": { - "value": 2.6 + "value": 2.1 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"CodeBrain-1\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Ante\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -366,7 +366,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"CodeBrain-1\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Ante\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -380,7 +380,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/ii-agent__gemini-3-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/letta-code__gemini-3-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -404,7 +404,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-23", + "evaluation_timestamp": "2025-12-17", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -413,17 +413,17 @@ "max_score": 100.0 }, "score_details": { - "score": 61.8, + "score": 56.0, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 3.0 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"II-Agent\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Letta Code\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -440,7 +440,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"II-Agent\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Letta Code\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -454,7 +454,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__gemini-3-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/ii-agent__gemini-3-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -478,7 +478,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-21", + "evaluation_timestamp": "2025-12-23", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -487,17 +487,17 @@ "max_score": 100.0 }, "score_details": { - "score": 56.9, + "score": 61.8, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"II-Agent\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -514,7 +514,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Gemini 3 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"II-Agent\" -m \"Gemini 3 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/google_gemini-3.1-pro.json b/data/models/google_gemini-3.1-pro.json index 945834533f47e11456a671dc36fdab03175c7bd2..d5a56163d0a60a102dbdbef6cd39c4565d8d4e26 100644 --- a/data/models/google_gemini-3.1-pro.json +++ b/data/models/google_gemini-3.1-pro.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/forge-code__gemini-3.1-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-kira__gemini-3.1-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-03-02", + "evaluation_timestamp": "2026-02-23", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 78.4, + "score": 74.8, "uncertainty": { "standard_error": { - "value": 1.8 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Forge Code\" -m \"Gemini 3.1 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus-KIRA\" -m \"Gemini 3.1 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Forge Code\" -m \"Gemini 3.1 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus-KIRA\" -m \"Gemini 3.1 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-kira__gemini-3.1-pro/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/forge-code__gemini-3.1-pro/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-23", + "evaluation_timestamp": "2026-03-02", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 74.8, + "score": 78.4, "uncertainty": { "standard_error": { - "value": 2.6 + "value": 1.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus-KIRA\" -m \"Gemini 3.1 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Forge Code\" -m \"Gemini 3.1 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus-KIRA\" -m \"Gemini 3.1 Pro\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Forge Code\" -m \"Gemini 3.1 Pro\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/google_Gemini_2.5_Flash.json b/data/models/google_gemini_2.5_flash.json similarity index 99% rename from data/models/google_Gemini_2.5_Flash.json rename to data/models/google_gemini_2.5_flash.json index f4994b748057ccbc4e159ff599781d6bb0bc545c..0bd5123108b7dc6d1c03d7d5a17847bf38958457 100644 --- a/data/models/google_Gemini_2.5_Flash.json +++ b/data/models/google_gemini_2.5_flash.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Gemini 2.5 Flash", - "developer": "google", + "developer": "Google", "id": "google/Gemini 2.5 Flash", "inference_platform": "unknown" }, diff --git a/data/models/google_Gemini_2.5_Pro.json b/data/models/google_gemini_2.5_pro.json similarity index 98% rename from data/models/google_Gemini_2.5_Pro.json rename to data/models/google_gemini_2.5_pro.json index 481695b0b0b34e0cbf565a91c1317c7098bf4621..572d882b62178da40f0d6ff7a757cc078c9933f6 100644 --- a/data/models/google_Gemini_2.5_Pro.json +++ b/data/models/google_gemini_2.5_pro.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Gemini 2.5 Pro", - "developer": "google", + "developer": "Google", "id": "google/Gemini 2.5 Pro", "inference_platform": "unknown" }, diff --git a/data/models/google_Gemini_3.1_Pro.json b/data/models/google_gemini_3.1_pro.json similarity index 98% rename from data/models/google_Gemini_3.1_Pro.json rename to data/models/google_gemini_3.1_pro.json index 4e0c1e70be6a5b126ba6e7d18eec1ce3acec9cd3..995fe5f415a2b0bba0f7043f692ad78b0011781f 100644 --- a/data/models/google_Gemini_3.1_Pro.json +++ b/data/models/google_gemini_3.1_pro.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Gemini 3.1 Pro", - "developer": "google", + "developer": "Google", "id": "google/Gemini 3.1 Pro", "inference_platform": "unknown" }, diff --git a/data/models/google_Gemini_3_Flash.json b/data/models/google_gemini_3_flash.json similarity index 99% rename from data/models/google_Gemini_3_Flash.json rename to data/models/google_gemini_3_flash.json index f3dcb98222f3a45bbec3325acba502991a42fcb5..3a911939d887cdc9433884fdde5ee11c97c277a4 100644 --- a/data/models/google_Gemini_3_Flash.json +++ b/data/models/google_gemini_3_flash.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Gemini 3 Flash", - "developer": "google", + "developer": "Google", "id": "google/Gemini 3 Flash", "inference_platform": "unknown" }, diff --git a/data/models/google_Gemini_3_Pro.json b/data/models/google_gemini_3_pro.json similarity index 99% rename from data/models/google_Gemini_3_Pro.json rename to data/models/google_gemini_3_pro.json index ac53e4add32cc180011dd920a5e165a1931a984e..8f4f634348fdc10ff492053d2a6241085b80ddd7 100644 --- a/data/models/google_Gemini_3_Pro.json +++ b/data/models/google_gemini_3_pro.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Gemini 3 Pro", - "developer": "google", + "developer": "Google", "id": "google/Gemini 3 Pro", "inference_platform": "unknown" }, diff --git a/data/models/google_gemma-1.1-2b-it.json b/data/models/google_gemma-1.1-2b-it.json index a7b34b486863a3943b314150ebee02cc3942ef85..456a7dc5107b74af82e529a346a6de609ae70b87 100644 --- a/data/models/google_gemma-1.1-2b-it.json +++ b/data/models/google_gemma-1.1-2b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-1.1-2b-it", "id": "google/gemma-1.1-2b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_gemma-1.1-7b-it.json b/data/models/google_gemma-1.1-7b-it.json index 2a757d86ab92f921e0ac95a6e49136298e6730b7..32bca72445775b8cf5ebf689caeb4c1c9af38c1a 100644 --- a/data/models/google_gemma-1.1-7b-it.json +++ b/data/models/google_gemma-1.1-7b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-1.1-7b-it", "id": "google/gemma-1.1-7b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_gemma-2-27b-it.json b/data/models/google_gemma-2-27b-it.json index d2f828ad4489c8cc97576811fe179d6db2779514..418b80f0bf31c373c9666d91ad6541f501299239 100644 --- a/data/models/google_gemma-2-27b-it.json +++ b/data/models/google_gemma-2-27b-it.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "google/gemma-2-27b-it", + "name": "Gemma 2 Instruct 27B", "id": "google/gemma-2-27b-it", - "developer": "google", - "additional_details": { - "model_type": "Generative" - } + "developer": "Google", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/google_gemma-2-27b.json b/data/models/google_gemma-2-27b.json index 87882d43f9ac01d95f008ac69563c091b37eeef2..f1a3fd6e0f2090dbf1bbf19f0da61756b4b9c9a8 100644 --- a/data/models/google_gemma-2-27b.json +++ b/data/models/google_gemma-2-27b.json @@ -1,14 +1,9 @@ { "model_info": { - "name": "gemma-2-27b", + "name": "Gemma 2 27B", "id": "google/gemma-2-27b", - "developer": "google", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Gemma2ForCausalLM", - "params_billions": "27.227" - } + "developer": "Google", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/google_gemma-2-2b-it.json b/data/models/google_gemma-2-2b-it.json index f3213a8c3d6384d9b6c7e0f510f92f2e67a94466..2256606de347975e81a80b3b27803f39e204f41b 100644 --- a/data/models/google_gemma-2-2b-it.json +++ b/data/models/google_gemma-2-2b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-2-2b-it", "id": "google/gemma-2-2b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_gemma-2-2b-jpn-it.json b/data/models/google_gemma-2-2b-jpn-it.json index 800d1732f590741446eb02b11239ee165c15b48f..ad8eb46cb13cde4ab2a8a3521d4c0b618fb71ee6 100644 --- a/data/models/google_gemma-2-2b-jpn-it.json +++ b/data/models/google_gemma-2-2b-jpn-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-2-2b-jpn-it", "id": "google/gemma-2-2b-jpn-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5078 + "score": 0.5288 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4226 + "score": 0.4178 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0347 + "score": 0.0476 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2852 + "score": 0.2752 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3964 + "score": 0.3728 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2578 + "score": 0.2467 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5288 + "score": 0.5078 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4178 + "score": 0.4226 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0476 + "score": 0.0347 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2752 + "score": 0.2852 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3728 + "score": 0.3964 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2467 + "score": 0.2578 } } ], diff --git a/data/models/google_gemma-2-2b.json b/data/models/google_gemma-2-2b.json index 7ff61a3ccdeab708a1ad73cfdd534c8e9b4c6dc6..3875c2305ff98601b733940bab48bde956384743 100644 --- a/data/models/google_gemma-2-2b.json +++ b/data/models/google_gemma-2-2b.json @@ -2,10 +2,10 @@ "model_info": { "name": "gemma-2-2b", "id": "google/gemma-2-2b", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "InternLM2ForCausalLM", "params_billions": "2.614" } diff --git a/data/models/google_gemma-2-9b-it.json b/data/models/google_gemma-2-9b-it.json index 98170ef9eb836f3f1ddfe0b38123efa76c67c5cc..2c4dd608d4b042d55c3ae88d1f12d6fac7ade6db 100644 --- a/data/models/google_gemma-2-9b-it.json +++ b/data/models/google_gemma-2-9b-it.json @@ -1,8 +1,9 @@ { "model_info": { - "name": "Gemma 2 9B Instruct", + "name": "Gemma 2 Instruct 9B", "id": "google/gemma-2-9b-it", - "developer": "unknown" + "developer": "Google", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/google_gemma-2-9b.json b/data/models/google_gemma-2-9b.json index d9e8c4dd62a430718278f2b01f9e62e0b2751c59..15139d3c25168c6a497fc41c44cd46a819ab73fd 100644 --- a/data/models/google_gemma-2-9b.json +++ b/data/models/google_gemma-2-9b.json @@ -1,14 +1,9 @@ { "model_info": { - "name": "gemma-2-9b", + "name": "Gemma 2 9B", "id": "google/gemma-2-9b", - "developer": "google", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Gemma2ForCausalLM", - "params_billions": "9.0" - } + "developer": "Google", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/google_gemma-2b-it.json b/data/models/google_gemma-2b-it.json index 71015bd716e6b696d46eb11b3977de1e109a3b13..9145f5c483befecc04780bdb7565faa70951f313 100644 --- a/data/models/google_gemma-2b-it.json +++ b/data/models/google_gemma-2b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-2b-it", "id": "google/gemma-2b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_gemma-2b.json b/data/models/google_gemma-2b.json index dca938273231792e2080a45d7c190d8b88015dcb..831bb9fed559d06f6fc95ee9745b74e75fe6c755 100644 --- a/data/models/google_gemma-2b.json +++ b/data/models/google_gemma-2b.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-2b", "id": "google/gemma-2b", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_gemma-3-27b-it.json b/data/models/google_gemma-3-27b-it.json index cfb14226879ac7a359e975d38df1cd2917c02743..31e90c4548397bec1dec70a558a4830dc0c4f7c9 100644 --- a/data/models/google_gemma-3-27b-it.json +++ b/data/models/google_gemma-3-27b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-3-27b-it", "id": "google/gemma-3-27b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "display_name": "Gemma 3 27B" @@ -10,8 +10,8 @@ }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/google_gemma-3-27b-it/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/google_gemma-3-27b-it/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/google_gemma-3-27b-it/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/google_gemma-3-27b-it/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/google_gemma-3-4b-it.json b/data/models/google_gemma-3-4b-it.json index c8f46c6c9a6b4e6df60588c15343f7abbd8ef3e9..a4a8d0cbbb50ae74df70e1b97a9540a4077ec070 100644 --- a/data/models/google_gemma-3-4b-it.json +++ b/data/models/google_gemma-3-4b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-3-4b-it", "id": "google/gemma-3-4b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "display_name": "Gemma 3 4B" diff --git a/data/models/google_gemma-7b-it.json b/data/models/google_gemma-7b-it.json index 622c2094762f7f253d5c65be0df4e9cb61f21487..f7a041de27bb5f50c357d855c382375a8a75e4c1 100644 --- a/data/models/google_gemma-7b-it.json +++ b/data/models/google_gemma-7b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "gemma-7b-it", "id": "google/gemma-7b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_gemma-7b.json b/data/models/google_gemma-7b.json index 085e564f20c40c7b120c4797c66e4e95a48ca86a..7ba4fc673f24af752e4bcc4d8183c44f0149a650 100644 --- a/data/models/google_gemma-7b.json +++ b/data/models/google_gemma-7b.json @@ -1,14 +1,9 @@ { "model_info": { - "name": "gemma-7b", + "name": "Gemma 7B", "id": "google/gemma-7b", - "developer": "google", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "GemmaForCausalLM", - "params_billions": "8.538" - } + "developer": "Google", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/google_mt5-base.json b/data/models/google_mt5-base.json index 2c380d98980cfadb08e5868831b944d75c987b70..10a2a32518d63d11387192ec0def85f539339b23 100644 --- a/data/models/google_mt5-base.json +++ b/data/models/google_mt5-base.json @@ -2,7 +2,7 @@ "model_info": { "name": "mt5-base", "id": "google/mt5-base", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_mt5-small.json b/data/models/google_mt5-small.json index ba94c8563c6f96ea724534998db3c67de0c6e584..b30ddaf1ab64cc66ca8a9595a1fba760f107a497 100644 --- a/data/models/google_mt5-small.json +++ b/data/models/google_mt5-small.json @@ -2,7 +2,7 @@ "model_info": { "name": "mt5-small", "id": "google/mt5-small", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_mt5-xl.json b/data/models/google_mt5-xl.json index da88c4db1fa09c2651be9512822ffad95249a85d..37d26ffad51ced1706fb864ea9004fd9fb3d846a 100644 --- a/data/models/google_mt5-xl.json +++ b/data/models/google_mt5-xl.json @@ -2,7 +2,7 @@ "model_info": { "name": "mt5-xl", "id": "google/mt5-xl", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_mt5-xxl.json b/data/models/google_mt5-xxl.json index 89989dd8ebf119cf9aaf87b66bde691db0e42cc8..7faab94915ecf0fd43c50a2643af6b484239c307 100644 --- a/data/models/google_mt5-xxl.json +++ b/data/models/google_mt5-xxl.json @@ -2,7 +2,7 @@ "model_info": { "name": "mt5-xxl", "id": "google/mt5-xxl", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_Palmyra-X-43B.json b/data/models/google_palmyra-x-43b.json similarity index 99% rename from data/models/google_Palmyra-X-43B.json rename to data/models/google_palmyra-x-43b.json index 1ef35794ed91be9fc631815d9ea2b819d8fc8848..b965463e115d245fb7f58470b2bf5f71755f154b 100644 --- a/data/models/google_Palmyra-X-43B.json +++ b/data/models/google_palmyra-x-43b.json @@ -2,7 +2,7 @@ "model_info": { "name": "Palmyra X 43B", "id": "google/Palmyra-X-43B", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_recurrentgemma-2b-it.json b/data/models/google_recurrentgemma-2b-it.json index 40ff314297538c13642e7661ba7dd2fcd64f87ea..8f565e43d86deeefa9a2258365f5239ee790aa17 100644 --- a/data/models/google_recurrentgemma-2b-it.json +++ b/data/models/google_recurrentgemma-2b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "recurrentgemma-2b-it", "id": "google/recurrentgemma-2b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_recurrentgemma-2b.json b/data/models/google_recurrentgemma-2b.json index 9c4042646fbdb570557ebff43cec2b1541f5723b..0e3f195212d13db250c7edcaf8e388d024666915 100644 --- a/data/models/google_recurrentgemma-2b.json +++ b/data/models/google_recurrentgemma-2b.json @@ -2,7 +2,7 @@ "model_info": { "name": "recurrentgemma-2b", "id": "google/recurrentgemma-2b", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_recurrentgemma-9b-it.json b/data/models/google_recurrentgemma-9b-it.json index 925f02bd80ee4d024b4f75f432c6014fe24d7f91..7fe6920cdaffdc72314e2b836a2b2eea8e2aceb7 100644 --- a/data/models/google_recurrentgemma-9b-it.json +++ b/data/models/google_recurrentgemma-9b-it.json @@ -2,7 +2,7 @@ "model_info": { "name": "recurrentgemma-9b-it", "id": "google/recurrentgemma-9b-it", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_recurrentgemma-9b.json b/data/models/google_recurrentgemma-9b.json index 455d401fda1191241259cf30b1e66ac09a300989..eeff13c066910fa88bd8fa83c4812d127e45463b 100644 --- a/data/models/google_recurrentgemma-9b.json +++ b/data/models/google_recurrentgemma-9b.json @@ -2,7 +2,7 @@ "model_info": { "name": "recurrentgemma-9b", "id": "google/recurrentgemma-9b", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "bfloat16", diff --git a/data/models/google_switch-base-8.json b/data/models/google_switch-base-8.json index a0dd3102fd82e41b7387450eb6d143732eb5ccb7..424cab2cda3dffe41206bc312d3f0374e1c4e7c8 100644 --- a/data/models/google_switch-base-8.json +++ b/data/models/google_switch-base-8.json @@ -2,7 +2,7 @@ "model_info": { "name": "switch-base-8", "id": "google/switch-base-8", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/google_T5-11B.json b/data/models/google_t5-11b.json similarity index 99% rename from data/models/google_T5-11B.json rename to data/models/google_t5-11b.json index e9fee0a979db4bc846de07f8161d295f56490cec..6dbcb6071b1c5f70a11f84651ddefbd208f8a081 100644 --- a/data/models/google_T5-11B.json +++ b/data/models/google_t5-11b.json @@ -2,7 +2,7 @@ "model_info": { "name": "T5 11B", "id": "google/T5-11B", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_text-bison_001.json b/data/models/google_text-bison_001.json index c8a87cdaa7f08914b2ad2f74cf28a6b8cba82883..b111549ae96e5e33c5682568429a8555b5729b91 100644 --- a/data/models/google_text-bison_001.json +++ b/data/models/google_text-bison_001.json @@ -2,7 +2,7 @@ "model_info": { "name": "PaLM-2 Bison", "id": "google/text-bison@001", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_text-unicorn_001.json b/data/models/google_text-unicorn_001.json index 3a2613ec35f779456b94063b5f55c25357fb268c..73e639180f91ee6d4d2039e60cfc223548da8b26 100644 --- a/data/models/google_text-unicorn_001.json +++ b/data/models/google_text-unicorn_001.json @@ -2,7 +2,7 @@ "model_info": { "name": "PaLM-2 Unicorn", "id": "google/text-unicorn@001", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_UL2-20B.json b/data/models/google_ul2-20b.json similarity index 99% rename from data/models/google_UL2-20B.json rename to data/models/google_ul2-20b.json index ee45999d88b4e4bc75647e46b877b17cddf709a0..9055a57d20e5f596aa7e5264c1a7235433a5f52a 100644 --- a/data/models/google_UL2-20B.json +++ b/data/models/google_ul2-20b.json @@ -2,7 +2,7 @@ "model_info": { "name": "UL2 20B", "id": "google/UL2-20B", - "developer": "google", + "developer": "Google", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/google_umt5-base.json b/data/models/google_umt5-base.json index 5be8ea09e08f7b709c38dbe50d5ab253f86d2424..3f0608d7015dc52d0d4d65d067527aa588fdc104 100644 --- a/data/models/google_umt5-base.json +++ b/data/models/google_umt5-base.json @@ -2,7 +2,7 @@ "model_info": { "name": "umt5-base", "id": "google/umt5-base", - "developer": "google", + "developer": "Google", "inference_platform": "unknown", "additional_details": { "precision": "float16", diff --git a/data/models/GoToCompany_gemma2-9b-cpt-sahabatai-v1-instruct.json b/data/models/gotocompany_gemma2-9b-cpt-sahabatai-v1-instruct.json similarity index 100% rename from data/models/GoToCompany_gemma2-9b-cpt-sahabatai-v1-instruct.json rename to data/models/gotocompany_gemma2-9b-cpt-sahabatai-v1-instruct.json diff --git a/data/models/GoToCompany_llama3-8b-cpt-sahabatai-v1-instruct.json b/data/models/gotocompany_llama3-8b-cpt-sahabatai-v1-instruct.json similarity index 100% rename from data/models/GoToCompany_llama3-8b-cpt-sahabatai-v1-instruct.json rename to data/models/gotocompany_llama3-8b-cpt-sahabatai-v1-instruct.json diff --git a/data/models/goulue5_merging_LLM.json b/data/models/goulue5_merging_llm.json similarity index 100% rename from data/models/goulue5_merging_LLM.json rename to data/models/goulue5_merging_llm.json diff --git a/data/models/gradientai_Llama-3-8B-Instruct-Gradient-1048k.json b/data/models/gradientai_llama-3-8b-instruct-gradient-1048k.json similarity index 100% rename from data/models/gradientai_Llama-3-8B-Instruct-Gradient-1048k.json rename to data/models/gradientai_llama-3-8b-instruct-gradient-1048k.json diff --git a/data/models/GreenNode_GreenNode-small-9B-it.json b/data/models/greennode_greennode-small-9b-it.json similarity index 100% rename from data/models/GreenNode_GreenNode-small-9B-it.json rename to data/models/greennode_greennode-small-9b-it.json diff --git a/data/models/grimjim_DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B.json b/data/models/grimjim_deepsauerhuatuoskywork-r1-o1-llama-3.1-8b.json similarity index 100% rename from data/models/grimjim_DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B.json rename to data/models/grimjim_deepsauerhuatuoskywork-r1-o1-llama-3.1-8b.json diff --git a/data/models/grimjim_Gigantes-v1-gemma2-9b-it.json b/data/models/grimjim_gigantes-v1-gemma2-9b-it.json similarity index 100% rename from data/models/grimjim_Gigantes-v1-gemma2-9b-it.json rename to data/models/grimjim_gigantes-v1-gemma2-9b-it.json diff --git a/data/models/grimjim_Gigantes-v2-gemma2-9b-it.json b/data/models/grimjim_gigantes-v2-gemma2-9b-it.json similarity index 100% rename from data/models/grimjim_Gigantes-v2-gemma2-9b-it.json rename to data/models/grimjim_gigantes-v2-gemma2-9b-it.json diff --git a/data/models/grimjim_Gigantes-v3-gemma2-9b-it.json b/data/models/grimjim_gigantes-v3-gemma2-9b-it.json similarity index 100% rename from data/models/grimjim_Gigantes-v3-gemma2-9b-it.json rename to data/models/grimjim_gigantes-v3-gemma2-9b-it.json diff --git a/data/models/grimjim_HuatuoSkywork-o1-Llama-3.1-8B.json b/data/models/grimjim_huatuoskywork-o1-llama-3.1-8b.json similarity index 100% rename from data/models/grimjim_HuatuoSkywork-o1-Llama-3.1-8B.json rename to data/models/grimjim_huatuoskywork-o1-llama-3.1-8b.json diff --git a/data/models/grimjim_Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge.json b/data/models/grimjim_llama-3-instruct-8b-simpo-sppo-iter3-merge.json similarity index 100% rename from data/models/grimjim_Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge.json rename to data/models/grimjim_llama-3-instruct-8b-simpo-sppo-iter3-merge.json diff --git a/data/models/grimjim_Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge.json b/data/models/grimjim_llama-3-instruct-8b-sppo-iter3-simpo-merge.json similarity index 100% rename from data/models/grimjim_Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge.json rename to data/models/grimjim_llama-3-instruct-8b-sppo-iter3-simpo-merge.json diff --git a/data/models/grimjim_llama-3-Nephilim-v1-8B.json b/data/models/grimjim_llama-3-nephilim-v1-8b.json similarity index 100% rename from data/models/grimjim_llama-3-Nephilim-v1-8B.json rename to data/models/grimjim_llama-3-nephilim-v1-8b.json diff --git a/data/models/grimjim_llama-3-Nephilim-v2-8B.json b/data/models/grimjim_llama-3-nephilim-v2-8b.json similarity index 100% rename from data/models/grimjim_llama-3-Nephilim-v2-8B.json rename to data/models/grimjim_llama-3-nephilim-v2-8b.json diff --git a/data/models/grimjim_llama-3-Nephilim-v2.1-8B.json b/data/models/grimjim_llama-3-nephilim-v2.1-8b.json similarity index 100% rename from data/models/grimjim_llama-3-Nephilim-v2.1-8B.json rename to data/models/grimjim_llama-3-nephilim-v2.1-8b.json diff --git a/data/models/grimjim_llama-3-Nephilim-v3-8B.json b/data/models/grimjim_llama-3-nephilim-v3-8b.json similarity index 100% rename from data/models/grimjim_llama-3-Nephilim-v3-8B.json rename to data/models/grimjim_llama-3-nephilim-v3-8b.json diff --git a/data/models/grimjim_Llama-3.1-8B-Instruct-abliterated_via_adapter.json b/data/models/grimjim_llama-3.1-8b-instruct-abliterated_via_adapter.json similarity index 100% rename from data/models/grimjim_Llama-3.1-8B-Instruct-abliterated_via_adapter.json rename to data/models/grimjim_llama-3.1-8b-instruct-abliterated_via_adapter.json diff --git a/data/models/grimjim_Llama-3.1-Bonsaikraft-8B-Instruct.json b/data/models/grimjim_llama-3.1-bonsaikraft-8b-instruct.json similarity index 100% rename from data/models/grimjim_Llama-3.1-Bonsaikraft-8B-Instruct.json rename to data/models/grimjim_llama-3.1-bonsaikraft-8b-instruct.json diff --git a/data/models/grimjim_Llama-Nephilim-Metamorphosis-v2-8B.json b/data/models/grimjim_llama-nephilim-metamorphosis-v2-8b.json similarity index 100% rename from data/models/grimjim_Llama-Nephilim-Metamorphosis-v2-8B.json rename to data/models/grimjim_llama-nephilim-metamorphosis-v2-8b.json diff --git a/data/models/grimjim_Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B.json b/data/models/grimjim_llama3.1-supernovalite-huatuoskywork-o1-8b.json similarity index 100% rename from data/models/grimjim_Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B.json rename to data/models/grimjim_llama3.1-supernovalite-huatuoskywork-o1-8b.json diff --git a/data/models/grimjim_Magnolia-v1-Gemma2-8k-9B.json b/data/models/grimjim_magnolia-v1-gemma2-8k-9b.json similarity index 100% rename from data/models/grimjim_Magnolia-v1-Gemma2-8k-9B.json rename to data/models/grimjim_magnolia-v1-gemma2-8k-9b.json diff --git a/data/models/grimjim_Magnolia-v2-12B.json b/data/models/grimjim_magnolia-v2-12b.json similarity index 100% rename from data/models/grimjim_Magnolia-v2-12B.json rename to data/models/grimjim_magnolia-v2-12b.json diff --git a/data/models/grimjim_Magnolia-v2-Gemma2-8k-9B.json b/data/models/grimjim_magnolia-v2-gemma2-8k-9b.json similarity index 100% rename from data/models/grimjim_Magnolia-v2-Gemma2-8k-9B.json rename to data/models/grimjim_magnolia-v2-gemma2-8k-9b.json diff --git a/data/models/grimjim_Magnolia-v3-12B.json b/data/models/grimjim_magnolia-v3-12b.json similarity index 100% rename from data/models/grimjim_Magnolia-v3-12B.json rename to data/models/grimjim_magnolia-v3-12b.json diff --git a/data/models/grimjim_Magnolia-v3-Gemma2-8k-9B.json b/data/models/grimjim_magnolia-v3-gemma2-8k-9b.json similarity index 100% rename from data/models/grimjim_Magnolia-v3-Gemma2-8k-9B.json rename to data/models/grimjim_magnolia-v3-gemma2-8k-9b.json diff --git a/data/models/grimjim_Magnolia-v4-12B.json b/data/models/grimjim_magnolia-v4-12b.json similarity index 100% rename from data/models/grimjim_Magnolia-v4-12B.json rename to data/models/grimjim_magnolia-v4-12b.json diff --git a/data/models/grimjim_Magnolia-v5a-12B.json b/data/models/grimjim_magnolia-v5a-12b.json similarity index 100% rename from data/models/grimjim_Magnolia-v5a-12B.json rename to data/models/grimjim_magnolia-v5a-12b.json diff --git a/data/models/grimjim_Magot-v1-Gemma2-8k-9B.json b/data/models/grimjim_magot-v1-gemma2-8k-9b.json similarity index 100% rename from data/models/grimjim_Magot-v1-Gemma2-8k-9B.json rename to data/models/grimjim_magot-v1-gemma2-8k-9b.json diff --git a/data/models/grimjim_Magot-v2-Gemma2-8k-9B.json b/data/models/grimjim_magot-v2-gemma2-8k-9b.json similarity index 100% rename from data/models/grimjim_Magot-v2-Gemma2-8k-9B.json rename to data/models/grimjim_magot-v2-gemma2-8k-9b.json diff --git a/data/models/grimjim_SauerHuatuoSkywork-o1-Llama-3.1-8B.json b/data/models/grimjim_sauerhuatuoskywork-o1-llama-3.1-8b.json similarity index 100% rename from data/models/grimjim_SauerHuatuoSkywork-o1-Llama-3.1-8B.json rename to data/models/grimjim_sauerhuatuoskywork-o1-llama-3.1-8b.json diff --git a/data/models/GritLM_GritLM-7B-KTO.json b/data/models/gritlm_gritlm-7b-kto.json similarity index 100% rename from data/models/GritLM_GritLM-7B-KTO.json rename to data/models/gritlm_gritlm-7b-kto.json diff --git a/data/models/GritLM_GritLM-8x7B-KTO.json b/data/models/gritlm_gritlm-8x7b-kto.json similarity index 100% rename from data/models/GritLM_GritLM-8x7B-KTO.json rename to data/models/gritlm_gritlm-8x7b-kto.json diff --git a/data/models/Groq_Llama-3-Groq-8B-Tool-Use.json b/data/models/groq_llama-3-groq-8b-tool-use.json similarity index 100% rename from data/models/Groq_Llama-3-Groq-8B-Tool-Use.json rename to data/models/groq_llama-3-groq-8b-tool-use.json diff --git a/data/models/Gryphe_Pantheon-RP-1.0-8b-Llama-3.json b/data/models/gryphe_pantheon-rp-1.0-8b-llama-3.json similarity index 100% rename from data/models/Gryphe_Pantheon-RP-1.0-8b-Llama-3.json rename to data/models/gryphe_pantheon-rp-1.0-8b-llama-3.json diff --git a/data/models/Gryphe_Pantheon-RP-1.5-12b-Nemo.json b/data/models/gryphe_pantheon-rp-1.5-12b-nemo.json similarity index 100% rename from data/models/Gryphe_Pantheon-RP-1.5-12b-Nemo.json rename to data/models/gryphe_pantheon-rp-1.5-12b-nemo.json diff --git a/data/models/Gryphe_Pantheon-RP-1.6-12b-Nemo-KTO.json b/data/models/gryphe_pantheon-rp-1.6-12b-nemo-kto.json similarity index 100% rename from data/models/Gryphe_Pantheon-RP-1.6-12b-Nemo-KTO.json rename to data/models/gryphe_pantheon-rp-1.6-12b-nemo-kto.json diff --git a/data/models/Gryphe_Pantheon-RP-1.6-12b-Nemo.json b/data/models/gryphe_pantheon-rp-1.6-12b-nemo.json similarity index 100% rename from data/models/Gryphe_Pantheon-RP-1.6-12b-Nemo.json rename to data/models/gryphe_pantheon-rp-1.6-12b-nemo.json diff --git a/data/models/Gryphe_Pantheon-RP-Pure-1.6.2-22b-Small.json b/data/models/gryphe_pantheon-rp-pure-1.6.2-22b-small.json similarity index 100% rename from data/models/Gryphe_Pantheon-RP-Pure-1.6.2-22b-Small.json rename to data/models/gryphe_pantheon-rp-pure-1.6.2-22b-small.json diff --git a/data/models/GuilhermeNaturaUmana_Nature-Reason-1.2-reallysmall.json b/data/models/guilhermenaturaumana_nature-reason-1.2-reallysmall.json similarity index 100% rename from data/models/GuilhermeNaturaUmana_Nature-Reason-1.2-reallysmall.json rename to data/models/guilhermenaturaumana_nature-reason-1.2-reallysmall.json index 74c6a8ad1e64ab2620b1f0a8a35106cb8021de55..58b844aaea3cd18e9a2e6beb1696adc0f352442e 100644 --- a/data/models/GuilhermeNaturaUmana_Nature-Reason-1.2-reallysmall.json +++ b/data/models/guilhermenaturaumana_nature-reason-1.2-reallysmall.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4985 + "score": 0.4791 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5645 + "score": 0.5649 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2576 + "score": 0.25 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3003 + "score": 0.2995 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4373 + "score": 0.4439 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4429 + "score": 0.4408 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4791 + "score": 0.4985 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5649 + "score": 0.5645 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.25 + "score": 0.2576 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2995 + "score": 0.3003 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4439 + "score": 0.4373 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4408 + "score": 0.4429 } } ], diff --git a/data/models/Gunulhona_Gemma-Ko-Merge-PEFT.json b/data/models/gunulhona_gemma-ko-merge-peft.json similarity index 99% rename from data/models/Gunulhona_Gemma-Ko-Merge-PEFT.json rename to data/models/gunulhona_gemma-ko-merge-peft.json index 4076976ed7893aae438b45c4ef00cd9c900634a8..632db743d31cc31d893a565c873ea7be7cc73fb2 100644 --- a/data/models/Gunulhona_Gemma-Ko-Merge-PEFT.json +++ b/data/models/gunulhona_gemma-ko-merge-peft.json @@ -5,7 +5,7 @@ "developer": "Gunulhona", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "?", "params_billions": "20.318" } diff --git a/data/models/Gunulhona_Gemma-Ko-Merge.json b/data/models/gunulhona_gemma-ko-merge.json similarity index 100% rename from data/models/Gunulhona_Gemma-Ko-Merge.json rename to data/models/gunulhona_gemma-ko-merge.json diff --git a/data/models/haoranxu_ALMA-13B-R.json b/data/models/haoranxu_alma-13b-r.json similarity index 100% rename from data/models/haoranxu_ALMA-13B-R.json rename to data/models/haoranxu_alma-13b-r.json diff --git a/data/models/haoranxu_Llama-3-Instruct-8B-CPO-SimPO.json b/data/models/haoranxu_llama-3-instruct-8b-cpo-simpo.json similarity index 100% rename from data/models/haoranxu_Llama-3-Instruct-8B-CPO-SimPO.json rename to data/models/haoranxu_llama-3-instruct-8b-cpo-simpo.json diff --git a/data/models/haoranxu_Llama-3-Instruct-8B-SimPO.json b/data/models/haoranxu_llama-3-instruct-8b-simpo.json similarity index 100% rename from data/models/haoranxu_Llama-3-Instruct-8B-SimPO.json rename to data/models/haoranxu_llama-3-instruct-8b-simpo.json diff --git a/data/models/HarbingerX_Zeitgeist-3b-V1.2.json b/data/models/harbingerx_zeitgeist-3b-v1.2.json similarity index 100% rename from data/models/HarbingerX_Zeitgeist-3b-V1.2.json rename to data/models/harbingerx_zeitgeist-3b-v1.2.json diff --git a/data/models/HarbingerX_Zeitgeist-3b-V1.json b/data/models/harbingerx_zeitgeist-3b-v1.json similarity index 100% rename from data/models/HarbingerX_Zeitgeist-3b-V1.json rename to data/models/harbingerx_zeitgeist-3b-v1.json diff --git a/data/models/Hastagaras_L3.2-JametMini-3B-MK.III.json b/data/models/hastagaras_l3.2-jametmini-3b-mk.iii.json similarity index 100% rename from data/models/Hastagaras_L3.2-JametMini-3B-MK.III.json rename to data/models/hastagaras_l3.2-jametmini-3b-mk.iii.json diff --git a/data/models/Hastagaras_Llama-3.1-Jamet-8B-MK.I.json b/data/models/hastagaras_llama-3.1-jamet-8b-mk.i.json similarity index 100% rename from data/models/Hastagaras_Llama-3.1-Jamet-8B-MK.I.json rename to data/models/hastagaras_llama-3.1-jamet-8b-mk.i.json diff --git a/data/models/Hastagaras_Zabuza-8B-Llama-3.1.json b/data/models/hastagaras_zabuza-8b-llama-3.1.json similarity index 100% rename from data/models/Hastagaras_Zabuza-8B-Llama-3.1.json rename to data/models/hastagaras_zabuza-8b-llama-3.1.json diff --git a/data/models/HelpingAI_Cipher-20B.json b/data/models/helpingai_cipher-20b.json similarity index 100% rename from data/models/HelpingAI_Cipher-20B.json rename to data/models/helpingai_cipher-20b.json diff --git a/data/models/HelpingAI_Dhanishtha-Large.json b/data/models/helpingai_dhanishtha-large.json similarity index 100% rename from data/models/HelpingAI_Dhanishtha-Large.json rename to data/models/helpingai_dhanishtha-large.json diff --git a/data/models/HelpingAI_Priya-10B.json b/data/models/helpingai_priya-10b.json similarity index 100% rename from data/models/HelpingAI_Priya-10B.json rename to data/models/helpingai_priya-10b.json diff --git a/data/models/HelpingAI_Priya-3B.json b/data/models/helpingai_priya-3b.json similarity index 100% rename from data/models/HelpingAI_Priya-3B.json rename to data/models/helpingai_priya-3b.json diff --git a/data/models/hendrydong_Mistral-RM-for-RAFT-GSHF-v0.json b/data/models/hendrydong_mistral-rm-for-raft-gshf-v0.json similarity index 100% rename from data/models/hendrydong_Mistral-RM-for-RAFT-GSHF-v0.json rename to data/models/hendrydong_mistral-rm-for-raft-gshf-v0.json diff --git a/data/models/HeraiHench_DeepSeek-R1-Qwen-Coder-8B.json b/data/models/heraihench_deepseek-r1-qwen-coder-8b.json similarity index 100% rename from data/models/HeraiHench_DeepSeek-R1-Qwen-Coder-8B.json rename to data/models/heraihench_deepseek-r1-qwen-coder-8b.json diff --git a/data/models/HeraiHench_Double-Down-Qwen-Math-7B.json b/data/models/heraihench_double-down-qwen-math-7b.json similarity index 100% rename from data/models/HeraiHench_Double-Down-Qwen-Math-7B.json rename to data/models/heraihench_double-down-qwen-math-7b.json diff --git a/data/models/HeraiHench_Marge-Qwen-Math-7B.json b/data/models/heraihench_marge-qwen-math-7b.json similarity index 100% rename from data/models/HeraiHench_Marge-Qwen-Math-7B.json rename to data/models/heraihench_marge-qwen-math-7b.json diff --git a/data/models/HeraiHench_Phi-4-slerp-ReasoningRP-14B.json b/data/models/heraihench_phi-4-slerp-reasoningrp-14b.json similarity index 100% rename from data/models/HeraiHench_Phi-4-slerp-ReasoningRP-14B.json rename to data/models/heraihench_phi-4-slerp-reasoningrp-14b.json diff --git a/data/models/HFXM_RAMO-Llama3.1-8B.json b/data/models/hfxm_ramo-llama3.1-8b.json similarity index 100% rename from data/models/HFXM_RAMO-Llama3.1-8B.json rename to data/models/hfxm_ramo-llama3.1-8b.json diff --git a/data/models/HiroseKoichi_Llama-Salad-4x8B-V3.json b/data/models/hirosekoichi_llama-salad-4x8b-v3.json similarity index 100% rename from data/models/HiroseKoichi_Llama-Salad-4x8B-V3.json rename to data/models/hirosekoichi_llama-salad-4x8b-v3.json diff --git a/data/models/HoangHa_Pensez-Llama3.1-8B.json b/data/models/hoangha_pensez-llama3.1-8b.json similarity index 100% rename from data/models/HoangHa_Pensez-Llama3.1-8B.json rename to data/models/hoangha_pensez-llama3.1-8b.json diff --git a/data/models/hon9kon9ize_CantoneseLLMChat-v0.5.json b/data/models/hon9kon9ize_cantonesellmchat-v0.5.json similarity index 100% rename from data/models/hon9kon9ize_CantoneseLLMChat-v0.5.json rename to data/models/hon9kon9ize_cantonesellmchat-v0.5.json diff --git a/data/models/hon9kon9ize_CantoneseLLMChat-v1.0-7B.json b/data/models/hon9kon9ize_cantonesellmchat-v1.0-7b.json similarity index 100% rename from data/models/hon9kon9ize_CantoneseLLMChat-v1.0-7B.json rename to data/models/hon9kon9ize_cantonesellmchat-v1.0-7b.json diff --git a/data/models/hotmailuser_Deepseek-qwen-modelstock-2B.json b/data/models/hotmailuser_deepseek-qwen-modelstock-2b.json similarity index 100% rename from data/models/hotmailuser_Deepseek-qwen-modelstock-2B.json rename to data/models/hotmailuser_deepseek-qwen-modelstock-2b.json diff --git a/data/models/hotmailuser_Falcon3Slerp1-10B.json b/data/models/hotmailuser_falcon3slerp1-10b.json similarity index 100% rename from data/models/hotmailuser_Falcon3Slerp1-10B.json rename to data/models/hotmailuser_falcon3slerp1-10b.json diff --git a/data/models/hotmailuser_Falcon3Slerp2-10B.json b/data/models/hotmailuser_falcon3slerp2-10b.json similarity index 100% rename from data/models/hotmailuser_Falcon3Slerp2-10B.json rename to data/models/hotmailuser_falcon3slerp2-10b.json diff --git a/data/models/hotmailuser_Falcon3Slerp4-10B.json b/data/models/hotmailuser_falcon3slerp4-10b.json similarity index 100% rename from data/models/hotmailuser_Falcon3Slerp4-10B.json rename to data/models/hotmailuser_falcon3slerp4-10b.json diff --git a/data/models/hotmailuser_FalconSlerp-3B.json b/data/models/hotmailuser_falconslerp-3b.json similarity index 100% rename from data/models/hotmailuser_FalconSlerp-3B.json rename to data/models/hotmailuser_falconslerp-3b.json diff --git a/data/models/hotmailuser_FalconSlerp1-7B.json b/data/models/hotmailuser_falconslerp1-7b.json similarity index 100% rename from data/models/hotmailuser_FalconSlerp1-7B.json rename to data/models/hotmailuser_falconslerp1-7b.json diff --git a/data/models/hotmailuser_FalconSlerp2-7B.json b/data/models/hotmailuser_falconslerp2-7b.json similarity index 100% rename from data/models/hotmailuser_FalconSlerp2-7B.json rename to data/models/hotmailuser_falconslerp2-7b.json diff --git a/data/models/hotmailuser_FalconSlerp3-10B.json b/data/models/hotmailuser_falconslerp3-10b.json similarity index 100% rename from data/models/hotmailuser_FalconSlerp3-10B.json rename to data/models/hotmailuser_falconslerp3-10b.json diff --git a/data/models/hotmailuser_FalconSlerp3-7B.json b/data/models/hotmailuser_falconslerp3-7b.json similarity index 100% rename from data/models/hotmailuser_FalconSlerp3-7B.json rename to data/models/hotmailuser_falconslerp3-7b.json diff --git a/data/models/hotmailuser_FalconSlerp4-7B.json b/data/models/hotmailuser_falconslerp4-7b.json similarity index 100% rename from data/models/hotmailuser_FalconSlerp4-7B.json rename to data/models/hotmailuser_falconslerp4-7b.json diff --git a/data/models/hotmailuser_FalconSlerp6-7B.json b/data/models/hotmailuser_falconslerp6-7b.json similarity index 100% rename from data/models/hotmailuser_FalconSlerp6-7B.json rename to data/models/hotmailuser_falconslerp6-7b.json diff --git a/data/models/hotmailuser_Gemma2atlas-27B.json b/data/models/hotmailuser_gemma2atlas-27b.json similarity index 100% rename from data/models/hotmailuser_Gemma2atlas-27B.json rename to data/models/hotmailuser_gemma2atlas-27b.json diff --git a/data/models/hotmailuser_Gemma2Crono-27B.json b/data/models/hotmailuser_gemma2crono-27b.json similarity index 100% rename from data/models/hotmailuser_Gemma2Crono-27B.json rename to data/models/hotmailuser_gemma2crono-27b.json diff --git a/data/models/hotmailuser_Gemma2magnum-27b.json b/data/models/hotmailuser_gemma2magnum-27b.json similarity index 100% rename from data/models/hotmailuser_Gemma2magnum-27b.json rename to data/models/hotmailuser_gemma2magnum-27b.json diff --git a/data/models/hotmailuser_Gemma2SimPO-27B.json b/data/models/hotmailuser_gemma2simpo-27b.json similarity index 100% rename from data/models/hotmailuser_Gemma2SimPO-27B.json rename to data/models/hotmailuser_gemma2simpo-27b.json diff --git a/data/models/hotmailuser_Llama-Hermes-slerp-8B.json b/data/models/hotmailuser_llama-hermes-slerp-8b.json similarity index 100% rename from data/models/hotmailuser_Llama-Hermes-slerp-8B.json rename to data/models/hotmailuser_llama-hermes-slerp-8b.json diff --git a/data/models/hotmailuser_Llama-Hermes-slerp2-8B.json b/data/models/hotmailuser_llama-hermes-slerp2-8b.json similarity index 100% rename from data/models/hotmailuser_Llama-Hermes-slerp2-8B.json rename to data/models/hotmailuser_llama-hermes-slerp2-8b.json diff --git a/data/models/hotmailuser_LlamaStock-8B.json b/data/models/hotmailuser_llamastock-8b.json similarity index 100% rename from data/models/hotmailuser_LlamaStock-8B.json rename to data/models/hotmailuser_llamastock-8b.json diff --git a/data/models/hotmailuser_Mistral-modelstock-24B.json b/data/models/hotmailuser_mistral-modelstock-24b.json similarity index 100% rename from data/models/hotmailuser_Mistral-modelstock-24B.json rename to data/models/hotmailuser_mistral-modelstock-24b.json diff --git a/data/models/hotmailuser_Mistral-modelstock2-24B.json b/data/models/hotmailuser_mistral-modelstock2-24b.json similarity index 100% rename from data/models/hotmailuser_Mistral-modelstock2-24B.json rename to data/models/hotmailuser_mistral-modelstock2-24b.json diff --git a/data/models/hotmailuser_Phi4-Slerp4-14B.json b/data/models/hotmailuser_phi4-slerp4-14b.json similarity index 100% rename from data/models/hotmailuser_Phi4-Slerp4-14B.json rename to data/models/hotmailuser_phi4-slerp4-14b.json diff --git a/data/models/hotmailuser_Qwen2.5-HomerSlerp-7B.json b/data/models/hotmailuser_qwen2.5-homerslerp-7b.json similarity index 100% rename from data/models/hotmailuser_Qwen2.5-HomerSlerp-7B.json rename to data/models/hotmailuser_qwen2.5-homerslerp-7b.json diff --git a/data/models/hotmailuser_QwenModelStock-1.8B.json b/data/models/hotmailuser_qwenmodelstock-1.8b.json similarity index 100% rename from data/models/hotmailuser_QwenModelStock-1.8B.json rename to data/models/hotmailuser_qwenmodelstock-1.8b.json diff --git a/data/models/hotmailuser_QwenSlerp-14B.json b/data/models/hotmailuser_qwenslerp-14b.json similarity index 100% rename from data/models/hotmailuser_QwenSlerp-14B.json rename to data/models/hotmailuser_qwenslerp-14b.json diff --git a/data/models/hotmailuser_QwenSlerp-3B.json b/data/models/hotmailuser_qwenslerp-3b.json similarity index 100% rename from data/models/hotmailuser_QwenSlerp-3B.json rename to data/models/hotmailuser_qwenslerp-3b.json diff --git a/data/models/hotmailuser_QwenSlerp-7B.json b/data/models/hotmailuser_qwenslerp-7b.json similarity index 100% rename from data/models/hotmailuser_QwenSlerp-7B.json rename to data/models/hotmailuser_qwenslerp-7b.json diff --git a/data/models/hotmailuser_QwenSlerp2-14B.json b/data/models/hotmailuser_qwenslerp2-14b.json similarity index 100% rename from data/models/hotmailuser_QwenSlerp2-14B.json rename to data/models/hotmailuser_qwenslerp2-14b.json diff --git a/data/models/hotmailuser_QwenSlerp2-3B.json b/data/models/hotmailuser_qwenslerp2-3b.json similarity index 100% rename from data/models/hotmailuser_QwenSlerp2-3B.json rename to data/models/hotmailuser_qwenslerp2-3b.json diff --git a/data/models/hotmailuser_QwenSlerp3-14B.json b/data/models/hotmailuser_qwenslerp3-14b.json similarity index 100% rename from data/models/hotmailuser_QwenSlerp3-14B.json rename to data/models/hotmailuser_qwenslerp3-14b.json diff --git a/data/models/hotmailuser_QwenSparse-7B.json b/data/models/hotmailuser_qwensparse-7b.json similarity index 100% rename from data/models/hotmailuser_QwenSparse-7B.json rename to data/models/hotmailuser_qwensparse-7b.json diff --git a/data/models/hotmailuser_QwenStock-0.5B.json b/data/models/hotmailuser_qwenstock-0.5b.json similarity index 100% rename from data/models/hotmailuser_QwenStock-0.5B.json rename to data/models/hotmailuser_qwenstock-0.5b.json diff --git a/data/models/hotmailuser_QwenStock-1.7B.json b/data/models/hotmailuser_qwenstock-1.7b.json similarity index 100% rename from data/models/hotmailuser_QwenStock-1.7B.json rename to data/models/hotmailuser_qwenstock-1.7b.json diff --git a/data/models/hotmailuser_QwenStock1-14B.json b/data/models/hotmailuser_qwenstock1-14b.json similarity index 100% rename from data/models/hotmailuser_QwenStock1-14B.json rename to data/models/hotmailuser_qwenstock1-14b.json diff --git a/data/models/hotmailuser_RombosBeagle-v2beta-MGS-32B.json b/data/models/hotmailuser_rombosbeagle-v2beta-mgs-32b.json similarity index 100% rename from data/models/hotmailuser_RombosBeagle-v2beta-MGS-32B.json rename to data/models/hotmailuser_rombosbeagle-v2beta-mgs-32b.json diff --git a/data/models/HPAI-BSC_Llama3-Aloe-8B-Alpha.json b/data/models/hpai-bsc_llama3-aloe-8b-alpha.json similarity index 100% rename from data/models/HPAI-BSC_Llama3-Aloe-8B-Alpha.json rename to data/models/hpai-bsc_llama3-aloe-8b-alpha.json diff --git a/data/models/HPAI-BSC_Llama3.1-Aloe-Beta-8B.json b/data/models/hpai-bsc_llama3.1-aloe-beta-8b.json similarity index 100% rename from data/models/HPAI-BSC_Llama3.1-Aloe-Beta-8B.json rename to data/models/hpai-bsc_llama3.1-aloe-beta-8b.json diff --git a/data/models/HPAI-BSC_Qwen2.5-Aloe-Beta-7B.json b/data/models/hpai-bsc_qwen2.5-aloe-beta-7b.json similarity index 100% rename from data/models/HPAI-BSC_Qwen2.5-Aloe-Beta-7B.json rename to data/models/hpai-bsc_qwen2.5-aloe-beta-7b.json diff --git a/data/models/HuggingFaceH4_starchat2-15b-v0.1.json b/data/models/huggingfaceh4_starchat2-15b-v0.1.json similarity index 100% rename from data/models/HuggingFaceH4_starchat2-15b-v0.1.json rename to data/models/huggingfaceh4_starchat2-15b-v0.1.json diff --git a/data/models/HuggingFaceH4_zephyr-7b-alpha.json b/data/models/huggingfaceh4_zephyr-7b-alpha.json similarity index 98% rename from data/models/HuggingFaceH4_zephyr-7b-alpha.json rename to data/models/huggingfaceh4_zephyr-7b-alpha.json index 262959fd7171f906f8cf0c9535caec94c5f1129e..a25a4883299720224602994e52c2f5a7bba8056c 100644 --- a/data/models/HuggingFaceH4_zephyr-7b-alpha.json +++ b/data/models/huggingfaceh4_zephyr-7b-alpha.json @@ -3,8 +3,11 @@ "name": "HuggingFaceH4/zephyr-7b-alpha", "id": "HuggingFaceH4/zephyr-7b-alpha", "developer": "HuggingFaceH4", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "MistralForCausalLM", + "params_billions": "7.242" } }, "evaluations": [ diff --git a/data/models/HuggingFaceH4_zephyr-7b-beta.json b/data/models/huggingfaceh4_zephyr-7b-beta.json similarity index 98% rename from data/models/HuggingFaceH4_zephyr-7b-beta.json rename to data/models/huggingfaceh4_zephyr-7b-beta.json index 8f1671151ffd5bb1f14f0e7e20379a251fb32eb9..a94706cee530964da80035d918ed7fe994585d83 100644 --- a/data/models/HuggingFaceH4_zephyr-7b-beta.json +++ b/data/models/huggingfaceh4_zephyr-7b-beta.json @@ -3,8 +3,11 @@ "name": "HuggingFaceH4/zephyr-7b-beta", "id": "HuggingFaceH4/zephyr-7b-beta", "developer": "HuggingFaceH4", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "MistralForCausalLM", + "params_billions": "7.242" } }, "evaluations": [ diff --git a/data/models/HuggingFaceH4_zephyr-7b-gemma-v0.1.json b/data/models/huggingfaceh4_zephyr-7b-gemma-v0.1.json similarity index 98% rename from data/models/HuggingFaceH4_zephyr-7b-gemma-v0.1.json rename to data/models/huggingfaceh4_zephyr-7b-gemma-v0.1.json index 714cc251997904a01ed6c2422e08b005348a30f0..3cc33014dd9121c68e8cbee57b793d4ed3806df8 100644 --- a/data/models/HuggingFaceH4_zephyr-7b-gemma-v0.1.json +++ b/data/models/huggingfaceh4_zephyr-7b-gemma-v0.1.json @@ -3,8 +3,11 @@ "name": "HuggingFaceH4/zephyr-7b-gemma-v0.1", "id": "HuggingFaceH4/zephyr-7b-gemma-v0.1", "developer": "HuggingFaceH4", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "GemmaForCausalLM", + "params_billions": "8.538" } }, "evaluations": [ diff --git a/data/models/HuggingFaceH4_zephyr-orpo-141b-A35b-v0.1.json b/data/models/huggingfaceh4_zephyr-orpo-141b-a35b-v0.1.json similarity index 100% rename from data/models/HuggingFaceH4_zephyr-orpo-141b-A35b-v0.1.json rename to data/models/huggingfaceh4_zephyr-orpo-141b-a35b-v0.1.json diff --git a/data/models/HuggingFaceTB_SmolLM-1.7B-Instruct.json b/data/models/huggingfacetb_smollm-1.7b-instruct.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM-1.7B-Instruct.json rename to data/models/huggingfacetb_smollm-1.7b-instruct.json diff --git a/data/models/HuggingFaceTB_SmolLM-1.7B.json b/data/models/huggingfacetb_smollm-1.7b.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM-1.7B.json rename to data/models/huggingfacetb_smollm-1.7b.json diff --git a/data/models/HuggingFaceTB_SmolLM-135M-Instruct.json b/data/models/huggingfacetb_smollm-135m-instruct.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM-135M-Instruct.json rename to data/models/huggingfacetb_smollm-135m-instruct.json diff --git a/data/models/HuggingFaceTB_SmolLM-135M.json b/data/models/huggingfacetb_smollm-135m.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM-135M.json rename to data/models/huggingfacetb_smollm-135m.json diff --git a/data/models/HuggingFaceTB_SmolLM-360M-Instruct.json b/data/models/huggingfacetb_smollm-360m-instruct.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM-360M-Instruct.json rename to data/models/huggingfacetb_smollm-360m-instruct.json diff --git a/data/models/HuggingFaceTB_SmolLM-360M.json b/data/models/huggingfacetb_smollm-360m.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM-360M.json rename to data/models/huggingfacetb_smollm-360m.json diff --git a/data/models/HuggingFaceTB_SmolLM2-1.7B-Instruct.json b/data/models/huggingfacetb_smollm2-1.7b-instruct.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM2-1.7B-Instruct.json rename to data/models/huggingfacetb_smollm2-1.7b-instruct.json diff --git a/data/models/HuggingFaceTB_SmolLM2-1.7B.json b/data/models/huggingfacetb_smollm2-1.7b.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM2-1.7B.json rename to data/models/huggingfacetb_smollm2-1.7b.json diff --git a/data/models/HuggingFaceTB_SmolLM2-135M-Instruct.json b/data/models/huggingfacetb_smollm2-135m-instruct.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM2-135M-Instruct.json rename to data/models/huggingfacetb_smollm2-135m-instruct.json index a638958edde39c7abd8f5124d7ebfa00c20c75ea..4930fd119b327af5dcaff7489655e3b5a735f796 100644 --- a/data/models/HuggingFaceTB_SmolLM2-135M-Instruct.json +++ b/data/models/huggingfacetb_smollm2-135m-instruct.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0593 + "score": 0.2883 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3135 + "score": 0.3124 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0144 + "score": 0.003 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2341 + "score": 0.2357 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3871 + "score": 0.3662 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1092 + "score": 0.1115 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2883 + "score": 0.0593 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3124 + "score": 0.3135 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.003 + "score": 0.0144 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2357 + "score": 0.2341 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3662 + "score": 0.3871 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1115 + "score": 0.1092 } } ], diff --git a/data/models/HuggingFaceTB_SmolLM2-135M.json b/data/models/huggingfacetb_smollm2-135m.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM2-135M.json rename to data/models/huggingfacetb_smollm2-135m.json diff --git a/data/models/HuggingFaceTB_SmolLM2-360M-Instruct.json b/data/models/huggingfacetb_smollm2-360m-instruct.json similarity index 99% rename from data/models/HuggingFaceTB_SmolLM2-360M-Instruct.json rename to data/models/huggingfacetb_smollm2-360m-instruct.json index 090f11323fa59955f3ec139c4205742612722b97..a4edda6b87f3cb7e0eeabaee9333bba91d019d12 100644 --- a/data/models/HuggingFaceTB_SmolLM2-360M-Instruct.json +++ b/data/models/huggingfacetb_smollm2-360m-instruct.json @@ -5,9 +5,9 @@ "developer": "HuggingFaceTB", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "LlamaForCausalLM", - "params_billions": "0.36" + "params_billions": "0.362" } }, "evaluations": [ diff --git a/data/models/HuggingFaceTB_SmolLM2-360M.json b/data/models/huggingfacetb_smollm2-360m.json similarity index 100% rename from data/models/HuggingFaceTB_SmolLM2-360M.json rename to data/models/huggingfacetb_smollm2-360m.json diff --git a/data/models/huihui-ai_DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.json b/data/models/huihui-ai_deepseek-r1-distill-qwen-14b-abliterated-v2.json similarity index 100% rename from data/models/huihui-ai_DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.json rename to data/models/huihui-ai_deepseek-r1-distill-qwen-14b-abliterated-v2.json diff --git a/data/models/huihui-ai_Qwen2.5-14B-Instruct-abliterated-v2.json b/data/models/huihui-ai_qwen2.5-14b-instruct-abliterated-v2.json similarity index 100% rename from data/models/huihui-ai_Qwen2.5-14B-Instruct-abliterated-v2.json rename to data/models/huihui-ai_qwen2.5-14b-instruct-abliterated-v2.json diff --git a/data/models/huihui-ai_Qwen2.5-72B-Instruct-abliterated.json b/data/models/huihui-ai_qwen2.5-72b-instruct-abliterated.json similarity index 100% rename from data/models/huihui-ai_Qwen2.5-72B-Instruct-abliterated.json rename to data/models/huihui-ai_qwen2.5-72b-instruct-abliterated.json diff --git a/data/models/huihui-ai_Qwen2.5-7B-Instruct-abliterated-v2.json b/data/models/huihui-ai_qwen2.5-7b-instruct-abliterated-v2.json similarity index 100% rename from data/models/huihui-ai_Qwen2.5-7B-Instruct-abliterated-v2.json rename to data/models/huihui-ai_qwen2.5-7b-instruct-abliterated-v2.json diff --git a/data/models/huihui-ai_Qwen2.5-7B-Instruct-abliterated.json b/data/models/huihui-ai_qwen2.5-7b-instruct-abliterated.json similarity index 100% rename from data/models/huihui-ai_Qwen2.5-7B-Instruct-abliterated.json rename to data/models/huihui-ai_qwen2.5-7b-instruct-abliterated.json diff --git a/data/models/huihui-ai_QwQ-32B-Coder-Fusion-7030.json b/data/models/huihui-ai_qwq-32b-coder-fusion-7030.json similarity index 100% rename from data/models/huihui-ai_QwQ-32B-Coder-Fusion-7030.json rename to data/models/huihui-ai_qwq-32b-coder-fusion-7030.json diff --git a/data/models/huihui-ai_QwQ-32B-Coder-Fusion-8020.json b/data/models/huihui-ai_qwq-32b-coder-fusion-8020.json similarity index 100% rename from data/models/huihui-ai_QwQ-32B-Coder-Fusion-8020.json rename to data/models/huihui-ai_qwq-32b-coder-fusion-8020.json diff --git a/data/models/huihui-ai_QwQ-32B-Coder-Fusion-9010.json b/data/models/huihui-ai_qwq-32b-coder-fusion-9010.json similarity index 100% rename from data/models/huihui-ai_QwQ-32B-Coder-Fusion-9010.json rename to data/models/huihui-ai_qwq-32b-coder-fusion-9010.json diff --git a/data/models/HumanLLMs_Humanish-LLama3-8B-Instruct.json b/data/models/humanllms_humanish-llama3-8b-instruct.json similarity index 100% rename from data/models/HumanLLMs_Humanish-LLama3-8B-Instruct.json rename to data/models/humanllms_humanish-llama3-8b-instruct.json diff --git a/data/models/HumanLLMs_Humanish-Mistral-Nemo-Instruct-2407.json b/data/models/humanllms_humanish-mistral-nemo-instruct-2407.json similarity index 100% rename from data/models/HumanLLMs_Humanish-Mistral-Nemo-Instruct-2407.json rename to data/models/humanllms_humanish-mistral-nemo-instruct-2407.json diff --git a/data/models/HumanLLMs_Humanish-Qwen2.5-7B-Instruct.json b/data/models/humanllms_humanish-qwen2.5-7b-instruct.json similarity index 100% rename from data/models/HumanLLMs_Humanish-Qwen2.5-7B-Instruct.json rename to data/models/humanllms_humanish-qwen2.5-7b-instruct.json diff --git a/data/models/ibm_PowerLM-3b.json b/data/models/ibm_powerlm-3b.json similarity index 100% rename from data/models/ibm_PowerLM-3b.json rename to data/models/ibm_powerlm-3b.json diff --git a/data/models/icefog72_Ice0.15-02.10-RP.json b/data/models/icefog72_ice0.15-02.10-rp.json similarity index 100% rename from data/models/icefog72_Ice0.15-02.10-RP.json rename to data/models/icefog72_ice0.15-02.10-rp.json diff --git a/data/models/icefog72_Ice0.16-02.10-RP.json b/data/models/icefog72_ice0.16-02.10-rp.json similarity index 100% rename from data/models/icefog72_Ice0.16-02.10-RP.json rename to data/models/icefog72_ice0.16-02.10-rp.json diff --git a/data/models/icefog72_Ice0.17-03.10-RP.json b/data/models/icefog72_ice0.17-03.10-rp.json similarity index 100% rename from data/models/icefog72_Ice0.17-03.10-RP.json rename to data/models/icefog72_ice0.17-03.10-rp.json diff --git a/data/models/icefog72_Ice0.27-06.11-RP.json b/data/models/icefog72_ice0.27-06.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.27-06.11-RP.json rename to data/models/icefog72_ice0.27-06.11-rp.json diff --git a/data/models/icefog72_Ice0.29-06.11-RP.json b/data/models/icefog72_ice0.29-06.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.29-06.11-RP.json rename to data/models/icefog72_ice0.29-06.11-rp.json diff --git a/data/models/icefog72_Ice0.31-08.11-RP.json b/data/models/icefog72_ice0.31-08.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.31-08.11-RP.json rename to data/models/icefog72_ice0.31-08.11-rp.json diff --git a/data/models/icefog72_Ice0.32-10.11-RP.json b/data/models/icefog72_ice0.32-10.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.32-10.11-RP.json rename to data/models/icefog72_ice0.32-10.11-rp.json diff --git a/data/models/icefog72_Ice0.34b-14.11-RP.json b/data/models/icefog72_ice0.34b-14.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.34b-14.11-RP.json rename to data/models/icefog72_ice0.34b-14.11-rp.json diff --git a/data/models/icefog72_Ice0.34n-14.11-RP.json b/data/models/icefog72_ice0.34n-14.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.34n-14.11-RP.json rename to data/models/icefog72_ice0.34n-14.11-rp.json diff --git a/data/models/icefog72_Ice0.37-18.11-RP.json b/data/models/icefog72_ice0.37-18.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.37-18.11-RP.json rename to data/models/icefog72_ice0.37-18.11-rp.json diff --git a/data/models/icefog72_Ice0.38-19.11-RP.json b/data/models/icefog72_ice0.38-19.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.38-19.11-RP.json rename to data/models/icefog72_ice0.38-19.11-rp.json diff --git a/data/models/icefog72_Ice0.39-19.11-RP.json b/data/models/icefog72_ice0.39-19.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.39-19.11-RP.json rename to data/models/icefog72_ice0.39-19.11-rp.json diff --git a/data/models/icefog72_Ice0.40-20.11-RP.json b/data/models/icefog72_ice0.40-20.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.40-20.11-RP.json rename to data/models/icefog72_ice0.40-20.11-rp.json diff --git a/data/models/icefog72_Ice0.41-22.11-RP.json b/data/models/icefog72_ice0.41-22.11-rp.json similarity index 100% rename from data/models/icefog72_Ice0.41-22.11-RP.json rename to data/models/icefog72_ice0.41-22.11-rp.json diff --git a/data/models/icefog72_Ice0.50-16.01-RP.json b/data/models/icefog72_ice0.50-16.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.50-16.01-RP.json rename to data/models/icefog72_ice0.50-16.01-rp.json diff --git a/data/models/icefog72_Ice0.50.1-16.01-RP.json b/data/models/icefog72_ice0.50.1-16.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.50.1-16.01-RP.json rename to data/models/icefog72_ice0.50.1-16.01-rp.json diff --git a/data/models/icefog72_Ice0.51-16.01-RP.json b/data/models/icefog72_ice0.51-16.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.51-16.01-RP.json rename to data/models/icefog72_ice0.51-16.01-rp.json diff --git a/data/models/icefog72_Ice0.51.1-16.01-RP.json b/data/models/icefog72_ice0.51.1-16.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.51.1-16.01-RP.json rename to data/models/icefog72_ice0.51.1-16.01-rp.json diff --git a/data/models/icefog72_Ice0.52-16.01-RP.json b/data/models/icefog72_ice0.52-16.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.52-16.01-RP.json rename to data/models/icefog72_ice0.52-16.01-rp.json diff --git a/data/models/icefog72_Ice0.52.1-16.01-RP.json b/data/models/icefog72_ice0.52.1-16.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.52.1-16.01-RP.json rename to data/models/icefog72_ice0.52.1-16.01-rp.json diff --git a/data/models/icefog72_Ice0.53-16.01-RP.json b/data/models/icefog72_ice0.53-16.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.53-16.01-RP.json rename to data/models/icefog72_ice0.53-16.01-rp.json diff --git a/data/models/icefog72_Ice0.54-17.01-RP.json b/data/models/icefog72_ice0.54-17.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.54-17.01-RP.json rename to data/models/icefog72_ice0.54-17.01-rp.json diff --git a/data/models/icefog72_Ice0.55-17.01-RP.json b/data/models/icefog72_ice0.55-17.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.55-17.01-RP.json rename to data/models/icefog72_ice0.55-17.01-rp.json diff --git a/data/models/icefog72_Ice0.57-17.01-RP.json b/data/models/icefog72_ice0.57-17.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.57-17.01-RP.json rename to data/models/icefog72_ice0.57-17.01-rp.json diff --git a/data/models/icefog72_Ice0.60-18.01-RP.json b/data/models/icefog72_ice0.60-18.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.60-18.01-RP.json rename to data/models/icefog72_ice0.60-18.01-rp.json diff --git a/data/models/icefog72_Ice0.60.1-18.01-RP.json b/data/models/icefog72_ice0.60.1-18.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.60.1-18.01-RP.json rename to data/models/icefog72_ice0.60.1-18.01-rp.json diff --git a/data/models/icefog72_Ice0.61-18.01-RP.json b/data/models/icefog72_ice0.61-18.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.61-18.01-RP.json rename to data/models/icefog72_ice0.61-18.01-rp.json diff --git a/data/models/icefog72_Ice0.62-18.01-RP.json b/data/models/icefog72_ice0.62-18.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.62-18.01-RP.json rename to data/models/icefog72_ice0.62-18.01-rp.json diff --git a/data/models/icefog72_Ice0.62.1-24.01-RP.json b/data/models/icefog72_ice0.62.1-24.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.62.1-24.01-RP.json rename to data/models/icefog72_ice0.62.1-24.01-rp.json diff --git a/data/models/icefog72_Ice0.64-24.01-RP.json b/data/models/icefog72_ice0.64-24.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.64-24.01-RP.json rename to data/models/icefog72_ice0.64-24.01-rp.json diff --git a/data/models/icefog72_Ice0.64.1-24.01-RP.json b/data/models/icefog72_ice0.64.1-24.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.64.1-24.01-RP.json rename to data/models/icefog72_ice0.64.1-24.01-rp.json diff --git a/data/models/icefog72_Ice0.65-25.01-RP.json b/data/models/icefog72_ice0.65-25.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.65-25.01-RP.json rename to data/models/icefog72_ice0.65-25.01-rp.json diff --git a/data/models/icefog72_Ice0.66-25.01-RP.json b/data/models/icefog72_ice0.66-25.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.66-25.01-RP.json rename to data/models/icefog72_ice0.66-25.01-rp.json diff --git a/data/models/icefog72_Ice0.67-25.01-RP.json b/data/models/icefog72_ice0.67-25.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.67-25.01-RP.json rename to data/models/icefog72_ice0.67-25.01-rp.json diff --git a/data/models/icefog72_Ice0.68-25.01-RP.json b/data/models/icefog72_ice0.68-25.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.68-25.01-RP.json rename to data/models/icefog72_ice0.68-25.01-rp.json diff --git a/data/models/icefog72_Ice0.69-25.01-RP.json b/data/models/icefog72_ice0.69-25.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.69-25.01-RP.json rename to data/models/icefog72_ice0.69-25.01-rp.json diff --git a/data/models/icefog72_Ice0.7-29.09-RP.json b/data/models/icefog72_ice0.7-29.09-rp.json similarity index 100% rename from data/models/icefog72_Ice0.7-29.09-RP.json rename to data/models/icefog72_ice0.7-29.09-rp.json diff --git a/data/models/icefog72_Ice0.70-25.01-RP.json b/data/models/icefog72_ice0.70-25.01-rp.json similarity index 100% rename from data/models/icefog72_Ice0.70-25.01-RP.json rename to data/models/icefog72_ice0.70-25.01-rp.json diff --git a/data/models/icefog72_Ice0.70.1-01.02-RP.json b/data/models/icefog72_ice0.70.1-01.02-rp.json similarity index 100% rename from data/models/icefog72_Ice0.70.1-01.02-RP.json rename to data/models/icefog72_ice0.70.1-01.02-rp.json diff --git a/data/models/icefog72_Ice0.73-01.02-RP.json b/data/models/icefog72_ice0.73-01.02-rp.json similarity index 100% rename from data/models/icefog72_Ice0.73-01.02-RP.json rename to data/models/icefog72_ice0.73-01.02-rp.json diff --git a/data/models/icefog72_Ice0.74-02.02-RP.json b/data/models/icefog72_ice0.74-02.02-rp.json similarity index 100% rename from data/models/icefog72_Ice0.74-02.02-RP.json rename to data/models/icefog72_ice0.74-02.02-rp.json diff --git a/data/models/icefog72_Ice0.76-02.02-RP.json b/data/models/icefog72_ice0.76-02.02-rp.json similarity index 100% rename from data/models/icefog72_Ice0.76-02.02-RP.json rename to data/models/icefog72_ice0.76-02.02-rp.json diff --git a/data/models/icefog72_Ice0.77-02.02-RP.json b/data/models/icefog72_ice0.77-02.02-rp.json similarity index 100% rename from data/models/icefog72_Ice0.77-02.02-RP.json rename to data/models/icefog72_ice0.77-02.02-rp.json diff --git a/data/models/icefog72_Ice0.78-02.02-RP.json b/data/models/icefog72_ice0.78-02.02-rp.json similarity index 100% rename from data/models/icefog72_Ice0.78-02.02-RP.json rename to data/models/icefog72_ice0.78-02.02-rp.json diff --git a/data/models/icefog72_Ice0.80-03.02-RP.json b/data/models/icefog72_ice0.80-03.02-rp.json similarity index 100% rename from data/models/icefog72_Ice0.80-03.02-RP.json rename to data/models/icefog72_ice0.80-03.02-rp.json diff --git a/data/models/icefog72_IceCocoaRP-7b.json b/data/models/icefog72_icecocoarp-7b.json similarity index 100% rename from data/models/icefog72_IceCocoaRP-7b.json rename to data/models/icefog72_icecocoarp-7b.json diff --git a/data/models/icefog72_IceCoffeeRP-7b.json b/data/models/icefog72_icecoffeerp-7b.json similarity index 100% rename from data/models/icefog72_IceCoffeeRP-7b.json rename to data/models/icefog72_icecoffeerp-7b.json diff --git a/data/models/icefog72_IceDrinkByFrankensteinV3RP.json b/data/models/icefog72_icedrinkbyfrankensteinv3rp.json similarity index 100% rename from data/models/icefog72_IceDrinkByFrankensteinV3RP.json rename to data/models/icefog72_icedrinkbyfrankensteinv3rp.json diff --git a/data/models/icefog72_IceDrinkNameGoesHereRP-7b-Model_Stock.json b/data/models/icefog72_icedrinknamegoeshererp-7b-model_stock.json similarity index 100% rename from data/models/icefog72_IceDrinkNameGoesHereRP-7b-Model_Stock.json rename to data/models/icefog72_icedrinknamegoeshererp-7b-model_stock.json diff --git a/data/models/icefog72_IceDrinkNameNotFoundRP-7b-Model_Stock.json b/data/models/icefog72_icedrinknamenotfoundrp-7b-model_stock.json similarity index 100% rename from data/models/icefog72_IceDrinkNameNotFoundRP-7b-Model_Stock.json rename to data/models/icefog72_icedrinknamenotfoundrp-7b-model_stock.json diff --git a/data/models/icefog72_IceDrunkCherryRP-7b.json b/data/models/icefog72_icedrunkcherryrp-7b.json similarity index 100% rename from data/models/icefog72_IceDrunkCherryRP-7b.json rename to data/models/icefog72_icedrunkcherryrp-7b.json diff --git a/data/models/icefog72_IceDrunkenCherryRP-7b.json b/data/models/icefog72_icedrunkencherryrp-7b.json similarity index 100% rename from data/models/icefog72_IceDrunkenCherryRP-7b.json rename to data/models/icefog72_icedrunkencherryrp-7b.json diff --git a/data/models/icefog72_IceEspressoRPv2-7b.json b/data/models/icefog72_iceespressorpv2-7b.json similarity index 100% rename from data/models/icefog72_IceEspressoRPv2-7b.json rename to data/models/icefog72_iceespressorpv2-7b.json diff --git a/data/models/icefog72_IceLemonTeaRP-32k-7b.json b/data/models/icefog72_icelemontearp-32k-7b.json similarity index 100% rename from data/models/icefog72_IceLemonTeaRP-32k-7b.json rename to data/models/icefog72_icelemontearp-32k-7b.json diff --git a/data/models/icefog72_IceMartiniRP-7b.json b/data/models/icefog72_icemartinirp-7b.json similarity index 100% rename from data/models/icefog72_IceMartiniRP-7b.json rename to data/models/icefog72_icemartinirp-7b.json diff --git a/data/models/icefog72_IceNalyvkaRP-7b.json b/data/models/icefog72_icenalyvkarp-7b.json similarity index 100% rename from data/models/icefog72_IceNalyvkaRP-7b.json rename to data/models/icefog72_icenalyvkarp-7b.json diff --git a/data/models/icefog72_IceSakeRP-7b.json b/data/models/icefog72_icesakerp-7b.json similarity index 100% rename from data/models/icefog72_IceSakeRP-7b.json rename to data/models/icefog72_icesakerp-7b.json diff --git a/data/models/icefog72_IceSakeV4RP-7b.json b/data/models/icefog72_icesakev4rp-7b.json similarity index 100% rename from data/models/icefog72_IceSakeV4RP-7b.json rename to data/models/icefog72_icesakev4rp-7b.json diff --git a/data/models/icefog72_IceSakeV6RP-7b.json b/data/models/icefog72_icesakev6rp-7b.json similarity index 100% rename from data/models/icefog72_IceSakeV6RP-7b.json rename to data/models/icefog72_icesakev6rp-7b.json diff --git a/data/models/icefog72_IceSakeV8RP-7b.json b/data/models/icefog72_icesakev8rp-7b.json similarity index 100% rename from data/models/icefog72_IceSakeV8RP-7b.json rename to data/models/icefog72_icesakev8rp-7b.json diff --git a/data/models/icefog72_IceTea21EnergyDrinkRPV13-DPOv3.5.json b/data/models/icefog72_icetea21energydrinkrpv13-dpov3.5.json similarity index 100% rename from data/models/icefog72_IceTea21EnergyDrinkRPV13-DPOv3.5.json rename to data/models/icefog72_icetea21energydrinkrpv13-dpov3.5.json diff --git a/data/models/icefog72_IceTea21EnergyDrinkRPV13-DPOv3.json b/data/models/icefog72_icetea21energydrinkrpv13-dpov3.json similarity index 100% rename from data/models/icefog72_IceTea21EnergyDrinkRPV13-DPOv3.json rename to data/models/icefog72_icetea21energydrinkrpv13-dpov3.json diff --git a/data/models/IDEA-CCNL_Ziya-LLaMA-13B-v1.json b/data/models/idea-ccnl_ziya-llama-13b-v1.json similarity index 100% rename from data/models/IDEA-CCNL_Ziya-LLaMA-13B-v1.json rename to data/models/idea-ccnl_ziya-llama-13b-v1.json diff --git a/data/models/IDEA-CCNL_Ziya-LLaMA-7B-Reward.json b/data/models/idea-ccnl_ziya-llama-7b-reward.json similarity index 100% rename from data/models/IDEA-CCNL_Ziya-LLaMA-7B-Reward.json rename to data/models/idea-ccnl_ziya-llama-7b-reward.json diff --git a/data/models/ifable_gemma-2-Ifable-9B.json b/data/models/ifable_gemma-2-ifable-9b.json similarity index 100% rename from data/models/ifable_gemma-2-Ifable-9B.json rename to data/models/ifable_gemma-2-ifable-9b.json diff --git a/data/models/iFaz_llama31_8B_en_emo_v4.json b/data/models/ifaz_llama31_8b_en_emo_v4.json similarity index 100% rename from data/models/iFaz_llama31_8B_en_emo_v4.json rename to data/models/ifaz_llama31_8b_en_emo_v4.json diff --git a/data/models/iFaz_llama32_1B_en_emo_v1.json b/data/models/ifaz_llama32_1b_en_emo_v1.json similarity index 100% rename from data/models/iFaz_llama32_1B_en_emo_v1.json rename to data/models/ifaz_llama32_1b_en_emo_v1.json diff --git a/data/models/iFaz_llama32_3B_en_emo_1000_stp.json b/data/models/ifaz_llama32_3b_en_emo_1000_stp.json similarity index 100% rename from data/models/iFaz_llama32_3B_en_emo_1000_stp.json rename to data/models/ifaz_llama32_3b_en_emo_1000_stp.json diff --git a/data/models/iFaz_llama32_3B_en_emo_2000_stp.json b/data/models/ifaz_llama32_3b_en_emo_2000_stp.json similarity index 100% rename from data/models/iFaz_llama32_3B_en_emo_2000_stp.json rename to data/models/ifaz_llama32_3b_en_emo_2000_stp.json diff --git a/data/models/iFaz_llama32_3B_en_emo_300_stp.json b/data/models/ifaz_llama32_3b_en_emo_300_stp.json similarity index 100% rename from data/models/iFaz_llama32_3B_en_emo_300_stp.json rename to data/models/ifaz_llama32_3b_en_emo_300_stp.json diff --git a/data/models/iFaz_llama32_3B_en_emo_5000_stp.json b/data/models/ifaz_llama32_3b_en_emo_5000_stp.json similarity index 100% rename from data/models/iFaz_llama32_3B_en_emo_5000_stp.json rename to data/models/ifaz_llama32_3b_en_emo_5000_stp.json diff --git a/data/models/iFaz_llama32_3B_en_emo_v2.json b/data/models/ifaz_llama32_3b_en_emo_v2.json similarity index 100% rename from data/models/iFaz_llama32_3B_en_emo_v2.json rename to data/models/ifaz_llama32_3b_en_emo_v2.json diff --git a/data/models/iFaz_llama32_3B_en_emo_v3.json b/data/models/ifaz_llama32_3b_en_emo_v3.json similarity index 100% rename from data/models/iFaz_llama32_3B_en_emo_v3.json rename to data/models/ifaz_llama32_3b_en_emo_v3.json diff --git a/data/models/ilsp_Llama-Krikri-8B-Instruct.json b/data/models/ilsp_llama-krikri-8b-instruct.json similarity index 100% rename from data/models/ilsp_Llama-Krikri-8B-Instruct.json rename to data/models/ilsp_llama-krikri-8b-instruct.json diff --git a/data/models/IlyaGusev_gemma-2-2b-it-abliterated.json b/data/models/ilyagusev_gemma-2-2b-it-abliterated.json similarity index 100% rename from data/models/IlyaGusev_gemma-2-2b-it-abliterated.json rename to data/models/ilyagusev_gemma-2-2b-it-abliterated.json diff --git a/data/models/IlyaGusev_gemma-2-9b-it-abliterated.json b/data/models/ilyagusev_gemma-2-9b-it-abliterated.json similarity index 100% rename from data/models/IlyaGusev_gemma-2-9b-it-abliterated.json rename to data/models/ilyagusev_gemma-2-9b-it-abliterated.json diff --git a/data/models/Infinirc_Infinirc-Llama3-8B-2G-Release-v1.0.json b/data/models/infinirc_infinirc-llama3-8b-2g-release-v1.0.json similarity index 100% rename from data/models/Infinirc_Infinirc-Llama3-8B-2G-Release-v1.0.json rename to data/models/infinirc_infinirc-llama3-8b-2g-release-v1.0.json diff --git a/data/models/inflatebot_MN-12B-Mag-Mell-R1.json b/data/models/inflatebot_mn-12b-mag-mell-r1.json similarity index 100% rename from data/models/inflatebot_MN-12B-Mag-Mell-R1.json rename to data/models/inflatebot_mn-12b-mag-mell-r1.json diff --git a/data/models/infly_INF-ORM-Llama3.1-70B.json b/data/models/infly_inf-orm-llama3.1-70b.json similarity index 100% rename from data/models/infly_INF-ORM-Llama3.1-70B.json rename to data/models/infly_inf-orm-llama3.1-70b.json diff --git a/data/models/informatiker_Qwen2-7B-Instruct-abliterated.json b/data/models/informatiker_qwen2-7b-instruct-abliterated.json similarity index 100% rename from data/models/informatiker_Qwen2-7B-Instruct-abliterated.json rename to data/models/informatiker_qwen2-7b-instruct-abliterated.json diff --git a/data/models/INSAIT-Institute_BgGPT-Gemma-2-27B-IT-v1.0.json b/data/models/insait-institute_bggpt-gemma-2-27b-it-v1.0.json similarity index 100% rename from data/models/INSAIT-Institute_BgGPT-Gemma-2-27B-IT-v1.0.json rename to data/models/insait-institute_bggpt-gemma-2-27b-it-v1.0.json diff --git a/data/models/insightfactory_Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model.json b/data/models/insightfactory_llama-3.2-3b-instruct-unsloth-bnb-4bitlora_model.json similarity index 100% rename from data/models/insightfactory_Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model.json rename to data/models/insightfactory_llama-3.2-3b-instruct-unsloth-bnb-4bitlora_model.json diff --git a/data/models/instruction-pretrain_InstructLM-500M.json b/data/models/instruction-pretrain_instructlm-500m.json similarity index 100% rename from data/models/instruction-pretrain_InstructLM-500M.json rename to data/models/instruction-pretrain_instructlm-500m.json diff --git a/data/models/Intel_neural-chat-7b-v3-1.json b/data/models/intel_neural-chat-7b-v3-1.json similarity index 100% rename from data/models/Intel_neural-chat-7b-v3-1.json rename to data/models/intel_neural-chat-7b-v3-1.json diff --git a/data/models/Intel_neural-chat-7b-v3-2.json b/data/models/intel_neural-chat-7b-v3-2.json similarity index 100% rename from data/models/Intel_neural-chat-7b-v3-2.json rename to data/models/intel_neural-chat-7b-v3-2.json diff --git a/data/models/Intel_neural-chat-7b-v3-3.json b/data/models/intel_neural-chat-7b-v3-3.json similarity index 100% rename from data/models/Intel_neural-chat-7b-v3-3.json rename to data/models/intel_neural-chat-7b-v3-3.json diff --git a/data/models/Intel_neural-chat-7b-v3.json b/data/models/intel_neural-chat-7b-v3.json similarity index 100% rename from data/models/Intel_neural-chat-7b-v3.json rename to data/models/intel_neural-chat-7b-v3.json diff --git a/data/models/internlm_internlm2-20b-reward.json b/data/models/internlm_internlm2-20b-reward.json index db57bc6ddd293d585b6bca7ac06b0b270dabb864..4de166855af75438b275f87369424e25bd91920e 100644 --- a/data/models/internlm_internlm2-20b-reward.json +++ b/data/models/internlm_internlm2-20b-reward.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/internlm_internlm2-20b-reward/1766412838.146816", + "evaluation_id": "reward-bench/internlm_internlm2-20b-reward/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,104 +31,128 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5628 + "score": 0.9016 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5558 + "score": 0.9888 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3625 + "score": 0.7654 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5738 + "score": 0.8946 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6111 + "score": 0.9576 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench-2/internlm_internlm2-20b-reward/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench 2", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Focus", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7253 + "score": 0.5628 }, "source_data": { "dataset_name": "RewardBench 2", @@ -137,135 +161,111 @@ } }, { - "evaluation_name": "Ties", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5483 + "score": 0.5558 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench/internlm_internlm2-20b-reward/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9016 + "score": 0.3625 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9888 + "score": 0.5738 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7654 + "score": 0.6111 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8946 + "score": 0.7253 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9576 + "score": 0.5483 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/IntervitensInc_internlm2_5-20b-llamafied.json b/data/models/intervitensinc_internlm2_5-20b-llamafied.json similarity index 100% rename from data/models/IntervitensInc_internlm2_5-20b-llamafied.json rename to data/models/intervitensinc_internlm2_5-20b-llamafied.json diff --git a/data/models/invalid-coder_Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp.json b/data/models/invalid-coder_sakura-solar-instruct-carbonvillain-en-10.7b-v2-slerp.json similarity index 100% rename from data/models/invalid-coder_Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp.json rename to data/models/invalid-coder_sakura-solar-instruct-carbonvillain-en-10.7b-v2-slerp.json diff --git a/data/models/Invalid-Null_PeiYangMe-0.5.json b/data/models/invalid-null_peiyangme-0.5.json similarity index 100% rename from data/models/Invalid-Null_PeiYangMe-0.5.json rename to data/models/invalid-null_peiyangme-0.5.json diff --git a/data/models/Invalid-Null_PeiYangMe-0.7.json b/data/models/invalid-null_peiyangme-0.7.json similarity index 100% rename from data/models/Invalid-Null_PeiYangMe-0.7.json rename to data/models/invalid-null_peiyangme-0.7.json diff --git a/data/models/invisietch_EtherealRainbow-v0.2-8B.json b/data/models/invisietch_etherealrainbow-v0.2-8b.json similarity index 100% rename from data/models/invisietch_EtherealRainbow-v0.2-8B.json rename to data/models/invisietch_etherealrainbow-v0.2-8b.json diff --git a/data/models/invisietch_EtherealRainbow-v0.3-8B.json b/data/models/invisietch_etherealrainbow-v0.3-8b.json similarity index 100% rename from data/models/invisietch_EtherealRainbow-v0.3-8B.json rename to data/models/invisietch_etherealrainbow-v0.3-8b.json diff --git a/data/models/invisietch_MiS-Firefly-v0.2-22B.json b/data/models/invisietch_mis-firefly-v0.2-22b.json similarity index 100% rename from data/models/invisietch_MiS-Firefly-v0.2-22B.json rename to data/models/invisietch_mis-firefly-v0.2-22b.json diff --git a/data/models/invisietch_Nimbus-Miqu-v0.1-70B.json b/data/models/invisietch_nimbus-miqu-v0.1-70b.json similarity index 100% rename from data/models/invisietch_Nimbus-Miqu-v0.1-70B.json rename to data/models/invisietch_nimbus-miqu-v0.1-70b.json diff --git a/data/models/irahulpandey_mistralai-7B-slerp-v0.1.json b/data/models/irahulpandey_mistralai-7b-slerp-v0.1.json similarity index 100% rename from data/models/irahulpandey_mistralai-7B-slerp-v0.1.json rename to data/models/irahulpandey_mistralai-7b-slerp-v0.1.json diff --git a/data/models/iRyanBell_ARC1-II.json b/data/models/iryanbell_arc1-ii.json similarity index 100% rename from data/models/iRyanBell_ARC1-II.json rename to data/models/iryanbell_arc1-ii.json diff --git a/data/models/iRyanBell_ARC1.json b/data/models/iryanbell_arc1.json similarity index 100% rename from data/models/iRyanBell_ARC1.json rename to data/models/iryanbell_arc1.json diff --git a/data/models/Isaak-Carter_Josiefied-Qwen2.5-7B-Instruct-abliterated-v2.json b/data/models/isaak-carter_josiefied-qwen2.5-7b-instruct-abliterated-v2.json similarity index 100% rename from data/models/Isaak-Carter_Josiefied-Qwen2.5-7B-Instruct-abliterated-v2.json rename to data/models/isaak-carter_josiefied-qwen2.5-7b-instruct-abliterated-v2.json diff --git a/data/models/Isaak-Carter_Josiefied-Qwen2.5-7B-Instruct-abliterated.json b/data/models/isaak-carter_josiefied-qwen2.5-7b-instruct-abliterated.json similarity index 100% rename from data/models/Isaak-Carter_Josiefied-Qwen2.5-7B-Instruct-abliterated.json rename to data/models/isaak-carter_josiefied-qwen2.5-7b-instruct-abliterated.json diff --git a/data/models/Isaak-Carter_JOSIEv4o-8b-stage1-v4.json b/data/models/isaak-carter_josiev4o-8b-stage1-v4.json similarity index 100% rename from data/models/Isaak-Carter_JOSIEv4o-8b-stage1-v4.json rename to data/models/isaak-carter_josiev4o-8b-stage1-v4.json index 7b49905b129cd681075f7d22b1d70d075f45f067..3d8b7bc1575ec467cf84b27d25552c6269300054 100644 --- a/data/models/Isaak-Carter_JOSIEv4o-8b-stage1-v4.json +++ b/data/models/isaak-carter_josiev4o-8b-stage1-v4.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2553 + "score": 0.2477 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4725 + "score": 0.4758 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0529 + "score": 0.0453 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2919 + "score": 0.2911 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3654 + "score": 0.3641 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3316 + "score": 0.3292 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2477 + "score": 0.2553 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4758 + "score": 0.4725 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0453 + "score": 0.0529 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2911 + "score": 0.2919 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3641 + "score": 0.3654 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3292 + "score": 0.3316 } } ], diff --git a/data/models/J-LAB_Thynk_orpo.json b/data/models/j-lab_thynk_orpo.json similarity index 100% rename from data/models/J-LAB_Thynk_orpo.json rename to data/models/j-lab_thynk_orpo.json diff --git a/data/models/JackFram_llama-160m.json b/data/models/jackfram_llama-160m.json similarity index 100% rename from data/models/JackFram_llama-160m.json rename to data/models/jackfram_llama-160m.json diff --git a/data/models/JackFram_llama-68m.json b/data/models/jackfram_llama-68m.json similarity index 100% rename from data/models/JackFram_llama-68m.json rename to data/models/jackfram_llama-68m.json diff --git a/data/models/Jacoby746_Casual-Magnum-34B.json b/data/models/jacoby746_casual-magnum-34b.json similarity index 100% rename from data/models/Jacoby746_Casual-Magnum-34B.json rename to data/models/jacoby746_casual-magnum-34b.json diff --git a/data/models/Jacoby746_Inf-Silent-Kunoichi-v0.1-2x7B.json b/data/models/jacoby746_inf-silent-kunoichi-v0.1-2x7b.json similarity index 100% rename from data/models/Jacoby746_Inf-Silent-Kunoichi-v0.1-2x7B.json rename to data/models/jacoby746_inf-silent-kunoichi-v0.1-2x7b.json diff --git a/data/models/Jacoby746_Inf-Silent-Kunoichi-v0.2-2x7B.json b/data/models/jacoby746_inf-silent-kunoichi-v0.2-2x7b.json similarity index 100% rename from data/models/Jacoby746_Inf-Silent-Kunoichi-v0.2-2x7B.json rename to data/models/jacoby746_inf-silent-kunoichi-v0.2-2x7b.json diff --git a/data/models/Jacoby746_Proto-Athena-4x7B.json b/data/models/jacoby746_proto-athena-4x7b.json similarity index 100% rename from data/models/Jacoby746_Proto-Athena-4x7B.json rename to data/models/jacoby746_proto-athena-4x7b.json diff --git a/data/models/Jacoby746_Proto-Athena-v0.2-4x7B.json b/data/models/jacoby746_proto-athena-v0.2-4x7b.json similarity index 100% rename from data/models/Jacoby746_Proto-Athena-v0.2-4x7B.json rename to data/models/jacoby746_proto-athena-v0.2-4x7b.json diff --git a/data/models/Jacoby746_Proto-Harpy-Blazing-Light-v0.1-2x7B.json b/data/models/jacoby746_proto-harpy-blazing-light-v0.1-2x7b.json similarity index 100% rename from data/models/Jacoby746_Proto-Harpy-Blazing-Light-v0.1-2x7B.json rename to data/models/jacoby746_proto-harpy-blazing-light-v0.1-2x7b.json diff --git a/data/models/Jacoby746_Proto-Harpy-Spark-v0.1-7B.json b/data/models/jacoby746_proto-harpy-spark-v0.1-7b.json similarity index 100% rename from data/models/Jacoby746_Proto-Harpy-Spark-v0.1-7B.json rename to data/models/jacoby746_proto-harpy-spark-v0.1-7b.json diff --git a/data/models/jaspionjader_Auro-Kosmos-EVAA-v2-8B.json b/data/models/jaspionjader_auro-kosmos-evaa-v2-8b.json similarity index 100% rename from data/models/jaspionjader_Auro-Kosmos-EVAA-v2-8B.json rename to data/models/jaspionjader_auro-kosmos-evaa-v2-8b.json diff --git a/data/models/jaspionjader_Auro-Kosmos-EVAA-v2.1-8B.json b/data/models/jaspionjader_auro-kosmos-evaa-v2.1-8b.json similarity index 100% rename from data/models/jaspionjader_Auro-Kosmos-EVAA-v2.1-8B.json rename to data/models/jaspionjader_auro-kosmos-evaa-v2.1-8b.json diff --git a/data/models/jaspionjader_Auro-Kosmos-EVAA-v2.2-8B.json b/data/models/jaspionjader_auro-kosmos-evaa-v2.2-8b.json similarity index 100% rename from data/models/jaspionjader_Auro-Kosmos-EVAA-v2.2-8B.json rename to data/models/jaspionjader_auro-kosmos-evaa-v2.2-8b.json diff --git a/data/models/jaspionjader_Auro-Kosmos-EVAA-v2.3-8B.json b/data/models/jaspionjader_auro-kosmos-evaa-v2.3-8b.json similarity index 100% rename from data/models/jaspionjader_Auro-Kosmos-EVAA-v2.3-8B.json rename to data/models/jaspionjader_auro-kosmos-evaa-v2.3-8b.json diff --git a/data/models/jaspionjader_gamma-Kosmos-EVAA-8B.json b/data/models/jaspionjader_gamma-kosmos-evaa-8b.json similarity index 100% rename from data/models/jaspionjader_gamma-Kosmos-EVAA-8B.json rename to data/models/jaspionjader_gamma-kosmos-evaa-8b.json diff --git a/data/models/jaspionjader_gamma-Kosmos-EVAA-v2-8B.json b/data/models/jaspionjader_gamma-kosmos-evaa-v2-8b.json similarity index 100% rename from data/models/jaspionjader_gamma-Kosmos-EVAA-v2-8B.json rename to data/models/jaspionjader_gamma-kosmos-evaa-v2-8b.json diff --git a/data/models/jaspionjader_gamma-Kosmos-EVAA-v3-8B.json b/data/models/jaspionjader_gamma-kosmos-evaa-v3-8b.json similarity index 100% rename from data/models/jaspionjader_gamma-Kosmos-EVAA-v3-8B.json rename to data/models/jaspionjader_gamma-kosmos-evaa-v3-8b.json diff --git a/data/models/jaspionjader_Kosmos-Aurora_faustus-8B.json b/data/models/jaspionjader_kosmos-aurora_faustus-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-Aurora_faustus-8B.json rename to data/models/jaspionjader_kosmos-aurora_faustus-8b.json diff --git a/data/models/jaspionjader_Kosmos-Elusive-8b.json b/data/models/jaspionjader_kosmos-elusive-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-Elusive-8b.json rename to data/models/jaspionjader_kosmos-elusive-8b.json diff --git a/data/models/jaspionjader_Kosmos-Elusive-VENN-8B.json b/data/models/jaspionjader_kosmos-elusive-venn-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-Elusive-VENN-8B.json rename to data/models/jaspionjader_kosmos-elusive-venn-8b.json diff --git a/data/models/jaspionjader_Kosmos-Elusive-VENN-Asymmetric-8B.json b/data/models/jaspionjader_kosmos-elusive-venn-asymmetric-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-Elusive-VENN-Asymmetric-8B.json rename to data/models/jaspionjader_kosmos-elusive-venn-asymmetric-8b.json diff --git a/data/models/jaspionjader_Kosmos-Elusive-VENN-Aurora_faustus-8B.json b/data/models/jaspionjader_kosmos-elusive-venn-aurora_faustus-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-Elusive-VENN-Aurora_faustus-8B.json rename to data/models/jaspionjader_kosmos-elusive-venn-aurora_faustus-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-8B.json b/data/models/jaspionjader_kosmos-evaa-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-8B.json rename to data/models/jaspionjader_kosmos-evaa-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-Franken-Immersive-v39-8B.json b/data/models/jaspionjader_kosmos-evaa-franken-immersive-v39-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-Franken-Immersive-v39-8B.json rename to data/models/jaspionjader_kosmos-evaa-franken-immersive-v39-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-Franken-v38-8B.json b/data/models/jaspionjader_kosmos-evaa-franken-v38-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-Franken-v38-8B.json rename to data/models/jaspionjader_kosmos-evaa-franken-v38-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-Fusion-8B.json b/data/models/jaspionjader_kosmos-evaa-fusion-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-Fusion-8B.json rename to data/models/jaspionjader_kosmos-evaa-fusion-8b.json index ba928fd33c286ceb6a74c1a7ec1b4a2774b1f177..88cf241ec28671fc887627a1e7bb1af09c15f9cf 100644 --- a/data/models/jaspionjader_Kosmos-EVAA-Fusion-8B.json +++ b/data/models/jaspionjader_kosmos-evaa-fusion-8b.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4345 + "score": 0.4418 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5419 + "score": 0.5406 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1292 + "score": 0.1352 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3087 + "score": 0.3062 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3854 + "score": 0.386 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4418 + "score": 0.4345 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5406 + "score": 0.5419 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1352 + "score": 0.1292 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3062 + "score": 0.3087 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.386 + "score": 0.3854 } } ], diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-alt-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-alt-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-alt-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-alt-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-light-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-light-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-light-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-light-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-light-alt-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-light-alt-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-light-alt-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-light-alt-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-ultra-light-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-ultra-light-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-ultra-light-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-ultra-light-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-v13-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-v13-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-v13-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-v13-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-v14-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-v14-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-v14-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-v14-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-v15-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-v15-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-v15-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-v15-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-v16-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-v16-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-v16-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-v16-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-v17-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-v17-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-v17-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-v17-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-gamma-v18-8B.json b/data/models/jaspionjader_kosmos-evaa-gamma-v18-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-gamma-v18-8B.json rename to data/models/jaspionjader_kosmos-evaa-gamma-v18-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-immersive-sof-v44-8B.json b/data/models/jaspionjader_kosmos-evaa-immersive-sof-v44-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-immersive-sof-v44-8B.json rename to data/models/jaspionjader_kosmos-evaa-immersive-sof-v44-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-light-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-light-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-light-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-light-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v23-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v23-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v23-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v23-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v24-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v24-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v24-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v24-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v25-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v25-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v25-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v25-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v26-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v26-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v26-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v26-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v27-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v27-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v27-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v27-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v28-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v28-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v28-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v28-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v29-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v29-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v29-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v29-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v30-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v30-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v30-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v30-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v31-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v31-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v31-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v31-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v32-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v32-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v32-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v32-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v33-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v33-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v33-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v33-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-PRP-v34-8B.json b/data/models/jaspionjader_kosmos-evaa-prp-v34-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-PRP-v34-8B.json rename to data/models/jaspionjader_kosmos-evaa-prp-v34-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-TSN-8B.json b/data/models/jaspionjader_kosmos-evaa-tsn-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-TSN-8B.json rename to data/models/jaspionjader_kosmos-evaa-tsn-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-TSN-light-8B.json b/data/models/jaspionjader_kosmos-evaa-tsn-light-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-TSN-light-8B.json rename to data/models/jaspionjader_kosmos-evaa-tsn-light-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-TSN-v19-8B.json b/data/models/jaspionjader_kosmos-evaa-tsn-v19-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-TSN-v19-8B.json rename to data/models/jaspionjader_kosmos-evaa-tsn-v19-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-TSN-v20-8B.json b/data/models/jaspionjader_kosmos-evaa-tsn-v20-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-TSN-v20-8B.json rename to data/models/jaspionjader_kosmos-evaa-tsn-v20-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-TSN-v21-8B.json b/data/models/jaspionjader_kosmos-evaa-tsn-v21-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-TSN-v21-8B.json rename to data/models/jaspionjader_kosmos-evaa-tsn-v21-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-TSN-v22-8B.json b/data/models/jaspionjader_kosmos-evaa-tsn-v22-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-TSN-v22-8B.json rename to data/models/jaspionjader_kosmos-evaa-tsn-v22-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v10-8B.json b/data/models/jaspionjader_kosmos-evaa-v10-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v10-8B.json rename to data/models/jaspionjader_kosmos-evaa-v10-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v11-8B.json b/data/models/jaspionjader_kosmos-evaa-v11-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v11-8B.json rename to data/models/jaspionjader_kosmos-evaa-v11-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v12-8B.json b/data/models/jaspionjader_kosmos-evaa-v12-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v12-8B.json rename to data/models/jaspionjader_kosmos-evaa-v12-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v2-8B.json b/data/models/jaspionjader_kosmos-evaa-v2-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v2-8B.json rename to data/models/jaspionjader_kosmos-evaa-v2-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v3-8B.json b/data/models/jaspionjader_kosmos-evaa-v3-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v3-8B.json rename to data/models/jaspionjader_kosmos-evaa-v3-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v4-8B.json b/data/models/jaspionjader_kosmos-evaa-v4-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v4-8B.json rename to data/models/jaspionjader_kosmos-evaa-v4-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v5-8B.json b/data/models/jaspionjader_kosmos-evaa-v5-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v5-8B.json rename to data/models/jaspionjader_kosmos-evaa-v5-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v6-8B.json b/data/models/jaspionjader_kosmos-evaa-v6-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v6-8B.json rename to data/models/jaspionjader_kosmos-evaa-v6-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v7-8B.json b/data/models/jaspionjader_kosmos-evaa-v7-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v7-8B.json rename to data/models/jaspionjader_kosmos-evaa-v7-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v8-8B.json b/data/models/jaspionjader_kosmos-evaa-v8-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v8-8B.json rename to data/models/jaspionjader_kosmos-evaa-v8-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v9-8B.json b/data/models/jaspionjader_kosmos-evaa-v9-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v9-8B.json rename to data/models/jaspionjader_kosmos-evaa-v9-8b.json diff --git a/data/models/jaspionjader_Kosmos-EVAA-v9-TitanFusion-Mix-8B.json b/data/models/jaspionjader_kosmos-evaa-v9-titanfusion-mix-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-EVAA-v9-TitanFusion-Mix-8B.json rename to data/models/jaspionjader_kosmos-evaa-v9-titanfusion-mix-8b.json diff --git a/data/models/jaspionjader_Kosmos-VENN-8B.json b/data/models/jaspionjader_kosmos-venn-8b.json similarity index 100% rename from data/models/jaspionjader_Kosmos-VENN-8B.json rename to data/models/jaspionjader_kosmos-venn-8b.json diff --git a/data/models/jaspionjader_PRP-Kosmos-EVAA-8B.json b/data/models/jaspionjader_prp-kosmos-evaa-8b.json similarity index 100% rename from data/models/jaspionjader_PRP-Kosmos-EVAA-8B.json rename to data/models/jaspionjader_prp-kosmos-evaa-8b.json diff --git a/data/models/jaspionjader_PRP-Kosmos-EVAA-light-8B.json b/data/models/jaspionjader_prp-kosmos-evaa-light-8b.json similarity index 100% rename from data/models/jaspionjader_PRP-Kosmos-EVAA-light-8B.json rename to data/models/jaspionjader_prp-kosmos-evaa-light-8b.json diff --git a/data/models/jaspionjader_TSN-Kosmos-EVAA-8B.json b/data/models/jaspionjader_tsn-kosmos-evaa-8b.json similarity index 100% rename from data/models/jaspionjader_TSN-Kosmos-EVAA-8B.json rename to data/models/jaspionjader_tsn-kosmos-evaa-8b.json diff --git a/data/models/jaspionjader_TSN-Kosmos-EVAA-v2-8B.json b/data/models/jaspionjader_tsn-kosmos-evaa-v2-8b.json similarity index 100% rename from data/models/jaspionjader_TSN-Kosmos-EVAA-v2-8B.json rename to data/models/jaspionjader_tsn-kosmos-evaa-v2-8b.json diff --git a/data/models/jayasuryajsk_Qwen2.5-3B-reasoner.json b/data/models/jayasuryajsk_qwen2.5-3b-reasoner.json similarity index 100% rename from data/models/jayasuryajsk_Qwen2.5-3B-reasoner.json rename to data/models/jayasuryajsk_qwen2.5-3b-reasoner.json diff --git a/data/models/JayHyeon_Qwen-0.5B-DPO-1epoch.json b/data/models/jayhyeon_qwen-0.5b-dpo-1epoch.json similarity index 100% rename from data/models/JayHyeon_Qwen-0.5B-DPO-1epoch.json rename to data/models/jayhyeon_qwen-0.5b-dpo-1epoch.json diff --git a/data/models/JayHyeon_Qwen-0.5B-DPO-5epoch.json b/data/models/jayhyeon_qwen-0.5b-dpo-5epoch.json similarity index 100% rename from data/models/JayHyeon_Qwen-0.5B-DPO-5epoch.json rename to data/models/jayhyeon_qwen-0.5b-dpo-5epoch.json diff --git a/data/models/JayHyeon_Qwen-0.5B-eDPO-1epoch.json b/data/models/jayhyeon_qwen-0.5b-edpo-1epoch.json similarity index 100% rename from data/models/JayHyeon_Qwen-0.5B-eDPO-1epoch.json rename to data/models/jayhyeon_qwen-0.5b-edpo-1epoch.json diff --git a/data/models/JayHyeon_Qwen-0.5B-eDPO-5epoch.json b/data/models/jayhyeon_qwen-0.5b-edpo-5epoch.json similarity index 100% rename from data/models/JayHyeon_Qwen-0.5B-eDPO-5epoch.json rename to data/models/jayhyeon_qwen-0.5b-edpo-5epoch.json diff --git a/data/models/JayHyeon_Qwen-0.5B-IRPO-1epoch.json b/data/models/jayhyeon_qwen-0.5b-irpo-1epoch.json similarity index 100% rename from data/models/JayHyeon_Qwen-0.5B-IRPO-1epoch.json rename to data/models/jayhyeon_qwen-0.5b-irpo-1epoch.json diff --git a/data/models/JayHyeon_Qwen-0.5B-IRPO-5epoch.json b/data/models/jayhyeon_qwen-0.5b-irpo-5epoch.json similarity index 100% rename from data/models/JayHyeon_Qwen-0.5B-IRPO-5epoch.json rename to data/models/jayhyeon_qwen-0.5b-irpo-5epoch.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1.json b/data/models/jayhyeon_qwen2.5-0.5b-instruct-sft-dpo-1epoch_v1.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1.json rename to data/models/jayhyeon_qwen2.5-0.5b-instruct-sft-dpo-1epoch_v1.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1.json b/data/models/jayhyeon_qwen2.5-0.5b-instruct-sft-irpo-1epoch_v1.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1.json rename to data/models/jayhyeon_qwen2.5-0.5b-instruct-sft-irpo-1epoch_v1.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1.json b/data/models/jayhyeon_qwen2.5-0.5b-instruct-sft-mdpo-1epoch_v1.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1.json rename to data/models/jayhyeon_qwen2.5-0.5b-instruct-sft-mdpo-1epoch_v1.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-Instruct-SFT.json b/data/models/jayhyeon_qwen2.5-0.5b-instruct-sft.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-Instruct-SFT.json rename to data/models/jayhyeon_qwen2.5-0.5b-instruct-sft.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-4-2ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-1e-4-2ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-4-2ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-1e-4-2ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-4-3ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-1e-4-3ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-4-3ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-1e-4-3ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-4-5ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-1e-4-5ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-4-5ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-1e-4-5ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-4.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-1e-4.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-4.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-1e-4.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-5-2ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-1e-5-2ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-5-2ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-1e-5-2ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-5-3ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-1e-5-3ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-5-3ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-1e-5-3ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-5-5ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-1e-5-5ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-5-5ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-1e-5-5ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-5.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-1e-5.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-1e-5.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-1e-5.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-4-2ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-4-2ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-4-2ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-4-2ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-4-3ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-4-3ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-4-3ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-4-3ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-4-5ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-4-5ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-4-5ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-4-5ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-4.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-4.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-4.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-4.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-6-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-6-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-6-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-6-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-7-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-7-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_1e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_2e-6-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_2e-6-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_2e-6-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_2e-6-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_2e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_2e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_3e-6-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_3e-6-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_3e-6-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_3e-6-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_3e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_3e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_3e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_3e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-6-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-6-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-6-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-6-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-7_1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-7_1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-7_2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-7_2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-7_3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_5e-7_3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_7e-7_1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_7e-7_1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_7e-7_2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_7e-7_2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_7e-7_3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpo_7e-7_3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_3e-7-3ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_3e-7-3ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-6-1ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-6-1ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-6-2ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-6-2ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-6-3ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-6-3ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-7-1ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-7-1ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-7-2ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-7-2ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-7-3ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-dpop_5e-7-3ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_1e-7-1ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_1e-7-1ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_1e-7-2ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_1e-7-2ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_1e-7-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_1e-7-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_3e-7-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_3e-7-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-6-1ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-6-1ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-6-2ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-6-2ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-6-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-6-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-7-1ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-7-1ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-7-2ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-7-2ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-7-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-irpo_5e-7-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_0.5_1e-7-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_0.5_1e-7-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_0.5_1e-7-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_0.5_1e-7-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_0.5_1e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_0.5_1e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_1e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_1e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_1e-6_1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_1e-6_1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_1e-6_2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_1e-6_2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_2e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_2e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_2e-6_1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_2e-6_1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_2e-6_2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_2e-6_2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_3e-6-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_3e-6-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_3e-6-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_3e-6-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_3e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_3e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-6-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-6-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-6-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-6-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-7_1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-7_1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-7_2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_5e-7_2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_7e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_7e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_7e-7_1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_7e-7_1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_7e-7_2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep-mdpo_7e-7_2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-2ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-3ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-3ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-3ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-3ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_5e-7_3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_5e-7_3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_5e-7_3ep_0alp_0lam_1ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_5e-7_3ep_0alp_0lam_1ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_5e-7_3ep_0alp_0lam_2ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_5e-7_3ep_0alp_0lam_2ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_7e-7_3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_7e-7_3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_7e-7_3ep_0alp_0lam_1ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_7e-7_3ep_0alp_0lam_1ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_7e-7_3ep_0alp_0lam_2ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep-mdpo_7e-7_3ep_0alp_0lam_2ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5-5ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-2e-5.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-2e-5.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-5e-5-2ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-5e-5-2ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-5e-5-2ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-5e-5-2ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-5e-5-3ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-5e-5-3ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-5e-5-3ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-5e-5-3ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-5e-5-5ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-5e-5-5ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-5e-5-5ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-5e-5-5ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-5e-5.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-5e-5.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-5e-5.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-5e-5.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-7e-5-2ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-7e-5-2ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-7e-5-2ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-7e-5-2ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-7e-5-3ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-7e-5-3ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-7e-5-3ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-7e-5-3ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-7e-5-5ep.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-7e-5-5ep.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-7e-5-5ep.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-7e-5-5ep.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-7e-5.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-7e-5.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-7e-5.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-7e-5.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-DPO-1epoch_v1.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-dpo-1epoch_v1.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-DPO-1epoch_v1.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-dpo-1epoch_v1.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT-MDPO-1epoch_v1.json b/data/models/jayhyeon_qwen2.5-0.5b-sft-mdpo-1epoch_v1.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT-MDPO-1epoch_v1.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft-mdpo-1epoch_v1.json diff --git a/data/models/JayHyeon_Qwen2.5-0.5B-SFT.json b/data/models/jayhyeon_qwen2.5-0.5b-sft.json similarity index 100% rename from data/models/JayHyeon_Qwen2.5-0.5B-SFT.json rename to data/models/jayhyeon_qwen2.5-0.5b-sft.json diff --git a/data/models/JayHyeon_Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1.json b/data/models/jayhyeon_qwen_0.5-cdpo_5e-7-3ep_0vpo_const_0.1.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1.json rename to data/models/jayhyeon_qwen_0.5-cdpo_5e-7-3ep_0vpo_const_0.1.json diff --git a/data/models/JayHyeon_Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3.json b/data/models/jayhyeon_qwen_0.5-cdpo_5e-7-3ep_0vpo_const_0.3.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3.json rename to data/models/jayhyeon_qwen_0.5-cdpo_5e-7-3ep_0vpo_const_0.3.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_1e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_1e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_1e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_1e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_1e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_1e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_1e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_1e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_3e-6-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_3e-6-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_3e-6-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_3e-6-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_3e-6-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_3e-6-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_3e-6-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_3e-6-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_3e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_3e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_3e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_3e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_3e-7-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_3e-7-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_3e-7-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_3e-7-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_3e-7-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_3e-7-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_3e-7-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_3e-7-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_3e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_3e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_3e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_3e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_5e-7-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_5e-7-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_5e-7-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_5e-7-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_5e-7-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_5e-7-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_5e-7-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_5e-7-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPO_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-dpo_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPO_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-dpo_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_1e-6-3ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_1e-6-3ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_1e-7-3ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_1e-7-3ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_3e-6-1ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_3e-6-1ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_3e-6-2ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_3e-6-2ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_3e-6-3ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_3e-6-3ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_3e-7-1ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_3e-7-1ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_3e-7-2ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_3e-7-2ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_3e-7-3ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_3e-7-3ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_5e-7-1ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_5e-7-1ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_5e-7-2ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_5e-7-2ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam.json b/data/models/jayhyeon_qwen_0.5-dpop_5e-7-3ep_0alp_5lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam.json rename to data/models/jayhyeon_qwen_0.5-dpop_5e-7-3ep_0alp_5lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IPO_5e-7-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-ipo_5e-7-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IPO_5e-7-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-ipo_5e-7-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IPO_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-ipo_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IPO_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-ipo_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_1e-6-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_1e-6-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_1e-7-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_1e-7-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_3e-6-1ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_3e-6-1ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_3e-6-2ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_3e-6-2ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_3e-6-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_3e-6-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_3e-7-1ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_3e-7-1ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_3e-7-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_3e-7-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_5e-7-1ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_5e-7-1ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_5e-7-2ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_5e-7-2ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam.json b/data/models/jayhyeon_qwen_0.5-irpo_5e-7-3ep_1alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-irpo_5e-7-3ep_1alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.1_3e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.1_3e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.1_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.1_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.3_3e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.3_3e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.3_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.3_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.5_1e-5-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.5_1e-5-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.5_3e-7-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.5_3e-7-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.5_3e-7-2ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.5_3e-7-2ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.5_3e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.5_3e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.5_4e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.5_4e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.5_6e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.5_6e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.5_7e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.5_7e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.5_7e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.5_7e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.7_3e-6-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.7_3e-6-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.7_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.7_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-mdpo_0.9_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-mdpo_0.9_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1.json b/data/models/jayhyeon_qwen_0.5-rdpo_3e-6-1ep_0vpo_const_0.1.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1.json rename to data/models/jayhyeon_qwen_0.5-rdpo_3e-6-1ep_0vpo_const_0.1.json diff --git a/data/models/JayHyeon_Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1.json b/data/models/jayhyeon_qwen_0.5-rdpo_5e-7-3ep_0vpo_const_0.1.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1.json rename to data/models/jayhyeon_qwen_0.5-rdpo_5e-7-3ep_0vpo_const_0.1.json diff --git a/data/models/JayHyeon_Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3.json b/data/models/jayhyeon_qwen_0.5-rdpo_5e-7-3ep_0vpo_const_0.3.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3.json rename to data/models/jayhyeon_qwen_0.5-rdpo_5e-7-3ep_0vpo_const_0.3.json diff --git a/data/models/JayHyeon_Qwen_0.5-VDPO_3e-6-1ep_3vpo_const.json b/data/models/jayhyeon_qwen_0.5-vdpo_3e-6-1ep_3vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VDPO_3e-6-1ep_3vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vdpo_3e-6-1ep_3vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-vdpo_5e-7-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-vdpo_5e-7-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_10vpo_const.json b/data/models/jayhyeon_qwen_0.5-vdpo_5e-7-1ep_10vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_10vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vdpo_5e-7-1ep_10vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_1vpo_const.json b/data/models/jayhyeon_qwen_0.5-vdpo_5e-7-1ep_1vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_1vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vdpo_5e-7-1ep_1vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_3vpo_const.json b/data/models/jayhyeon_qwen_0.5-vdpo_5e-7-1ep_3vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_3vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vdpo_5e-7-1ep_3vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-vdpo_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-vdpo_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_1vpo_const.json b/data/models/jayhyeon_qwen_0.5-vdpo_5e-7-3ep_1vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_1vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vdpo_5e-7-3ep_1vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_3vpo_const.json b/data/models/jayhyeon_qwen_0.5-vdpo_5e-7-3ep_3vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_3vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vdpo_5e-7-3ep_3vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_10vpo_const.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_10vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_10vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_10vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_1vpo_const.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_1vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_1vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_1vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_30vpo_const.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_30vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_30vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_30vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_3vpo_const.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_3vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_3vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-1ep_3vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_0alp_0lam.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_0alp_0lam.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_10vpo_const.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_10vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_10vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_10vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_1vpo_const.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_1vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_1vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_1vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_30vpo_const.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_30vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_30vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_30vpo_const.json diff --git a/data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_3vpo_const.json b/data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_3vpo_const.json similarity index 100% rename from data/models/JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_3vpo_const.json rename to data/models/jayhyeon_qwen_0.5-vipo_5e-7-3ep_3vpo_const.json diff --git a/data/models/jebcarter_psyonic-cetacean-20B.json b/data/models/jebcarter_psyonic-cetacean-20b.json similarity index 100% rename from data/models/jebcarter_psyonic-cetacean-20B.json rename to data/models/jebcarter_psyonic-cetacean-20b.json diff --git a/data/models/jebish7_Llama-3-Nanda-10B-Chat.json b/data/models/jebish7_llama-3-nanda-10b-chat.json similarity index 100% rename from data/models/jebish7_Llama-3-Nanda-10B-Chat.json rename to data/models/jebish7_llama-3-nanda-10b-chat.json diff --git a/data/models/jebish7_Llama-3.1-8B-Instruct.json b/data/models/jebish7_llama-3.1-8b-instruct.json similarity index 100% rename from data/models/jebish7_Llama-3.1-8B-Instruct.json rename to data/models/jebish7_llama-3.1-8b-instruct.json diff --git a/data/models/jebish7_Nemotron-4-Mini-Hindi-4B-Base.json b/data/models/jebish7_nemotron-4-mini-hindi-4b-base.json similarity index 100% rename from data/models/jebish7_Nemotron-4-Mini-Hindi-4B-Base.json rename to data/models/jebish7_nemotron-4-mini-hindi-4b-base.json diff --git a/data/models/jebish7_Nemotron-4-Mini-Hindi-4B-Instruct.json b/data/models/jebish7_nemotron-4-mini-hindi-4b-instruct.json similarity index 100% rename from data/models/jebish7_Nemotron-4-Mini-Hindi-4B-Instruct.json rename to data/models/jebish7_nemotron-4-mini-hindi-4b-instruct.json diff --git a/data/models/jebish7_Nemotron-Mini-4B-Instruct.json b/data/models/jebish7_nemotron-mini-4b-instruct.json similarity index 100% rename from data/models/jebish7_Nemotron-Mini-4B-Instruct.json rename to data/models/jebish7_nemotron-mini-4b-instruct.json diff --git a/data/models/jebish7_qwen2.5-0.5B-IHA-Hin.json b/data/models/jebish7_qwen2.5-0.5b-iha-hin.json similarity index 100% rename from data/models/jebish7_qwen2.5-0.5B-IHA-Hin.json rename to data/models/jebish7_qwen2.5-0.5b-iha-hin.json diff --git a/data/models/jeffmeloy_jeffmeloy_Qwen2.5-7B-minperplexity-1.json b/data/models/jeffmeloy_jeffmeloy_qwen2.5-7b-minperplexity-1.json similarity index 100% rename from data/models/jeffmeloy_jeffmeloy_Qwen2.5-7B-minperplexity-1.json rename to data/models/jeffmeloy_jeffmeloy_qwen2.5-7b-minperplexity-1.json diff --git a/data/models/jeffmeloy_Qwen-7B-nerd-uncensored-v1.0.json b/data/models/jeffmeloy_qwen-7b-nerd-uncensored-v1.0.json similarity index 100% rename from data/models/jeffmeloy_Qwen-7B-nerd-uncensored-v1.0.json rename to data/models/jeffmeloy_qwen-7b-nerd-uncensored-v1.0.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-minperplexity-2.json b/data/models/jeffmeloy_qwen2.5-7b-minperplexity-2.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-minperplexity-2.json rename to data/models/jeffmeloy_qwen2.5-7b-minperplexity-2.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v0.9.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v0.9.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v0.9.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v0.9.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.0.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.0.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.0.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.0.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.1.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.1.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.1.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.1.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.2.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.2.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.2.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.2.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.3.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.3.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.3.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.3.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.4.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.4.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.4.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.4.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.5.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.5.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.5.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.5.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.7.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.7.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.7.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.7.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.8.json b/data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.8.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.8.json rename to data/models/jeffmeloy_qwen2.5-7b-nerd-uncensored-v1.8.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-olm-v1.0.json b/data/models/jeffmeloy_qwen2.5-7b-olm-v1.0.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-olm-v1.0.json rename to data/models/jeffmeloy_qwen2.5-7b-olm-v1.0.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-olm-v1.1.json b/data/models/jeffmeloy_qwen2.5-7b-olm-v1.1.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-olm-v1.1.json rename to data/models/jeffmeloy_qwen2.5-7b-olm-v1.1.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-olm-v1.2.json b/data/models/jeffmeloy_qwen2.5-7b-olm-v1.2.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-olm-v1.2.json rename to data/models/jeffmeloy_qwen2.5-7b-olm-v1.2.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-olm-v1.3.json b/data/models/jeffmeloy_qwen2.5-7b-olm-v1.3.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-olm-v1.3.json rename to data/models/jeffmeloy_qwen2.5-7b-olm-v1.3.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-olm-v1.4.json b/data/models/jeffmeloy_qwen2.5-7b-olm-v1.4.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-olm-v1.4.json rename to data/models/jeffmeloy_qwen2.5-7b-olm-v1.4.json diff --git a/data/models/jeffmeloy_Qwen2.5-7B-olm-v1.5.json b/data/models/jeffmeloy_qwen2.5-7b-olm-v1.5.json similarity index 100% rename from data/models/jeffmeloy_Qwen2.5-7B-olm-v1.5.json rename to data/models/jeffmeloy_qwen2.5-7b-olm-v1.5.json diff --git a/data/models/jeonsworld_CarbonVillain-en-10.7B-v4.json b/data/models/jeonsworld_carbonvillain-en-10.7b-v4.json similarity index 100% rename from data/models/jeonsworld_CarbonVillain-en-10.7B-v4.json rename to data/models/jeonsworld_carbonvillain-en-10.7b-v4.json diff --git a/data/models/jiangxinyang-shanda_Homer-LLama3-8B.json b/data/models/jiangxinyang-shanda_homer-llama3-8b.json similarity index 100% rename from data/models/jiangxinyang-shanda_Homer-LLama3-8B.json rename to data/models/jiangxinyang-shanda_homer-llama3-8b.json diff --git a/data/models/jieliu_Storm-7B.json b/data/models/jieliu_storm-7b.json similarity index 100% rename from data/models/jieliu_Storm-7B.json rename to data/models/jieliu_storm-7b.json diff --git a/data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun.json b/data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun.json similarity index 100% rename from data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun.json rename to data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun.json diff --git a/data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log.json b/data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log.json similarity index 100% rename from data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log.json rename to data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log.json diff --git a/data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log.json b/data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log.json similarity index 100% rename from data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log.json rename to data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log.json diff --git a/data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4.json b/data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4.json similarity index 100% rename from data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4.json rename to data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4.json diff --git a/data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun.json b/data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun.json similarity index 100% rename from data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun.json rename to data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun.json diff --git a/data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log.json b/data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log.json similarity index 100% rename from data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log.json rename to data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log.json diff --git a/data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log.json b/data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-rougel-beta10-gamma0.3-lr1.0e-6-scale-log.json similarity index 100% rename from data/models/Jimmy19991222_llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log.json rename to data/models/jimmy19991222_llama-3-8b-instruct-gapo-v2-rougel-beta10-gamma0.3-lr1.0e-6-scale-log.json diff --git a/data/models/Jimmy19991222_Llama-3-Instruct-8B-SimPO-v0.2.json b/data/models/jimmy19991222_llama-3-instruct-8b-simpo-v0.2.json similarity index 100% rename from data/models/Jimmy19991222_Llama-3-Instruct-8B-SimPO-v0.2.json rename to data/models/jimmy19991222_llama-3-instruct-8b-simpo-v0.2.json diff --git a/data/models/jiviai_medX_v2.json b/data/models/jiviai_medx_v2.json similarity index 100% rename from data/models/jiviai_medX_v2.json rename to data/models/jiviai_medx_v2.json diff --git a/data/models/jlzhou_Qwen2.5-3B-Infinity-Instruct-0625.json b/data/models/jlzhou_qwen2.5-3b-infinity-instruct-0625.json similarity index 100% rename from data/models/jlzhou_Qwen2.5-3B-Infinity-Instruct-0625.json rename to data/models/jlzhou_qwen2.5-3b-infinity-instruct-0625.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.1-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.1-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.1-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.1-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.3-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.3-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.3-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.3-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.5-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.5-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.5-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.5-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.7-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.7-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.7-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.7-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.9-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.9-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.9-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs-density-0.9-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.1-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.1-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.1-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.1-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.3-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.3-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.3-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.3-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.5-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.5-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.5-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.5-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.7-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.7-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.7-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.7-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.9-gamma-0.01.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.9-gamma-0.01.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.9-gamma-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_breadcrumbs_ties-density-0.9-gamma-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_dare_linear.json b/data/models/johnsutor_llama-3-8b-instruct_dare_linear.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_dare_linear.json rename to data/models/johnsutor_llama-3-8b-instruct_dare_linear.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_dare_ties-density-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_dare_ties-density-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.3.json b/data/models/johnsutor_llama-3-8b-instruct_dare_ties-density-0.3.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.3.json rename to data/models/johnsutor_llama-3-8b-instruct_dare_ties-density-0.3.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.7.json b/data/models/johnsutor_llama-3-8b-instruct_dare_ties-density-0.7.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.7.json rename to data/models/johnsutor_llama-3-8b-instruct_dare_ties-density-0.7.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.9.json b/data/models/johnsutor_llama-3-8b-instruct_dare_ties-density-0.9.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.9.json rename to data/models/johnsutor_llama-3-8b-instruct_dare_ties-density-0.9.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_linear.json b/data/models/johnsutor_llama-3-8b-instruct_linear.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_linear.json rename to data/models/johnsutor_llama-3-8b-instruct_linear.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.1.json b/data/models/johnsutor_llama-3-8b-instruct_ties-density-0.1.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.1.json rename to data/models/johnsutor_llama-3-8b-instruct_ties-density-0.1.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.3.json b/data/models/johnsutor_llama-3-8b-instruct_ties-density-0.3.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.3.json rename to data/models/johnsutor_llama-3-8b-instruct_ties-density-0.3.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.5.json b/data/models/johnsutor_llama-3-8b-instruct_ties-density-0.5.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.5.json rename to data/models/johnsutor_llama-3-8b-instruct_ties-density-0.5.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.7.json b/data/models/johnsutor_llama-3-8b-instruct_ties-density-0.7.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.7.json rename to data/models/johnsutor_llama-3-8b-instruct_ties-density-0.7.json diff --git a/data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.9.json b/data/models/johnsutor_llama-3-8b-instruct_ties-density-0.9.json similarity index 100% rename from data/models/johnsutor_Llama-3-8B-Instruct_ties-density-0.9.json rename to data/models/johnsutor_llama-3-8b-instruct_ties-density-0.9.json diff --git a/data/models/Joseph717171_Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32.json b/data/models/joseph717171_hermes-3-llama-3.1-8b_ties_with_base_embeds_initialized_to_special_instruct_toks_dtypef32.json similarity index 100% rename from data/models/Joseph717171_Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32.json rename to data/models/joseph717171_hermes-3-llama-3.1-8b_ties_with_base_embeds_initialized_to_special_instruct_toks_dtypef32.json diff --git a/data/models/Joseph717171_Llama-3.1-SuperNova-8B-Lite_TIES_with_Base.json b/data/models/joseph717171_llama-3.1-supernova-8b-lite_ties_with_base.json similarity index 100% rename from data/models/Joseph717171_Llama-3.1-SuperNova-8B-Lite_TIES_with_Base.json rename to data/models/joseph717171_llama-3.1-supernova-8b-lite_ties_with_base.json diff --git a/data/models/Josephgflowers_Cinder-Phi-2-V1-F16-gguf.json b/data/models/josephgflowers_cinder-phi-2-v1-f16-gguf.json similarity index 100% rename from data/models/Josephgflowers_Cinder-Phi-2-V1-F16-gguf.json rename to data/models/josephgflowers_cinder-phi-2-v1-f16-gguf.json diff --git a/data/models/Josephgflowers_Differential-Attention-Liquid-Metal-Tinyllama.json b/data/models/josephgflowers_differential-attention-liquid-metal-tinyllama.json similarity index 100% rename from data/models/Josephgflowers_Differential-Attention-Liquid-Metal-Tinyllama.json rename to data/models/josephgflowers_differential-attention-liquid-metal-tinyllama.json diff --git a/data/models/Josephgflowers_TinyLlama-Cinder-Agent-v1.json b/data/models/josephgflowers_tinyllama-cinder-agent-v1.json similarity index 100% rename from data/models/Josephgflowers_TinyLlama-Cinder-Agent-v1.json rename to data/models/josephgflowers_tinyllama-cinder-agent-v1.json diff --git a/data/models/Josephgflowers_Tinyllama-r1.json b/data/models/josephgflowers_tinyllama-r1.json similarity index 100% rename from data/models/Josephgflowers_Tinyllama-r1.json rename to data/models/josephgflowers_tinyllama-r1.json diff --git a/data/models/Josephgflowers_Tinyllama-STEM-Cinder-Agent-v1.json b/data/models/josephgflowers_tinyllama-stem-cinder-agent-v1.json similarity index 100% rename from data/models/Josephgflowers_Tinyllama-STEM-Cinder-Agent-v1.json rename to data/models/josephgflowers_tinyllama-stem-cinder-agent-v1.json diff --git a/data/models/Josephgflowers_TinyLlama-v1.1-Cinders-World.json b/data/models/josephgflowers_tinyllama-v1.1-cinders-world.json similarity index 100% rename from data/models/Josephgflowers_TinyLlama-v1.1-Cinders-World.json rename to data/models/josephgflowers_tinyllama-v1.1-cinders-world.json diff --git a/data/models/Josephgflowers_TinyLlama_v1.1_math_code-world-test-1.json b/data/models/josephgflowers_tinyllama_v1.1_math_code-world-test-1.json similarity index 100% rename from data/models/Josephgflowers_TinyLlama_v1.1_math_code-world-test-1.json rename to data/models/josephgflowers_tinyllama_v1.1_math_code-world-test-1.json diff --git a/data/models/jpacifico_Chocolatine-14B-Instruct-4k-DPO.json b/data/models/jpacifico_chocolatine-14b-instruct-4k-dpo.json similarity index 100% rename from data/models/jpacifico_Chocolatine-14B-Instruct-4k-DPO.json rename to data/models/jpacifico_chocolatine-14b-instruct-4k-dpo.json diff --git a/data/models/jpacifico_Chocolatine-14B-Instruct-DPO-v1.2.json b/data/models/jpacifico_chocolatine-14b-instruct-dpo-v1.2.json similarity index 100% rename from data/models/jpacifico_Chocolatine-14B-Instruct-DPO-v1.2.json rename to data/models/jpacifico_chocolatine-14b-instruct-dpo-v1.2.json diff --git a/data/models/jpacifico_Chocolatine-14B-Instruct-DPO-v1.3.json b/data/models/jpacifico_chocolatine-14b-instruct-dpo-v1.3.json similarity index 100% rename from data/models/jpacifico_Chocolatine-14B-Instruct-DPO-v1.3.json rename to data/models/jpacifico_chocolatine-14b-instruct-dpo-v1.3.json diff --git a/data/models/jpacifico_Chocolatine-2-14B-Instruct-DPO-v2.0b1.json b/data/models/jpacifico_chocolatine-2-14b-instruct-dpo-v2.0b1.json similarity index 100% rename from data/models/jpacifico_Chocolatine-2-14B-Instruct-DPO-v2.0b1.json rename to data/models/jpacifico_chocolatine-2-14b-instruct-dpo-v2.0b1.json diff --git a/data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0.1.json b/data/models/jpacifico_chocolatine-2-14b-instruct-v2.0.1.json similarity index 100% rename from data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0.1.json rename to data/models/jpacifico_chocolatine-2-14b-instruct-v2.0.1.json diff --git a/data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0.3.json b/data/models/jpacifico_chocolatine-2-14b-instruct-v2.0.3.json similarity index 100% rename from data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0.3.json rename to data/models/jpacifico_chocolatine-2-14b-instruct-v2.0.3.json diff --git a/data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0.json b/data/models/jpacifico_chocolatine-2-14b-instruct-v2.0.json similarity index 100% rename from data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0.json rename to data/models/jpacifico_chocolatine-2-14b-instruct-v2.0.json diff --git a/data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0b2.json b/data/models/jpacifico_chocolatine-2-14b-instruct-v2.0b2.json similarity index 100% rename from data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0b2.json rename to data/models/jpacifico_chocolatine-2-14b-instruct-v2.0b2.json diff --git a/data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0b3.json b/data/models/jpacifico_chocolatine-2-14b-instruct-v2.0b3.json similarity index 100% rename from data/models/jpacifico_Chocolatine-2-14B-Instruct-v2.0b3.json rename to data/models/jpacifico_chocolatine-2-14b-instruct-v2.0b3.json diff --git a/data/models/jpacifico_Chocolatine-3B-Instruct-DPO-Revised.json b/data/models/jpacifico_chocolatine-3b-instruct-dpo-revised.json similarity index 100% rename from data/models/jpacifico_Chocolatine-3B-Instruct-DPO-Revised.json rename to data/models/jpacifico_chocolatine-3b-instruct-dpo-revised.json diff --git a/data/models/jpacifico_Chocolatine-3B-Instruct-DPO-v1.0.json b/data/models/jpacifico_chocolatine-3b-instruct-dpo-v1.0.json similarity index 100% rename from data/models/jpacifico_Chocolatine-3B-Instruct-DPO-v1.0.json rename to data/models/jpacifico_chocolatine-3b-instruct-dpo-v1.0.json diff --git a/data/models/jpacifico_Chocolatine-3B-Instruct-DPO-v1.2.json b/data/models/jpacifico_chocolatine-3b-instruct-dpo-v1.2.json similarity index 100% rename from data/models/jpacifico_Chocolatine-3B-Instruct-DPO-v1.2.json rename to data/models/jpacifico_chocolatine-3b-instruct-dpo-v1.2.json diff --git a/data/models/jpacifico_Distilucie-7B-Math-Instruct-DPO-v0.1.json b/data/models/jpacifico_distilucie-7b-math-instruct-dpo-v0.1.json similarity index 100% rename from data/models/jpacifico_Distilucie-7B-Math-Instruct-DPO-v0.1.json rename to data/models/jpacifico_distilucie-7b-math-instruct-dpo-v0.1.json diff --git a/data/models/jpacifico_Lucie-7B-Instruct-DPO-v1.1.3.json b/data/models/jpacifico_lucie-7b-instruct-dpo-v1.1.3.json similarity index 100% rename from data/models/jpacifico_Lucie-7B-Instruct-DPO-v1.1.3.json rename to data/models/jpacifico_lucie-7b-instruct-dpo-v1.1.3.json diff --git a/data/models/jpacifico_Lucie-7B-Instruct-DPO-v1.1.json b/data/models/jpacifico_lucie-7b-instruct-dpo-v1.1.json similarity index 100% rename from data/models/jpacifico_Lucie-7B-Instruct-DPO-v1.1.json rename to data/models/jpacifico_lucie-7b-instruct-dpo-v1.1.json diff --git a/data/models/jpacifico_Lucie-7B-Instruct-Merged-Model_Stock-v1.0.json b/data/models/jpacifico_lucie-7b-instruct-merged-model_stock-v1.0.json similarity index 100% rename from data/models/jpacifico_Lucie-7B-Instruct-Merged-Model_Stock-v1.0.json rename to data/models/jpacifico_lucie-7b-instruct-merged-model_stock-v1.0.json diff --git a/data/models/jpacifico_Lucie-7B-Instruct-Merged-Model_Stock-v1.1.json b/data/models/jpacifico_lucie-7b-instruct-merged-model_stock-v1.1.json similarity index 100% rename from data/models/jpacifico_Lucie-7B-Instruct-Merged-Model_Stock-v1.1.json rename to data/models/jpacifico_lucie-7b-instruct-merged-model_stock-v1.1.json diff --git a/data/models/jpacifico_Lucie-Boosted-7B-Instruct.json b/data/models/jpacifico_lucie-boosted-7b-instruct.json similarity index 100% rename from data/models/jpacifico_Lucie-Boosted-7B-Instruct.json rename to data/models/jpacifico_lucie-boosted-7b-instruct.json diff --git a/data/models/jsfs11_L3-8B-Stheno-slerp.json b/data/models/jsfs11_l3-8b-stheno-slerp.json similarity index 100% rename from data/models/jsfs11_L3-8B-Stheno-slerp.json rename to data/models/jsfs11_l3-8b-stheno-slerp.json diff --git a/data/models/jsfs11_MixtureofMerges-MoE-4x7b-v4.json b/data/models/jsfs11_mixtureofmerges-moe-4x7b-v4.json similarity index 100% rename from data/models/jsfs11_MixtureofMerges-MoE-4x7b-v4.json rename to data/models/jsfs11_mixtureofmerges-moe-4x7b-v4.json diff --git a/data/models/jsfs11_MixtureofMerges-MoE-4x7b-v5.json b/data/models/jsfs11_mixtureofmerges-moe-4x7b-v5.json similarity index 100% rename from data/models/jsfs11_MixtureofMerges-MoE-4x7b-v5.json rename to data/models/jsfs11_mixtureofmerges-moe-4x7b-v5.json diff --git a/data/models/JungZoona_T3Q-Qwen2.5-14B-Instruct-1M-e3.json b/data/models/jungzoona_t3q-qwen2.5-14b-instruct-1m-e3.json similarity index 100% rename from data/models/JungZoona_T3Q-Qwen2.5-14B-Instruct-1M-e3.json rename to data/models/jungzoona_t3q-qwen2.5-14b-instruct-1m-e3.json diff --git a/data/models/JungZoona_T3Q-qwen2.5-14b-v1.0-e3.json b/data/models/jungzoona_t3q-qwen2.5-14b-v1.0-e3.json similarity index 100% rename from data/models/JungZoona_T3Q-qwen2.5-14b-v1.0-e3.json rename to data/models/jungzoona_t3q-qwen2.5-14b-v1.0-e3.json diff --git a/data/models/Junhoee_Qwen-Megumin.json b/data/models/junhoee_qwen-megumin.json similarity index 100% rename from data/models/Junhoee_Qwen-Megumin.json rename to data/models/junhoee_qwen-megumin.json diff --git a/data/models/kavonalds_BunderMaxx-0710.json b/data/models/kavonalds_bundermaxx-0710.json similarity index 99% rename from data/models/kavonalds_BunderMaxx-0710.json rename to data/models/kavonalds_bundermaxx-0710.json index 48bc362239fba99146b870080541055d536fe611..c6ac0f8a7475b90498abe064315ec79f3f2bd920 100644 --- a/data/models/kavonalds_BunderMaxx-0710.json +++ b/data/models/kavonalds_bundermaxx-0710.json @@ -5,7 +5,7 @@ "developer": "kavonalds", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "1.236" } diff --git a/data/models/kavonalds_BunderMaxx-1010.json b/data/models/kavonalds_bundermaxx-1010.json similarity index 100% rename from data/models/kavonalds_BunderMaxx-1010.json rename to data/models/kavonalds_bundermaxx-1010.json diff --git a/data/models/kavonalds_Lancer-1-1b-Instruct.json b/data/models/kavonalds_lancer-1-1b-instruct.json similarity index 100% rename from data/models/kavonalds_Lancer-1-1b-Instruct.json rename to data/models/kavonalds_lancer-1-1b-instruct.json diff --git a/data/models/kayfour_T3Q-Qwen2.5-7B-it-KOR-Safe.json b/data/models/kayfour_t3q-qwen2.5-7b-it-kor-safe.json similarity index 100% rename from data/models/kayfour_T3Q-Qwen2.5-7B-it-KOR-Safe.json rename to data/models/kayfour_t3q-qwen2.5-7b-it-kor-safe.json diff --git a/data/models/keeeeenw_MicroLlama.json b/data/models/keeeeenw_microllama.json similarity index 100% rename from data/models/keeeeenw_MicroLlama.json rename to data/models/keeeeenw_microllama.json diff --git a/data/models/kekmodel_StopCarbon-10.7B-v5.json b/data/models/kekmodel_stopcarbon-10.7b-v5.json similarity index 100% rename from data/models/kekmodel_StopCarbon-10.7B-v5.json rename to data/models/kekmodel_stopcarbon-10.7b-v5.json diff --git a/data/models/kevin009_llamaRAGdrama.json b/data/models/kevin009_llamaragdrama.json similarity index 100% rename from data/models/kevin009_llamaRAGdrama.json rename to data/models/kevin009_llamaragdrama.json diff --git a/data/models/Khetterman_DarkAtom-12B-v3.json b/data/models/khetterman_darkatom-12b-v3.json similarity index 100% rename from data/models/Khetterman_DarkAtom-12B-v3.json rename to data/models/khetterman_darkatom-12b-v3.json diff --git a/data/models/Khetterman_Kosmos-8B-v1.json b/data/models/khetterman_kosmos-8b-v1.json similarity index 100% rename from data/models/Khetterman_Kosmos-8B-v1.json rename to data/models/khetterman_kosmos-8b-v1.json diff --git a/data/models/khulaifi95_Llama-3.1-8B-Reason-Blend-888k.json b/data/models/khulaifi95_llama-3.1-8b-reason-blend-888k.json similarity index 100% rename from data/models/khulaifi95_Llama-3.1-8B-Reason-Blend-888k.json rename to data/models/khulaifi95_llama-3.1-8b-reason-blend-888k.json diff --git a/data/models/Kimargin_GPT-NEO-1.3B-wiki.json b/data/models/kimargin_gpt-neo-1.3b-wiki.json similarity index 100% rename from data/models/Kimargin_GPT-NEO-1.3B-wiki.json rename to data/models/kimargin_gpt-neo-1.3b-wiki.json diff --git a/data/models/KingNish_qwen-1b-continued-v2.1.json b/data/models/kingnish_qwen-1b-continued-v2.1.json similarity index 100% rename from data/models/KingNish_qwen-1b-continued-v2.1.json rename to data/models/kingnish_qwen-1b-continued-v2.1.json diff --git a/data/models/KingNish_qwen-1b-continued-v2.2.json b/data/models/kingnish_qwen-1b-continued-v2.2.json similarity index 100% rename from data/models/KingNish_qwen-1b-continued-v2.2.json rename to data/models/kingnish_qwen-1b-continued-v2.2.json diff --git a/data/models/KingNish_qwen-1b-continued-v2.json b/data/models/kingnish_qwen-1b-continued-v2.json similarity index 100% rename from data/models/KingNish_qwen-1b-continued-v2.json rename to data/models/kingnish_qwen-1b-continued-v2.json diff --git a/data/models/KingNish_qwen-1b-continued.json b/data/models/kingnish_qwen-1b-continued.json similarity index 100% rename from data/models/KingNish_qwen-1b-continued.json rename to data/models/kingnish_qwen-1b-continued.json diff --git a/data/models/KingNish_Qwen2.5-0.5b-Test-ft.json b/data/models/kingnish_qwen2.5-0.5b-test-ft.json similarity index 100% rename from data/models/KingNish_Qwen2.5-0.5b-Test-ft.json rename to data/models/kingnish_qwen2.5-0.5b-test-ft.json diff --git a/data/models/KingNish_Reasoning-0.5b.json b/data/models/kingnish_reasoning-0.5b.json similarity index 100% rename from data/models/KingNish_Reasoning-0.5b.json rename to data/models/kingnish_reasoning-0.5b.json diff --git a/data/models/KingNish_Reasoning-Llama-3b-v0.1.json b/data/models/kingnish_reasoning-llama-3b-v0.1.json similarity index 100% rename from data/models/KingNish_Reasoning-Llama-3b-v0.1.json rename to data/models/kingnish_reasoning-llama-3b-v0.1.json diff --git a/data/models/kms7530_chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1.json b/data/models/kms7530_chemeng_llama-3-8b-instruct-bnb-4bit_24_1_100_1.json similarity index 100% rename from data/models/kms7530_chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1.json rename to data/models/kms7530_chemeng_llama-3-8b-instruct-bnb-4bit_24_1_100_1.json diff --git a/data/models/Kquant03_CognitiveFusion2-4x7B-BF16.json b/data/models/kquant03_cognitivefusion2-4x7b-bf16.json similarity index 100% rename from data/models/Kquant03_CognitiveFusion2-4x7B-BF16.json rename to data/models/kquant03_cognitivefusion2-4x7b-bf16.json diff --git a/data/models/Kquant03_L3-Pneuma-8B.json b/data/models/kquant03_l3-pneuma-8b.json similarity index 100% rename from data/models/Kquant03_L3-Pneuma-8B.json rename to data/models/kquant03_l3-pneuma-8b.json diff --git a/data/models/Krystalan_DRT-o1-14B.json b/data/models/krystalan_drt-o1-14b.json similarity index 100% rename from data/models/Krystalan_DRT-o1-14B.json rename to data/models/krystalan_drt-o1-14b.json diff --git a/data/models/Krystalan_DRT-o1-7B.json b/data/models/krystalan_drt-o1-7b.json similarity index 100% rename from data/models/Krystalan_DRT-o1-7B.json rename to data/models/krystalan_drt-o1-7b.json diff --git a/data/models/KSU-HW-SEC_Llama3-70b-SVA-FT-1415.json b/data/models/ksu-hw-sec_llama3-70b-sva-ft-1415.json similarity index 100% rename from data/models/KSU-HW-SEC_Llama3-70b-SVA-FT-1415.json rename to data/models/ksu-hw-sec_llama3-70b-sva-ft-1415.json diff --git a/data/models/KSU-HW-SEC_Llama3-70b-SVA-FT-500.json b/data/models/ksu-hw-sec_llama3-70b-sva-ft-500.json similarity index 100% rename from data/models/KSU-HW-SEC_Llama3-70b-SVA-FT-500.json rename to data/models/ksu-hw-sec_llama3-70b-sva-ft-500.json diff --git a/data/models/KSU-HW-SEC_Llama3-70b-SVA-FT-final.json b/data/models/ksu-hw-sec_llama3-70b-sva-ft-final.json similarity index 100% rename from data/models/KSU-HW-SEC_Llama3-70b-SVA-FT-final.json rename to data/models/ksu-hw-sec_llama3-70b-sva-ft-final.json diff --git a/data/models/KSU-HW-SEC_Llama3.1-70b-SVA-FT-1000step.json b/data/models/ksu-hw-sec_llama3.1-70b-sva-ft-1000step.json similarity index 100% rename from data/models/KSU-HW-SEC_Llama3.1-70b-SVA-FT-1000step.json rename to data/models/ksu-hw-sec_llama3.1-70b-sva-ft-1000step.json diff --git a/data/models/Kukedlc_NeuralExperiment-7b-MagicCoder-v7.5.json b/data/models/kukedlc_neuralexperiment-7b-magiccoder-v7.5.json similarity index 100% rename from data/models/Kukedlc_NeuralExperiment-7b-MagicCoder-v7.5.json rename to data/models/kukedlc_neuralexperiment-7b-magiccoder-v7.5.json diff --git a/data/models/Kukedlc_NeuralLLaMa-3-8b-DT-v0.1.json b/data/models/kukedlc_neuralllama-3-8b-dt-v0.1.json similarity index 100% rename from data/models/Kukedlc_NeuralLLaMa-3-8b-DT-v0.1.json rename to data/models/kukedlc_neuralllama-3-8b-dt-v0.1.json diff --git a/data/models/Kukedlc_NeuralLLaMa-3-8b-ORPO-v0.3.json b/data/models/kukedlc_neuralllama-3-8b-orpo-v0.3.json similarity index 100% rename from data/models/Kukedlc_NeuralLLaMa-3-8b-ORPO-v0.3.json rename to data/models/kukedlc_neuralllama-3-8b-orpo-v0.3.json diff --git a/data/models/Kukedlc_NeuralSynthesis-7B-v0.1.json b/data/models/kukedlc_neuralsynthesis-7b-v0.1.json similarity index 100% rename from data/models/Kukedlc_NeuralSynthesis-7B-v0.1.json rename to data/models/kukedlc_neuralsynthesis-7b-v0.1.json diff --git a/data/models/Kukedlc_NeuralSynthesis-7B-v0.3.json b/data/models/kukedlc_neuralsynthesis-7b-v0.3.json similarity index 100% rename from data/models/Kukedlc_NeuralSynthesis-7B-v0.3.json rename to data/models/kukedlc_neuralsynthesis-7b-v0.3.json diff --git a/data/models/Kukedlc_NeuralSynthesis-7b-v0.4-slerp.json b/data/models/kukedlc_neuralsynthesis-7b-v0.4-slerp.json similarity index 100% rename from data/models/Kukedlc_NeuralSynthesis-7b-v0.4-slerp.json rename to data/models/kukedlc_neuralsynthesis-7b-v0.4-slerp.json diff --git a/data/models/Kukedlc_Qwen-2.5-7b-Spanish-o1-CoT.json b/data/models/kukedlc_qwen-2.5-7b-spanish-o1-cot.json similarity index 100% rename from data/models/Kukedlc_Qwen-2.5-7b-Spanish-o1-CoT.json rename to data/models/kukedlc_qwen-2.5-7b-spanish-o1-cot.json diff --git a/data/models/Kumar955_Hemanth-llm.json b/data/models/kumar955_hemanth-llm.json similarity index 100% rename from data/models/Kumar955_Hemanth-llm.json rename to data/models/kumar955_hemanth-llm.json diff --git a/data/models/kz919_QwQ-0.5B-Distilled-SFT.json b/data/models/kz919_qwq-0.5b-distilled-sft.json similarity index 100% rename from data/models/kz919_QwQ-0.5B-Distilled-SFT.json rename to data/models/kz919_qwq-0.5b-distilled-sft.json diff --git a/data/models/L-RAGE_3_PRYMMAL-ECE-7B-SLERP-V1.json b/data/models/l-rage_3_prymmal-ece-7b-slerp-v1.json similarity index 100% rename from data/models/L-RAGE_3_PRYMMAL-ECE-7B-SLERP-V1.json rename to data/models/l-rage_3_prymmal-ece-7b-slerp-v1.json diff --git a/data/models/ladydaina_ECE-FDF.json b/data/models/ladydaina_ece-fdf.json similarity index 100% rename from data/models/ladydaina_ECE-FDF.json rename to data/models/ladydaina_ece-fdf.json diff --git a/data/models/laislemke_LLaMA-2-vicuna-7b-slerp.json b/data/models/laislemke_llama-2-vicuna-7b-slerp.json similarity index 100% rename from data/models/laislemke_LLaMA-2-vicuna-7b-slerp.json rename to data/models/laislemke_llama-2-vicuna-7b-slerp.json diff --git a/data/models/lalainy_ECE-PRYMMAL-0.5B-FT-V5-MUSR.json b/data/models/lalainy_ece-prymmal-0.5b-ft-v5-musr.json similarity index 100% rename from data/models/lalainy_ECE-PRYMMAL-0.5B-FT-V5-MUSR.json rename to data/models/lalainy_ece-prymmal-0.5b-ft-v5-musr.json diff --git a/data/models/lalainy_ECE-PRYMMAL-0.5B-SLERP-V4.json b/data/models/lalainy_ece-prymmal-0.5b-slerp-v4.json similarity index 100% rename from data/models/lalainy_ECE-PRYMMAL-0.5B-SLERP-V4.json rename to data/models/lalainy_ece-prymmal-0.5b-slerp-v4.json diff --git a/data/models/lalainy_ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1.json b/data/models/lalainy_ece-prymmal-yl-0.5b-slerp-bis-v1.json similarity index 100% rename from data/models/lalainy_ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1.json rename to data/models/lalainy_ece-prymmal-yl-0.5b-slerp-bis-v1.json diff --git a/data/models/lalainy_ECE-PRYMMAL-YL-1B-SLERP-V3.json b/data/models/lalainy_ece-prymmal-yl-1b-slerp-v3.json similarity index 100% rename from data/models/lalainy_ECE-PRYMMAL-YL-1B-SLERP-V3.json rename to data/models/lalainy_ece-prymmal-yl-1b-slerp-v3.json diff --git a/data/models/lalainy_ECE-PRYMMAL-YL-1B-SLERP-V4.json b/data/models/lalainy_ece-prymmal-yl-1b-slerp-v4.json similarity index 100% rename from data/models/lalainy_ECE-PRYMMAL-YL-1B-SLERP-V4.json rename to data/models/lalainy_ece-prymmal-yl-1b-slerp-v4.json diff --git a/data/models/lalainy_ECE-PRYMMAL-YL-6B-SLERP-V1.json b/data/models/lalainy_ece-prymmal-yl-6b-slerp-v1.json similarity index 100% rename from data/models/lalainy_ECE-PRYMMAL-YL-6B-SLERP-V1.json rename to data/models/lalainy_ece-prymmal-yl-6b-slerp-v1.json diff --git a/data/models/lalainy_ECE-PRYMMAL-YL-6B-SLERP-V2.json b/data/models/lalainy_ece-prymmal-yl-6b-slerp-v2.json similarity index 100% rename from data/models/lalainy_ECE-PRYMMAL-YL-6B-SLERP-V2.json rename to data/models/lalainy_ece-prymmal-yl-6b-slerp-v2.json diff --git a/data/models/Lambent_qwen2.5-reinstruct-alternate-lumen-14B.json b/data/models/lambent_qwen2.5-reinstruct-alternate-lumen-14b.json similarity index 100% rename from data/models/Lambent_qwen2.5-reinstruct-alternate-lumen-14B.json rename to data/models/lambent_qwen2.5-reinstruct-alternate-lumen-14b.json diff --git a/data/models/Langboat_Mengzi3-8B-Chat.json b/data/models/langboat_mengzi3-8b-chat.json similarity index 100% rename from data/models/Langboat_Mengzi3-8B-Chat.json rename to data/models/langboat_mengzi3-8b-chat.json diff --git a/data/models/langgptai_Qwen-las-v0.1.json b/data/models/langgptai_qwen-las-v0.1.json similarity index 100% rename from data/models/langgptai_Qwen-las-v0.1.json rename to data/models/langgptai_qwen-las-v0.1.json diff --git a/data/models/lars1234_Mistral-Small-24B-Instruct-2501-writer.json b/data/models/lars1234_mistral-small-24b-instruct-2501-writer.json similarity index 100% rename from data/models/lars1234_Mistral-Small-24B-Instruct-2501-writer.json rename to data/models/lars1234_mistral-small-24b-instruct-2501-writer.json diff --git a/data/models/Lawnakk_BBA100.json b/data/models/lawnakk_bba100.json similarity index 100% rename from data/models/Lawnakk_BBA100.json rename to data/models/lawnakk_bba100.json diff --git a/data/models/Lawnakk_BBALAW1.0.json b/data/models/lawnakk_bbalaw1.0.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.0.json rename to data/models/lawnakk_bbalaw1.0.json diff --git a/data/models/Lawnakk_BBALAW1.2.json b/data/models/lawnakk_bbalaw1.2.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.2.json rename to data/models/lawnakk_bbalaw1.2.json diff --git a/data/models/Lawnakk_BBALAW1.3.json b/data/models/lawnakk_bbalaw1.3.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.3.json rename to data/models/lawnakk_bbalaw1.3.json diff --git a/data/models/Lawnakk_BBALAW1.6.json b/data/models/lawnakk_bbalaw1.6.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.6.json rename to data/models/lawnakk_bbalaw1.6.json diff --git a/data/models/Lawnakk_BBALAW1.61.json b/data/models/lawnakk_bbalaw1.61.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.61.json rename to data/models/lawnakk_bbalaw1.61.json diff --git a/data/models/Lawnakk_BBALAW1.62.json b/data/models/lawnakk_bbalaw1.62.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.62.json rename to data/models/lawnakk_bbalaw1.62.json diff --git a/data/models/Lawnakk_BBALAW1.63.json b/data/models/lawnakk_bbalaw1.63.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.63.json rename to data/models/lawnakk_bbalaw1.63.json diff --git a/data/models/Lawnakk_BBALAW1.64.json b/data/models/lawnakk_bbalaw1.64.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.64.json rename to data/models/lawnakk_bbalaw1.64.json diff --git a/data/models/Lawnakk_BBALAW1.json b/data/models/lawnakk_bbalaw1.json similarity index 100% rename from data/models/Lawnakk_BBALAW1.json rename to data/models/lawnakk_bbalaw1.json diff --git a/data/models/leafspark_Llama-3.1-8B-MultiReflection-Instruct.json b/data/models/leafspark_llama-3.1-8b-multireflection-instruct.json similarity index 100% rename from data/models/leafspark_Llama-3.1-8B-MultiReflection-Instruct.json rename to data/models/leafspark_llama-3.1-8b-multireflection-instruct.json diff --git a/data/models/LEESM_llama-2-7b-hf-lora-oki100p.json b/data/models/leesm_llama-2-7b-hf-lora-oki100p.json similarity index 100% rename from data/models/LEESM_llama-2-7b-hf-lora-oki100p.json rename to data/models/leesm_llama-2-7b-hf-lora-oki100p.json diff --git a/data/models/LEESM_llama-2-7b-hf-lora-oki10p.json b/data/models/leesm_llama-2-7b-hf-lora-oki10p.json similarity index 100% rename from data/models/LEESM_llama-2-7b-hf-lora-oki10p.json rename to data/models/leesm_llama-2-7b-hf-lora-oki10p.json diff --git a/data/models/LEESM_llama-3-8b-bnb-4b-kowiki231101.json b/data/models/leesm_llama-3-8b-bnb-4b-kowiki231101.json similarity index 100% rename from data/models/LEESM_llama-3-8b-bnb-4b-kowiki231101.json rename to data/models/leesm_llama-3-8b-bnb-4b-kowiki231101.json diff --git a/data/models/LEESM_llama-3-Korean-Bllossom-8B-trexlab-oki10p.json b/data/models/leesm_llama-3-korean-bllossom-8b-trexlab-oki10p.json similarity index 100% rename from data/models/LEESM_llama-3-Korean-Bllossom-8B-trexlab-oki10p.json rename to data/models/leesm_llama-3-korean-bllossom-8b-trexlab-oki10p.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-9B.json b/data/models/lemon07r_gemma-2-ataraxy-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-Advanced-9B.json b/data/models/lemon07r_gemma-2-ataraxy-advanced-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-Advanced-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-advanced-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-Remix-9B.json b/data/models/lemon07r_gemma-2-ataraxy-remix-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-Remix-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-remix-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v2-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v2-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v2-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v2-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v2a-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v2a-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v2a-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v2a-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v2f-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v2f-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v2f-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v2f-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v3-Advanced-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v3-advanced-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v3-Advanced-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v3-advanced-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v3b-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v3b-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v3b-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v3b-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v3i-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v3i-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v3i-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v3i-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v3j-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v3j-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v3j-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v3j-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v4-Advanced-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v4-advanced-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v4-Advanced-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v4-advanced-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v4a-Advanced-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v4a-advanced-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v4a-Advanced-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v4a-advanced-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v4b-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v4b-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v4b-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v4b-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v4c-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v4c-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v4c-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v4c-9b.json diff --git a/data/models/lemon07r_Gemma-2-Ataraxy-v4d-9B.json b/data/models/lemon07r_gemma-2-ataraxy-v4d-9b.json similarity index 100% rename from data/models/lemon07r_Gemma-2-Ataraxy-v4d-9B.json rename to data/models/lemon07r_gemma-2-ataraxy-v4d-9b.json diff --git a/data/models/lemon07r_llama-3-NeuralMahou-8b.json b/data/models/lemon07r_llama-3-neuralmahou-8b.json similarity index 100% rename from data/models/lemon07r_llama-3-NeuralMahou-8b.json rename to data/models/lemon07r_llama-3-neuralmahou-8b.json diff --git a/data/models/lemon07r_Llama-3-RedMagic4-8B.json b/data/models/lemon07r_llama-3-redmagic4-8b.json similarity index 100% rename from data/models/lemon07r_Llama-3-RedMagic4-8B.json rename to data/models/lemon07r_llama-3-redmagic4-8b.json diff --git a/data/models/LenguajeNaturalAI_leniachat-gemma-2b-v0.json b/data/models/lenguajenaturalai_leniachat-gemma-2b-v0.json similarity index 100% rename from data/models/LenguajeNaturalAI_leniachat-gemma-2b-v0.json rename to data/models/lenguajenaturalai_leniachat-gemma-2b-v0.json diff --git a/data/models/LenguajeNaturalAI_leniachat-qwen2-1.5B-v0.json b/data/models/lenguajenaturalai_leniachat-qwen2-1.5b-v0.json similarity index 100% rename from data/models/LenguajeNaturalAI_leniachat-qwen2-1.5B-v0.json rename to data/models/lenguajenaturalai_leniachat-qwen2-1.5b-v0.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_12.json b/data/models/leroydyer__spydaz_web_ai_12.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_12.json rename to data/models/leroydyer__spydaz_web_ai_12.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_14.json b/data/models/leroydyer__spydaz_web_ai_14.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_14.json rename to data/models/leroydyer__spydaz_web_ai_14.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_001.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_001.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_001.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_001.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_002.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_002.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_002.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_002.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_MasterCoder.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_mastercoder.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_MasterCoder.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_mastercoder.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_001.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_math_001.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_001.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_math_001.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_003.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_math_003.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_003.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_math_003.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_math_advancedstudent.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_math_advancedstudent.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_Student.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_math_student.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_Student.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_math_student.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_Teacher.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_math_teacher.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_Teacher.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_math_teacher.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_MUSR.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_musr.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_MUSR.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_musr.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_001.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_omg_001.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_001.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_omg_001.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_002.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_omg_002.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_002.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_omg_002.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_Coder.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_omg_coder.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_Coder.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_omg_coder.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_Math.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_omg_math.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_Math.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_omg_math.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_MathMaster.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_omg_mathmaster.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_MathMaster.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_omg_mathmaster.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Student_Coder.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_student_coder.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Student_Coder.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_student_coder.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Teacher_Coder.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_teacher_coder.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Teacher_Coder.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_teacher_coder.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Top_Student.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_top_student.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_Top_Student.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_top_student.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_X1.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_x1.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_X1.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_x1.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_X2.json b/data/models/leroydyer__spydaz_web_ai_agi_r1_x2.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_R1_X2.json rename to data/models/leroydyer__spydaz_web_ai_agi_r1_x2.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_AGI_RP_R1.json b/data/models/leroydyer__spydaz_web_ai_agi_rp_r1.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_AGI_RP_R1.json rename to data/models/leroydyer__spydaz_web_ai_agi_rp_r1.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_BIBLE_002.json b/data/models/leroydyer__spydaz_web_ai_bible_002.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_BIBLE_002.json rename to data/models/leroydyer__spydaz_web_ai_bible_002.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_ChatML_002.json b/data/models/leroydyer__spydaz_web_ai_chatml_002.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_ChatML_002.json rename to data/models/leroydyer__spydaz_web_ai_chatml_002.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_ChatQA.json b/data/models/leroydyer__spydaz_web_ai_chatqa.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_ChatQA.json rename to data/models/leroydyer__spydaz_web_ai_chatqa.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_ChatQA_003.json b/data/models/leroydyer__spydaz_web_ai_chatqa_003.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_ChatQA_003.json rename to data/models/leroydyer__spydaz_web_ai_chatqa_003.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_TEMP.json b/data/models/leroydyer__spydaz_web_ai_temp.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_TEMP.json rename to data/models/leroydyer__spydaz_web_ai_temp.json diff --git a/data/models/LeroyDyer__Spydaz_Web_AI_Top_Teacher.json b/data/models/leroydyer__spydaz_web_ai_top_teacher.json similarity index 100% rename from data/models/LeroyDyer__Spydaz_Web_AI_Top_Teacher.json rename to data/models/leroydyer__spydaz_web_ai_top_teacher.json diff --git a/data/models/LeroyDyer_CheckPoint_A.json b/data/models/leroydyer_checkpoint_a.json similarity index 100% rename from data/models/LeroyDyer_CheckPoint_A.json rename to data/models/leroydyer_checkpoint_a.json diff --git a/data/models/LeroyDyer_CheckPoint_B.json b/data/models/leroydyer_checkpoint_b.json similarity index 100% rename from data/models/LeroyDyer_CheckPoint_B.json rename to data/models/leroydyer_checkpoint_b.json diff --git a/data/models/LeroyDyer_CheckPoint_C.json b/data/models/leroydyer_checkpoint_c.json similarity index 100% rename from data/models/LeroyDyer_CheckPoint_C.json rename to data/models/leroydyer_checkpoint_c.json diff --git a/data/models/LeroyDyer_CheckPoint_R1.json b/data/models/leroydyer_checkpoint_r1.json similarity index 100% rename from data/models/LeroyDyer_CheckPoint_R1.json rename to data/models/leroydyer_checkpoint_r1.json diff --git a/data/models/LeroyDyer_LCARS_AI_001.json b/data/models/leroydyer_lcars_ai_001.json similarity index 100% rename from data/models/LeroyDyer_LCARS_AI_001.json rename to data/models/leroydyer_lcars_ai_001.json diff --git a/data/models/LeroyDyer_LCARS_AI_1x4_003_SuperAI.json b/data/models/leroydyer_lcars_ai_1x4_003_superai.json similarity index 100% rename from data/models/LeroyDyer_LCARS_AI_1x4_003_SuperAI.json rename to data/models/leroydyer_lcars_ai_1x4_003_superai.json diff --git a/data/models/LeroyDyer_LCARS_AI_StarTrek_Computer.json b/data/models/leroydyer_lcars_ai_startrek_computer.json similarity index 100% rename from data/models/LeroyDyer_LCARS_AI_StarTrek_Computer.json rename to data/models/leroydyer_lcars_ai_startrek_computer.json diff --git a/data/models/LeroyDyer_LCARS_TOP_SCORE.json b/data/models/leroydyer_lcars_top_score.json similarity index 100% rename from data/models/LeroyDyer_LCARS_TOP_SCORE.json rename to data/models/leroydyer_lcars_top_score.json diff --git a/data/models/LeroyDyer_Mixtral_AI_SwahiliTron_7b.json b/data/models/leroydyer_mixtral_ai_swahilitron_7b.json similarity index 100% rename from data/models/LeroyDyer_Mixtral_AI_SwahiliTron_7b.json rename to data/models/leroydyer_mixtral_ai_swahilitron_7b.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_CyberTron_Ultra_7b.json b/data/models/leroydyer_spydazweb_ai_cybertron_ultra_7b.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_CyberTron_Ultra_7b.json rename to data/models/leroydyer_spydazweb_ai_cybertron_ultra_7b.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAGI_001_M2.json b/data/models/leroydyer_spydazweb_ai_humanagi_001_m2.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAGI_001_M2.json rename to data/models/leroydyer_spydazweb_ai_humanagi_001_m2.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAGI_002.json b/data/models/leroydyer_spydazweb_ai_humanagi_002.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAGI_002.json rename to data/models/leroydyer_spydazweb_ai_humanagi_002.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_001.json b/data/models/leroydyer_spydazweb_ai_humanai_001.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_001.json rename to data/models/leroydyer_spydazweb_ai_humanai_001.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_006.json b/data/models/leroydyer_spydazweb_ai_humanai_006.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_006.json rename to data/models/leroydyer_spydazweb_ai_humanai_006.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_007.json b/data/models/leroydyer_spydazweb_ai_humanai_007.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_007.json rename to data/models/leroydyer_spydazweb_ai_humanai_007.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_009_CHAT.json b/data/models/leroydyer_spydazweb_ai_humanai_009_chat.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_009_CHAT.json rename to data/models/leroydyer_spydazweb_ai_humanai_009_chat.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_010_CHAT.json b/data/models/leroydyer_spydazweb_ai_humanai_010_chat.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_010_CHAT.json rename to data/models/leroydyer_spydazweb_ai_humanai_010_chat.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT.json b/data/models/leroydyer_spydazweb_ai_humanai_011_instruct.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT.json rename to data/models/leroydyer_spydazweb_ai_humanai_011_instruct.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT_ML.json b/data/models/leroydyer_spydazweb_ai_humanai_011_instruct_ml.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT_ML.json rename to data/models/leroydyer_spydazweb_ai_humanai_011_instruct_ml.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1.json b/data/models/leroydyer_spydazweb_ai_humanai_011_instruct_ml_r1.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1.json rename to data/models/leroydyer_spydazweb_ai_humanai_011_instruct_ml_r1.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_IA.json b/data/models/leroydyer_spydazweb_ai_humanai_012_instruct_ia.json similarity index 99% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_IA.json rename to data/models/leroydyer_spydazweb_ai_humanai_012_instruct_ia.json index e8101d23b8216216f871bb896a1fc98edf09778e..7b050770aeb59148493da52d2a21dee32c7d2c89 100644 --- a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_IA.json +++ b/data/models/leroydyer_spydazweb_ai_humanai_012_instruct_ia.json @@ -5,7 +5,7 @@ "developer": "LeroyDyer", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "MistralForCausalLM", "params_billions": "7.242" } diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_MX.json b/data/models/leroydyer_spydazweb_ai_humanai_012_instruct_mx.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_MX.json rename to data/models/leroydyer_spydazweb_ai_humanai_012_instruct_mx.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_XA.json b/data/models/leroydyer_spydazweb_ai_humanai_012_instruct_xa.json similarity index 99% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_XA.json rename to data/models/leroydyer_spydazweb_ai_humanai_012_instruct_xa.json index 25c290af7da75521a222d9946c14b48a272bc9ba..90656456ac84eb015314278cafdaa288005eb1ba 100644 --- a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_XA.json +++ b/data/models/leroydyer_spydazweb_ai_humanai_012_instruct_xa.json @@ -5,7 +5,7 @@ "developer": "LeroyDyer", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MistralForCausalLM", "params_billions": "7.242" } diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_RP.json b/data/models/leroydyer_spydazweb_ai_humanai_rp.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_RP.json rename to data/models/leroydyer_spydazweb_ai_humanai_rp.json diff --git a/data/models/LeroyDyer_SpydazWeb_AI_HumanAI_TextVision.json b/data/models/leroydyer_spydazweb_ai_humanai_textvision.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_AI_HumanAI_TextVision.json rename to data/models/leroydyer_spydazweb_ai_humanai_textvision.json diff --git a/data/models/LeroyDyer_SpydazWeb_HumanAI_M1.json b/data/models/leroydyer_spydazweb_humanai_m1.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_HumanAI_M1.json rename to data/models/leroydyer_spydazweb_humanai_m1.json diff --git a/data/models/LeroyDyer_SpydazWeb_HumanAI_M2.json b/data/models/leroydyer_spydazweb_humanai_m2.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_HumanAI_M2.json rename to data/models/leroydyer_spydazweb_humanai_m2.json diff --git a/data/models/LeroyDyer_SpydazWeb_HumanAI_M3.json b/data/models/leroydyer_spydazweb_humanai_m3.json similarity index 100% rename from data/models/LeroyDyer_SpydazWeb_HumanAI_M3.json rename to data/models/leroydyer_spydazweb_humanai_m3.json diff --git a/data/models/LeroyDyer_SpydazWebAI_Human_AGI.json b/data/models/leroydyer_spydazwebai_human_agi.json similarity index 100% rename from data/models/LeroyDyer_SpydazWebAI_Human_AGI.json rename to data/models/leroydyer_spydazwebai_human_agi.json diff --git a/data/models/LeroyDyer_SpydazWebAI_Human_AGI_001.json b/data/models/leroydyer_spydazwebai_human_agi_001.json similarity index 100% rename from data/models/LeroyDyer_SpydazWebAI_Human_AGI_001.json rename to data/models/leroydyer_spydazwebai_human_agi_001.json diff --git a/data/models/lesubra_ECE-EIFFEL-3B.json b/data/models/lesubra_ece-eiffel-3b.json similarity index 100% rename from data/models/lesubra_ECE-EIFFEL-3B.json rename to data/models/lesubra_ece-eiffel-3b.json diff --git a/data/models/lesubra_ECE-EIFFEL-3Bv2.json b/data/models/lesubra_ece-eiffel-3bv2.json similarity index 100% rename from data/models/lesubra_ECE-EIFFEL-3Bv2.json rename to data/models/lesubra_ece-eiffel-3bv2.json diff --git a/data/models/lesubra_ECE-EIFFEL-3Bv3.json b/data/models/lesubra_ece-eiffel-3bv3.json similarity index 100% rename from data/models/lesubra_ECE-EIFFEL-3Bv3.json rename to data/models/lesubra_ece-eiffel-3bv3.json diff --git a/data/models/lesubra_ECE-PRYMMAL-3B-SLERP-V1.json b/data/models/lesubra_ece-prymmal-3b-slerp-v1.json similarity index 100% rename from data/models/lesubra_ECE-PRYMMAL-3B-SLERP-V1.json rename to data/models/lesubra_ece-prymmal-3b-slerp-v1.json diff --git a/data/models/lesubra_ECE-PRYMMAL-3B-SLERP-V2.json b/data/models/lesubra_ece-prymmal-3b-slerp-v2.json similarity index 100% rename from data/models/lesubra_ECE-PRYMMAL-3B-SLERP-V2.json rename to data/models/lesubra_ece-prymmal-3b-slerp-v2.json diff --git a/data/models/lesubra_ECE-PRYMMAL-3B-SLERP_2-V1.json b/data/models/lesubra_ece-prymmal-3b-slerp_2-v1.json similarity index 100% rename from data/models/lesubra_ECE-PRYMMAL-3B-SLERP_2-V1.json rename to data/models/lesubra_ece-prymmal-3b-slerp_2-v1.json diff --git a/data/models/lesubra_ECE-PRYMMAL-3B-SLERP_2-V2.json b/data/models/lesubra_ece-prymmal-3b-slerp_2-v2.json similarity index 100% rename from data/models/lesubra_ECE-PRYMMAL-3B-SLERP_2-V2.json rename to data/models/lesubra_ece-prymmal-3b-slerp_2-v2.json diff --git a/data/models/LGAI-EXAONE_EXAONE-3.0-7.8B-Instruct.json b/data/models/lgai-exaone_exaone-3.0-7.8b-instruct.json similarity index 100% rename from data/models/LGAI-EXAONE_EXAONE-3.0-7.8B-Instruct.json rename to data/models/lgai-exaone_exaone-3.0-7.8b-instruct.json diff --git a/data/models/LGAI-EXAONE_EXAONE-3.5-2.4B-Instruct.json b/data/models/lgai-exaone_exaone-3.5-2.4b-instruct.json similarity index 100% rename from data/models/LGAI-EXAONE_EXAONE-3.5-2.4B-Instruct.json rename to data/models/lgai-exaone_exaone-3.5-2.4b-instruct.json diff --git a/data/models/LGAI-EXAONE_EXAONE-3.5-32B-Instruct.json b/data/models/lgai-exaone_exaone-3.5-32b-instruct.json similarity index 100% rename from data/models/LGAI-EXAONE_EXAONE-3.5-32B-Instruct.json rename to data/models/lgai-exaone_exaone-3.5-32b-instruct.json diff --git a/data/models/LGAI-EXAONE_EXAONE-3.5-7.8B-Instruct.json b/data/models/lgai-exaone_exaone-3.5-7.8b-instruct.json similarity index 100% rename from data/models/LGAI-EXAONE_EXAONE-3.5-7.8B-Instruct.json rename to data/models/lgai-exaone_exaone-3.5-7.8b-instruct.json diff --git a/data/models/lightblue_suzume-llama-3-8B-multilingual-orpo-borda-full.json b/data/models/lightblue_suzume-llama-3-8b-multilingual-orpo-borda-full.json similarity index 100% rename from data/models/lightblue_suzume-llama-3-8B-multilingual-orpo-borda-full.json rename to data/models/lightblue_suzume-llama-3-8b-multilingual-orpo-borda-full.json diff --git a/data/models/lightblue_suzume-llama-3-8B-multilingual-orpo-borda-half.json b/data/models/lightblue_suzume-llama-3-8b-multilingual-orpo-borda-half.json similarity index 100% rename from data/models/lightblue_suzume-llama-3-8B-multilingual-orpo-borda-half.json rename to data/models/lightblue_suzume-llama-3-8b-multilingual-orpo-borda-half.json diff --git a/data/models/lightblue_suzume-llama-3-8B-multilingual-orpo-borda-top25.json b/data/models/lightblue_suzume-llama-3-8b-multilingual-orpo-borda-top25.json similarity index 100% rename from data/models/lightblue_suzume-llama-3-8B-multilingual-orpo-borda-top25.json rename to data/models/lightblue_suzume-llama-3-8b-multilingual-orpo-borda-top25.json diff --git a/data/models/lightblue_suzume-llama-3-8B-multilingual-orpo-borda-top75.json b/data/models/lightblue_suzume-llama-3-8b-multilingual-orpo-borda-top75.json similarity index 100% rename from data/models/lightblue_suzume-llama-3-8B-multilingual-orpo-borda-top75.json rename to data/models/lightblue_suzume-llama-3-8b-multilingual-orpo-borda-top75.json diff --git a/data/models/lightblue_suzume-llama-3-8B-multilingual.json b/data/models/lightblue_suzume-llama-3-8b-multilingual.json similarity index 100% rename from data/models/lightblue_suzume-llama-3-8B-multilingual.json rename to data/models/lightblue_suzume-llama-3-8b-multilingual.json diff --git a/data/models/LightningRodLabs_Flashlight-v1.0.json b/data/models/lightningrodlabs_flashlight-v1.0.json similarity index 100% rename from data/models/LightningRodLabs_Flashlight-v1.0.json rename to data/models/lightningrodlabs_flashlight-v1.0.json diff --git a/data/models/LightningRodLabs_Flashlight-v1.1.json b/data/models/lightningrodlabs_flashlight-v1.1.json similarity index 100% rename from data/models/LightningRodLabs_Flashlight-v1.1.json rename to data/models/lightningrodlabs_flashlight-v1.1.json diff --git a/data/models/LightningRodLabs_Flashlight-v1.2.json b/data/models/lightningrodlabs_flashlight-v1.2.json similarity index 100% rename from data/models/LightningRodLabs_Flashlight-v1.2.json rename to data/models/lightningrodlabs_flashlight-v1.2.json diff --git a/data/models/Lil-R_2_PRYMMAL-ECE-2B-SLERP-V1.json b/data/models/lil-r_2_prymmal-ece-2b-slerp-v1.json similarity index 100% rename from data/models/Lil-R_2_PRYMMAL-ECE-2B-SLERP-V1.json rename to data/models/lil-r_2_prymmal-ece-2b-slerp-v1.json diff --git a/data/models/Lil-R_2_PRYMMAL-ECE-2B-SLERP-V2.json b/data/models/lil-r_2_prymmal-ece-2b-slerp-v2.json similarity index 100% rename from data/models/Lil-R_2_PRYMMAL-ECE-2B-SLERP-V2.json rename to data/models/lil-r_2_prymmal-ece-2b-slerp-v2.json diff --git a/data/models/Lil-R_2_PRYMMAL-ECE-7B-SLERP-V1.json b/data/models/lil-r_2_prymmal-ece-7b-slerp-v1.json similarity index 100% rename from data/models/Lil-R_2_PRYMMAL-ECE-7B-SLERP-V1.json rename to data/models/lil-r_2_prymmal-ece-7b-slerp-v1.json diff --git a/data/models/Lil-R_2_PRYMMAL-ECE-7B-SLERP-V2.json b/data/models/lil-r_2_prymmal-ece-7b-slerp-v2.json similarity index 100% rename from data/models/Lil-R_2_PRYMMAL-ECE-7B-SLERP-V2.json rename to data/models/lil-r_2_prymmal-ece-7b-slerp-v2.json diff --git a/data/models/Lil-R_2_PRYMMAL-ECE-7B-SLERP-V3.json b/data/models/lil-r_2_prymmal-ece-7b-slerp-v3.json similarity index 100% rename from data/models/Lil-R_2_PRYMMAL-ECE-7B-SLERP-V3.json rename to data/models/lil-r_2_prymmal-ece-7b-slerp-v3.json diff --git a/data/models/Lil-R_2_PRYMMAL-ECE-7B-SLERP.json b/data/models/lil-r_2_prymmal-ece-7b-slerp.json similarity index 100% rename from data/models/Lil-R_2_PRYMMAL-ECE-7B-SLERP.json rename to data/models/lil-r_2_prymmal-ece-7b-slerp.json diff --git a/data/models/Lil-R_PRYMMAL-ECE-1B-SLERP-V1.json b/data/models/lil-r_prymmal-ece-1b-slerp-v1.json similarity index 100% rename from data/models/Lil-R_PRYMMAL-ECE-1B-SLERP-V1.json rename to data/models/lil-r_prymmal-ece-1b-slerp-v1.json diff --git a/data/models/Lil-R_PRYMMAL-ECE-7B-SLERP-V8.json b/data/models/lil-r_prymmal-ece-7b-slerp-v8.json similarity index 100% rename from data/models/Lil-R_PRYMMAL-ECE-7B-SLERP-V8.json rename to data/models/lil-r_prymmal-ece-7b-slerp-v8.json diff --git a/data/models/LilRg_10PRYMMAL-3B-slerp.json b/data/models/lilrg_10prymmal-3b-slerp.json similarity index 100% rename from data/models/LilRg_10PRYMMAL-3B-slerp.json rename to data/models/lilrg_10prymmal-3b-slerp.json diff --git a/data/models/LilRg_ECE-1B-merge-PRYMMAL.json b/data/models/lilrg_ece-1b-merge-prymmal.json similarity index 100% rename from data/models/LilRg_ECE-1B-merge-PRYMMAL.json rename to data/models/lilrg_ece-1b-merge-prymmal.json diff --git a/data/models/LilRg_ECE_Finetunning.json b/data/models/lilrg_ece_finetunning.json similarity index 100% rename from data/models/LilRg_ECE_Finetunning.json rename to data/models/lilrg_ece_finetunning.json diff --git a/data/models/LilRg_PRYMMAL-6B-slerp.json b/data/models/lilrg_prymmal-6b-slerp.json similarity index 100% rename from data/models/LilRg_PRYMMAL-6B-slerp.json rename to data/models/lilrg_prymmal-6b-slerp.json diff --git a/data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V3.json b/data/models/lilrg_prymmal-ece-7b-slerp-v3.json similarity index 100% rename from data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V3.json rename to data/models/lilrg_prymmal-ece-7b-slerp-v3.json diff --git a/data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V4.json b/data/models/lilrg_prymmal-ece-7b-slerp-v4.json similarity index 100% rename from data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V4.json rename to data/models/lilrg_prymmal-ece-7b-slerp-v4.json diff --git a/data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V5.json b/data/models/lilrg_prymmal-ece-7b-slerp-v5.json similarity index 100% rename from data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V5.json rename to data/models/lilrg_prymmal-ece-7b-slerp-v5.json diff --git a/data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V6.json b/data/models/lilrg_prymmal-ece-7b-slerp-v6.json similarity index 100% rename from data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V6.json rename to data/models/lilrg_prymmal-ece-7b-slerp-v6.json diff --git a/data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V7.json b/data/models/lilrg_prymmal-ece-7b-slerp-v7.json similarity index 100% rename from data/models/LilRg_PRYMMAL-ECE-7B-SLERP-V7.json rename to data/models/lilrg_prymmal-ece-7b-slerp-v7.json diff --git a/data/models/LilRg_PRYMMAL-slerp-Merge.json b/data/models/lilrg_prymmal-slerp-merge.json similarity index 100% rename from data/models/LilRg_PRYMMAL-slerp-Merge.json rename to data/models/lilrg_prymmal-slerp-merge.json diff --git a/data/models/LimYeri_CodeMind-Llama3-8B-unsloth_v2-merged.json b/data/models/limyeri_codemind-llama3-8b-unsloth_v2-merged.json similarity index 100% rename from data/models/LimYeri_CodeMind-Llama3-8B-unsloth_v2-merged.json rename to data/models/limyeri_codemind-llama3-8b-unsloth_v2-merged.json diff --git a/data/models/LimYeri_CodeMind-Llama3-8B-unsloth_v3-merged.json b/data/models/limyeri_codemind-llama3-8b-unsloth_v3-merged.json similarity index 100% rename from data/models/LimYeri_CodeMind-Llama3-8B-unsloth_v3-merged.json rename to data/models/limyeri_codemind-llama3-8b-unsloth_v3-merged.json diff --git a/data/models/LimYeri_CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged.json b/data/models/limyeri_codemind-llama3-8b-unsloth_v4-one-dpo-merged.json similarity index 100% rename from data/models/LimYeri_CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged.json rename to data/models/limyeri_codemind-llama3-8b-unsloth_v4-one-dpo-merged.json diff --git a/data/models/LimYeri_CodeMind-Llama3-8B-unsloth_v4-one-merged.json b/data/models/limyeri_codemind-llama3-8b-unsloth_v4-one-merged.json similarity index 100% rename from data/models/LimYeri_CodeMind-Llama3-8B-unsloth_v4-one-merged.json rename to data/models/limyeri_codemind-llama3-8b-unsloth_v4-one-merged.json diff --git a/data/models/LimYeri_CodeMind-Llama3.1-8B-unsloth-merged.json b/data/models/limyeri_codemind-llama3.1-8b-unsloth-merged.json similarity index 100% rename from data/models/LimYeri_CodeMind-Llama3.1-8B-unsloth-merged.json rename to data/models/limyeri_codemind-llama3.1-8b-unsloth-merged.json diff --git a/data/models/lkoenig_BBAI_145.json b/data/models/lkoenig_bbai_145.json similarity index 100% rename from data/models/lkoenig_BBAI_145.json rename to data/models/lkoenig_bbai_145.json diff --git a/data/models/lkoenig_BBAI_200_Gemma.json b/data/models/lkoenig_bbai_200_gemma.json similarity index 100% rename from data/models/lkoenig_BBAI_200_Gemma.json rename to data/models/lkoenig_bbai_200_gemma.json diff --git a/data/models/lkoenig_BBAI_212_Qwencore.json b/data/models/lkoenig_bbai_212_qwencore.json similarity index 100% rename from data/models/lkoenig_BBAI_212_Qwencore.json rename to data/models/lkoenig_bbai_212_qwencore.json diff --git a/data/models/lkoenig_BBAI_212_QwenLawLo.json b/data/models/lkoenig_bbai_212_qwenlawlo.json similarity index 100% rename from data/models/lkoenig_BBAI_212_QwenLawLo.json rename to data/models/lkoenig_bbai_212_qwenlawlo.json diff --git a/data/models/lkoenig_BBAI_230_Xiaqwen.json b/data/models/lkoenig_bbai_230_xiaqwen.json similarity index 100% rename from data/models/lkoenig_BBAI_230_Xiaqwen.json rename to data/models/lkoenig_bbai_230_xiaqwen.json diff --git a/data/models/lkoenig_BBAI_375_QwenDyancabs.json b/data/models/lkoenig_bbai_375_qwendyancabs.json similarity index 100% rename from data/models/lkoenig_BBAI_375_QwenDyancabs.json rename to data/models/lkoenig_bbai_375_qwendyancabs.json diff --git a/data/models/lkoenig_BBAI_456_QwenKoen.json b/data/models/lkoenig_bbai_456_qwenkoen.json similarity index 100% rename from data/models/lkoenig_BBAI_456_QwenKoen.json rename to data/models/lkoenig_bbai_456_qwenkoen.json diff --git a/data/models/lkoenig_BBAI_7B_KoenQwenDyan.json b/data/models/lkoenig_bbai_7b_koenqwendyan.json similarity index 100% rename from data/models/lkoenig_BBAI_7B_KoenQwenDyan.json rename to data/models/lkoenig_bbai_7b_koenqwendyan.json diff --git a/data/models/lkoenig_BBAI_7B_Qwen2.5koen.json b/data/models/lkoenig_bbai_7b_qwen2.5koen.json similarity index 100% rename from data/models/lkoenig_BBAI_7B_Qwen2.5koen.json rename to data/models/lkoenig_bbai_7b_qwen2.5koen.json diff --git a/data/models/lkoenig_BBAI_7B_QwenDyancabsLAW.json b/data/models/lkoenig_bbai_7b_qwendyancabslaw.json similarity index 100% rename from data/models/lkoenig_BBAI_7B_QwenDyancabsLAW.json rename to data/models/lkoenig_bbai_7b_qwendyancabslaw.json diff --git a/data/models/lkoenig_BBAI_7B_QwenDyanKoenLo.json b/data/models/lkoenig_bbai_7b_qwendyankoenlo.json similarity index 100% rename from data/models/lkoenig_BBAI_7B_QwenDyanKoenLo.json rename to data/models/lkoenig_bbai_7b_qwendyankoenlo.json diff --git a/data/models/llm-blender_PairRM-hf.json b/data/models/llm-blender_pairrm-hf.json similarity index 100% rename from data/models/llm-blender_PairRM-hf.json rename to data/models/llm-blender_pairrm-hf.json diff --git a/data/models/LLM360_K2-Chat.json b/data/models/llm360_k2-chat.json similarity index 100% rename from data/models/LLM360_K2-Chat.json rename to data/models/llm360_k2-chat.json diff --git a/data/models/LLM360_K2.json b/data/models/llm360_k2.json similarity index 100% rename from data/models/LLM360_K2.json rename to data/models/llm360_k2.json diff --git a/data/models/LLM4Binary_llm4decompile-1.3b-v2.json b/data/models/llm4binary_llm4decompile-1.3b-v2.json similarity index 100% rename from data/models/LLM4Binary_llm4decompile-1.3b-v2.json rename to data/models/llm4binary_llm4decompile-1.3b-v2.json diff --git a/data/models/llmat_Mistral-v0.3-7B-ORPO.json b/data/models/llmat_mistral-v0.3-7b-orpo.json similarity index 99% rename from data/models/llmat_Mistral-v0.3-7B-ORPO.json rename to data/models/llmat_mistral-v0.3-7b-orpo.json index 80a218e2504d2525adce203b3824cb7ac4bbd398..3a1b947d84c5d76bb2423237a20cbf150415592e 100644 --- a/data/models/llmat_Mistral-v0.3-7B-ORPO.json +++ b/data/models/llmat_mistral-v0.3-7b-orpo.json @@ -5,7 +5,7 @@ "developer": "llmat", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "MistralForCausalLM", "params_billions": "7.248" } diff --git a/data/models/llnYou_ECE-PRYMMAL-YL-1B-SLERP-V5.json b/data/models/llnyou_ece-prymmal-yl-1b-slerp-v5.json similarity index 100% rename from data/models/llnYou_ECE-PRYMMAL-YL-1B-SLERP-V5.json rename to data/models/llnyou_ece-prymmal-yl-1b-slerp-v5.json diff --git a/data/models/llnYou_ECE-PRYMMAL-YL-1B-SLERP-V6.json b/data/models/llnyou_ece-prymmal-yl-1b-slerp-v6.json similarity index 100% rename from data/models/llnYou_ECE-PRYMMAL-YL-1B-SLERP-V6.json rename to data/models/llnyou_ece-prymmal-yl-1b-slerp-v6.json diff --git a/data/models/llnYou_ECE-PRYMMAL-YL-3B-SLERP-V1.json b/data/models/llnyou_ece-prymmal-yl-3b-slerp-v1.json similarity index 100% rename from data/models/llnYou_ECE-PRYMMAL-YL-3B-SLERP-V1.json rename to data/models/llnyou_ece-prymmal-yl-3b-slerp-v1.json diff --git a/data/models/llnYou_ECE-PRYMMAL-YL-3B-SLERP-V2.json b/data/models/llnyou_ece-prymmal-yl-3b-slerp-v2.json similarity index 100% rename from data/models/llnYou_ECE-PRYMMAL-YL-3B-SLERP-V2.json rename to data/models/llnyou_ece-prymmal-yl-3b-slerp-v2.json diff --git a/data/models/llnYou_ECE-PRYMMAL-YL-3B-SLERP-V3.json b/data/models/llnyou_ece-prymmal-yl-3b-slerp-v3.json similarity index 100% rename from data/models/llnYou_ECE-PRYMMAL-YL-3B-SLERP-V3.json rename to data/models/llnyou_ece-prymmal-yl-3b-slerp-v3.json diff --git a/data/models/lmsys_Vicuna-v1.3-13B.json b/data/models/lmsys_vicuna-v1.3-13b.json similarity index 100% rename from data/models/lmsys_Vicuna-v1.3-13B.json rename to data/models/lmsys_vicuna-v1.3-13b.json diff --git a/data/models/lmsys_Vicuna-v1.3-7B.json b/data/models/lmsys_vicuna-v1.3-7b.json similarity index 100% rename from data/models/lmsys_Vicuna-v1.3-7B.json rename to data/models/lmsys_vicuna-v1.3-7b.json diff --git a/data/models/Locutusque_CollectiveLM-Falcon-3-7B.json b/data/models/locutusque_collectivelm-falcon-3-7b.json similarity index 100% rename from data/models/Locutusque_CollectiveLM-Falcon-3-7B.json rename to data/models/locutusque_collectivelm-falcon-3-7b.json diff --git a/data/models/Locutusque_Hercules-6.0-Llama-3.1-8B.json b/data/models/locutusque_hercules-6.0-llama-3.1-8b.json similarity index 100% rename from data/models/Locutusque_Hercules-6.0-Llama-3.1-8B.json rename to data/models/locutusque_hercules-6.0-llama-3.1-8b.json diff --git a/data/models/Locutusque_Hercules-6.1-Llama-3.1-8B.json b/data/models/locutusque_hercules-6.1-llama-3.1-8b.json similarity index 100% rename from data/models/Locutusque_Hercules-6.1-Llama-3.1-8B.json rename to data/models/locutusque_hercules-6.1-llama-3.1-8b.json diff --git a/data/models/Locutusque_Llama-3-NeuralHercules-5.0-8B.json b/data/models/locutusque_llama-3-neuralhercules-5.0-8b.json similarity index 100% rename from data/models/Locutusque_Llama-3-NeuralHercules-5.0-8B.json rename to data/models/locutusque_llama-3-neuralhercules-5.0-8b.json diff --git a/data/models/Locutusque_Llama-3-Yggdrasil-2.0-8B.json b/data/models/locutusque_llama-3-yggdrasil-2.0-8b.json similarity index 100% rename from data/models/Locutusque_Llama-3-Yggdrasil-2.0-8B.json rename to data/models/locutusque_llama-3-yggdrasil-2.0-8b.json diff --git a/data/models/Locutusque_TinyMistral-248M-v2.5.json b/data/models/locutusque_tinymistral-248m-v2.5.json similarity index 100% rename from data/models/Locutusque_TinyMistral-248M-v2.5.json rename to data/models/locutusque_tinymistral-248m-v2.5.json diff --git a/data/models/lordjia_Llama-3-Cantonese-8B-Instruct.json b/data/models/lordjia_llama-3-cantonese-8b-instruct.json similarity index 100% rename from data/models/lordjia_Llama-3-Cantonese-8B-Instruct.json rename to data/models/lordjia_llama-3-cantonese-8b-instruct.json diff --git a/data/models/lordjia_Qwen2-Cantonese-7B-Instruct.json b/data/models/lordjia_qwen2-cantonese-7b-instruct.json similarity index 100% rename from data/models/lordjia_Qwen2-Cantonese-7B-Instruct.json rename to data/models/lordjia_qwen2-cantonese-7b-instruct.json diff --git a/data/models/Luni_StarDust-12b-v1.json b/data/models/luni_stardust-12b-v1.json similarity index 100% rename from data/models/Luni_StarDust-12b-v1.json rename to data/models/luni_stardust-12b-v1.json diff --git a/data/models/Luni_StarDust-12b-v2.json b/data/models/luni_stardust-12b-v2.json similarity index 100% rename from data/models/Luni_StarDust-12b-v2.json rename to data/models/luni_stardust-12b-v2.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v3.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v3.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v3.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v3.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v4.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v4.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v4.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v4.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v5.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v5.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v5.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v5.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v6-cpt.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v6-cpt.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v6.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v6.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v6.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v6.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v7-rebase.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v7-rebase.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v7.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v7.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v7.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v7.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.5.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.5.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.5.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.5.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.6.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.6.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.6.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.6.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.7.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.7.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.7.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.7.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.8.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.8.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.8.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.8.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.9.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.9.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.9.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.9.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v8.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9-stock.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v9-stock.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9-stock.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v9-stock.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9.1.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v9.1.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9.1.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v9.1.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9.2.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v9.2.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9.2.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v9.2.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9.json b/data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v9.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-megafusion-v9.json diff --git a/data/models/Lunzima_NQLSG-Qwen2.5-14B-OriginalFusion.json b/data/models/lunzima_nqlsg-qwen2.5-14b-originalfusion.json similarity index 100% rename from data/models/Lunzima_NQLSG-Qwen2.5-14B-OriginalFusion.json rename to data/models/lunzima_nqlsg-qwen2.5-14b-originalfusion.json diff --git a/data/models/LxzGordon_URM-LLaMa-3-8B.json b/data/models/lxzgordon_urm-llama-3-8b.json similarity index 100% rename from data/models/LxzGordon_URM-LLaMa-3-8B.json rename to data/models/lxzgordon_urm-llama-3-8b.json diff --git a/data/models/LxzGordon_URM-LLaMa-3.1-8B.json b/data/models/lxzgordon_urm-llama-3.1-8b.json similarity index 100% rename from data/models/LxzGordon_URM-LLaMa-3.1-8B.json rename to data/models/lxzgordon_urm-llama-3.1-8b.json index 2ce56c90ce0d5fb5788660f5b3f1f1e179701786..7f03035f2bd809fb14be27130e313f5b86a26f9a 100644 --- a/data/models/LxzGordon_URM-LLaMa-3.1-8B.json +++ b/data/models/lxzgordon_urm-llama-3.1-8b.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/LxzGordon_URM-LLaMa-3.1-8B/1766412838.146816", + "evaluation_id": "reward-bench-2/LxzGordon_URM-LLaMa-3.1-8B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,128 +31,104 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9294 + "score": 0.7394 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9553 + "score": 0.6884 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8816 + "score": 0.45 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9108 + "score": 0.6393 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9698 + "score": 0.9178 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench-2/LxzGordon_URM-LLaMa-3.1-8B/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench 2", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7394 + "score": 0.9758 }, "source_data": { "dataset_name": "RewardBench 2", @@ -161,111 +137,135 @@ } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6884 + "score": 0.7653 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench/LxzGordon_URM-LLaMa-3.1-8B/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Precise IF", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.45 + "score": 0.9294 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6393 + "score": 0.9553 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9178 + "score": 0.8816 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9758 + "score": 0.9108 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7653 + "score": 0.9698 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/Lyte_Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3.json b/data/models/lyte_llama-3.1-8b-instruct-reasoner-1o1_v0.3.json similarity index 100% rename from data/models/Lyte_Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3.json rename to data/models/lyte_llama-3.1-8b-instruct-reasoner-1o1_v0.3.json diff --git a/data/models/Lyte_Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04.json b/data/models/lyte_llama-3.2-1b-instruct-cot-rl-expriement1-ep04.json similarity index 100% rename from data/models/Lyte_Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04.json rename to data/models/lyte_llama-3.2-1b-instruct-cot-rl-expriement1-ep04.json diff --git a/data/models/Lyte_Llama-3.2-3B-Overthinker.json b/data/models/lyte_llama-3.2-3b-overthinker.json similarity index 100% rename from data/models/Lyte_Llama-3.2-3B-Overthinker.json rename to data/models/lyte_llama-3.2-3b-overthinker.json diff --git a/data/models/M4-ai_TinyMistral-248M-v3.json b/data/models/m4-ai_tinymistral-248m-v3.json similarity index 100% rename from data/models/M4-ai_TinyMistral-248M-v3.json rename to data/models/m4-ai_tinymistral-248m-v3.json diff --git a/data/models/m42-health_Llama3-Med42-70B.json b/data/models/m42-health_llama3-med42-70b.json similarity index 100% rename from data/models/m42-health_Llama3-Med42-70B.json rename to data/models/m42-health_llama3-med42-70b.json diff --git a/data/models/macadeliccc_Samantha-Qwen-2-7B.json b/data/models/macadeliccc_samantha-qwen-2-7b.json similarity index 100% rename from data/models/macadeliccc_Samantha-Qwen-2-7B.json rename to data/models/macadeliccc_samantha-qwen-2-7b.json diff --git a/data/models/magnifi_Phi3_intent_v56_3_w_unknown_5_lr_0.002.json b/data/models/magnifi_phi3_intent_v56_3_w_unknown_5_lr_0.002.json similarity index 100% rename from data/models/magnifi_Phi3_intent_v56_3_w_unknown_5_lr_0.002.json rename to data/models/magnifi_phi3_intent_v56_3_w_unknown_5_lr_0.002.json diff --git a/data/models/Magpie-Align_Llama-3-8B-Magpie-Align-SFT-v0.1.json b/data/models/magpie-align_llama-3-8b-magpie-align-sft-v0.1.json similarity index 100% rename from data/models/Magpie-Align_Llama-3-8B-Magpie-Align-SFT-v0.1.json rename to data/models/magpie-align_llama-3-8b-magpie-align-sft-v0.1.json diff --git a/data/models/Magpie-Align_Llama-3-8B-Magpie-Align-SFT-v0.3.json b/data/models/magpie-align_llama-3-8b-magpie-align-sft-v0.3.json similarity index 100% rename from data/models/Magpie-Align_Llama-3-8B-Magpie-Align-SFT-v0.3.json rename to data/models/magpie-align_llama-3-8b-magpie-align-sft-v0.3.json diff --git a/data/models/Magpie-Align_Llama-3-8B-Magpie-Align-v0.1.json b/data/models/magpie-align_llama-3-8b-magpie-align-v0.1.json similarity index 99% rename from data/models/Magpie-Align_Llama-3-8B-Magpie-Align-v0.1.json rename to data/models/magpie-align_llama-3-8b-magpie-align-v0.1.json index 345c65d31a7dd5eb78e83a760ceabf92a149d34c..018a3210e6da83ca7e6d3501fd6a7fefdb10449c 100644 --- a/data/models/Magpie-Align_Llama-3-8B-Magpie-Align-v0.1.json +++ b/data/models/magpie-align_llama-3-8b-magpie-align-v0.1.json @@ -5,7 +5,7 @@ "developer": "Magpie-Align", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "8.03" } diff --git a/data/models/Magpie-Align_Llama-3-8B-Magpie-Align-v0.3.json b/data/models/magpie-align_llama-3-8b-magpie-align-v0.3.json similarity index 100% rename from data/models/Magpie-Align_Llama-3-8B-Magpie-Align-v0.3.json rename to data/models/magpie-align_llama-3-8b-magpie-align-v0.3.json diff --git a/data/models/Magpie-Align_Llama-3.1-8B-Magpie-Align-SFT-v0.1.json b/data/models/magpie-align_llama-3.1-8b-magpie-align-sft-v0.1.json similarity index 100% rename from data/models/Magpie-Align_Llama-3.1-8B-Magpie-Align-SFT-v0.1.json rename to data/models/magpie-align_llama-3.1-8b-magpie-align-sft-v0.1.json diff --git a/data/models/Magpie-Align_Llama-3.1-8B-Magpie-Align-v0.1.json b/data/models/magpie-align_llama-3.1-8b-magpie-align-v0.1.json similarity index 100% rename from data/models/Magpie-Align_Llama-3.1-8B-Magpie-Align-v0.1.json rename to data/models/magpie-align_llama-3.1-8b-magpie-align-v0.1.json diff --git a/data/models/Magpie-Align_MagpieLM-8B-Chat-v0.1.json b/data/models/magpie-align_magpielm-8b-chat-v0.1.json similarity index 100% rename from data/models/Magpie-Align_MagpieLM-8B-Chat-v0.1.json rename to data/models/magpie-align_magpielm-8b-chat-v0.1.json diff --git a/data/models/Magpie-Align_MagpieLM-8B-SFT-v0.1.json b/data/models/magpie-align_magpielm-8b-sft-v0.1.json similarity index 100% rename from data/models/Magpie-Align_MagpieLM-8B-SFT-v0.1.json rename to data/models/magpie-align_magpielm-8b-sft-v0.1.json diff --git a/data/models/MagusCorp_grpo_lora_enem_llama3_7b.json b/data/models/maguscorp_grpo_lora_enem_llama3_7b.json similarity index 100% rename from data/models/MagusCorp_grpo_lora_enem_llama3_7b.json rename to data/models/maguscorp_grpo_lora_enem_llama3_7b.json diff --git a/data/models/maldv_Awqward2.5-32B-Instruct.json b/data/models/maldv_awqward2.5-32b-instruct.json similarity index 100% rename from data/models/maldv_Awqward2.5-32B-Instruct.json rename to data/models/maldv_awqward2.5-32b-instruct.json diff --git a/data/models/maldv_Lytta2.5-32B-Instruct.json b/data/models/maldv_lytta2.5-32b-instruct.json similarity index 100% rename from data/models/maldv_Lytta2.5-32B-Instruct.json rename to data/models/maldv_lytta2.5-32b-instruct.json diff --git a/data/models/maldv_Qwentile2.5-32B-Instruct.json b/data/models/maldv_qwentile2.5-32b-instruct.json similarity index 100% rename from data/models/maldv_Qwentile2.5-32B-Instruct.json rename to data/models/maldv_qwentile2.5-32b-instruct.json diff --git a/data/models/ManoloPueblo_ContentCuisine_1-7B-slerp.json b/data/models/manolopueblo_contentcuisine_1-7b-slerp.json similarity index 100% rename from data/models/ManoloPueblo_ContentCuisine_1-7B-slerp.json rename to data/models/manolopueblo_contentcuisine_1-7b-slerp.json diff --git a/data/models/ManoloPueblo_LLM_MERGE_CC2.json b/data/models/manolopueblo_llm_merge_cc2.json similarity index 100% rename from data/models/ManoloPueblo_LLM_MERGE_CC2.json rename to data/models/manolopueblo_llm_merge_cc2.json diff --git a/data/models/ManoloPueblo_LLM_MERGE_CC3.json b/data/models/manolopueblo_llm_merge_cc3.json similarity index 100% rename from data/models/ManoloPueblo_LLM_MERGE_CC3.json rename to data/models/manolopueblo_llm_merge_cc3.json diff --git a/data/models/marcuscedricridia_Cheng-1.json b/data/models/marcuscedricridia_cheng-1.json similarity index 100% rename from data/models/marcuscedricridia_Cheng-1.json rename to data/models/marcuscedricridia_cheng-1.json diff --git a/data/models/marcuscedricridia_Cheng-2-v1.1.json b/data/models/marcuscedricridia_cheng-2-v1.1.json similarity index 100% rename from data/models/marcuscedricridia_Cheng-2-v1.1.json rename to data/models/marcuscedricridia_cheng-2-v1.1.json diff --git a/data/models/marcuscedricridia_Cheng-2.json b/data/models/marcuscedricridia_cheng-2.json similarity index 100% rename from data/models/marcuscedricridia_Cheng-2.json rename to data/models/marcuscedricridia_cheng-2.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-MST-v1.1.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-mst-v1.1.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-MST-v1.1.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-mst-v1.1.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-MST-v1.3.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-mst-v1.3.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-MST-v1.3.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-mst-v1.3.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-MST.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-mst.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-MST.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-mst.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-Preview.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-preview.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-Preview.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-preview.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-RP-v1.4-1M.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-rp-v1.4-1m.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-RP-v1.4-1M.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-rp-v1.4-1m.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-v1.1.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-v1.1.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-v1.1.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-v1.1.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-v1.2.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-v1.2.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-v1.2.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-v1.2.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-v1.3.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-v1.3.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-v1.3.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-v1.3.json diff --git a/data/models/marcuscedricridia_Hush-Qwen2.5-7B-v1.4.json b/data/models/marcuscedricridia_hush-qwen2.5-7b-v1.4.json similarity index 100% rename from data/models/marcuscedricridia_Hush-Qwen2.5-7B-v1.4.json rename to data/models/marcuscedricridia_hush-qwen2.5-7b-v1.4.json diff --git a/data/models/marcuscedricridia_Qwen2.5-7B-Preview.json b/data/models/marcuscedricridia_qwen2.5-7b-preview.json similarity index 100% rename from data/models/marcuscedricridia_Qwen2.5-7B-Preview.json rename to data/models/marcuscedricridia_qwen2.5-7b-preview.json diff --git a/data/models/marcuscedricridia_Yell-Qwen2.5-7B-Preview-v1.1.json b/data/models/marcuscedricridia_yell-qwen2.5-7b-preview-v1.1.json similarity index 100% rename from data/models/marcuscedricridia_Yell-Qwen2.5-7B-Preview-v1.1.json rename to data/models/marcuscedricridia_yell-qwen2.5-7b-preview-v1.1.json diff --git a/data/models/marcuscedricridia_Yell-Qwen2.5-7B-Preview.json b/data/models/marcuscedricridia_yell-qwen2.5-7b-preview.json similarity index 100% rename from data/models/marcuscedricridia_Yell-Qwen2.5-7B-Preview.json rename to data/models/marcuscedricridia_yell-qwen2.5-7b-preview.json diff --git a/data/models/MarinaraSpaghetti_Nemomix-v4.0-12B.json b/data/models/marinaraspaghetti_nemomix-v4.0-12b.json similarity index 100% rename from data/models/MarinaraSpaghetti_Nemomix-v4.0-12B.json rename to data/models/marinaraspaghetti_nemomix-v4.0-12b.json diff --git a/data/models/MarinaraSpaghetti_NemoReRemix-12B.json b/data/models/marinaraspaghetti_nemoreremix-12b.json similarity index 100% rename from data/models/MarinaraSpaghetti_NemoReRemix-12B.json rename to data/models/marinaraspaghetti_nemoreremix-12b.json diff --git a/data/models/Marsouuu_general3B-ECE-PRYMMAL-Martial.json b/data/models/marsouuu_general3b-ece-prymmal-martial.json similarity index 100% rename from data/models/Marsouuu_general3B-ECE-PRYMMAL-Martial.json rename to data/models/marsouuu_general3b-ece-prymmal-martial.json diff --git a/data/models/Marsouuu_general3Bv2-ECE-PRYMMAL-Martial.json b/data/models/marsouuu_general3bv2-ece-prymmal-martial.json similarity index 100% rename from data/models/Marsouuu_general3Bv2-ECE-PRYMMAL-Martial.json rename to data/models/marsouuu_general3bv2-ece-prymmal-martial.json diff --git a/data/models/Marsouuu_lareneg1_78B-ECE-PRYMMAL-Martial.json b/data/models/marsouuu_lareneg1_78b-ece-prymmal-martial.json similarity index 100% rename from data/models/Marsouuu_lareneg1_78B-ECE-PRYMMAL-Martial.json rename to data/models/marsouuu_lareneg1_78b-ece-prymmal-martial.json diff --git a/data/models/Marsouuu_lareneg3B-ECE-PRYMMAL-Martial.json b/data/models/marsouuu_lareneg3b-ece-prymmal-martial.json similarity index 100% rename from data/models/Marsouuu_lareneg3B-ECE-PRYMMAL-Martial.json rename to data/models/marsouuu_lareneg3b-ece-prymmal-martial.json diff --git a/data/models/Marsouuu_lareneg3Bv2-ECE-PRYMMAL-Martial.json b/data/models/marsouuu_lareneg3bv2-ece-prymmal-martial.json similarity index 100% rename from data/models/Marsouuu_lareneg3Bv2-ECE-PRYMMAL-Martial.json rename to data/models/marsouuu_lareneg3bv2-ece-prymmal-martial.json diff --git a/data/models/Marsouuu_MiniMathExpert-2_61B-ECE-PRYMMAL-Martial.json b/data/models/marsouuu_minimathexpert-2_61b-ece-prymmal-martial.json similarity index 100% rename from data/models/Marsouuu_MiniMathExpert-2_61B-ECE-PRYMMAL-Martial.json rename to data/models/marsouuu_minimathexpert-2_61b-ece-prymmal-martial.json diff --git a/data/models/Marsouuu_MiniQwenMathExpert-ECE-PRYMMAL-Martial.json b/data/models/marsouuu_miniqwenmathexpert-ece-prymmal-martial.json similarity index 100% rename from data/models/Marsouuu_MiniQwenMathExpert-ECE-PRYMMAL-Martial.json rename to data/models/marsouuu_miniqwenmathexpert-ece-prymmal-martial.json diff --git a/data/models/Marsouuu_MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial.json b/data/models/marsouuu_mistralbase-4x7b-moe-ece-prymmal-martial.json similarity index 100% rename from data/models/Marsouuu_MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial.json rename to data/models/marsouuu_mistralbase-4x7b-moe-ece-prymmal-martial.json diff --git a/data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3.json b/data/models/matouleloup_ece-prymmal-0.5b-ft-enhancedmusrensemblev3.json similarity index 100% rename from data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3.json rename to data/models/matouleloup_ece-prymmal-0.5b-ft-enhancedmusrensemblev3.json diff --git a/data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis.json b/data/models/matouleloup_ece-prymmal-0.5b-ft-musr-ensemble-v2mathis.json similarity index 100% rename from data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis.json rename to data/models/matouleloup_ece-prymmal-0.5b-ft-musr-ensemble-v2mathis.json diff --git a/data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis.json b/data/models/matouleloup_ece-prymmal-0.5b-ft-v4-musr-ensemble-mathis.json similarity index 100% rename from data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis.json rename to data/models/matouleloup_ece-prymmal-0.5b-ft-v4-musr-ensemble-mathis.json diff --git a/data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.json b/data/models/matouleloup_ece-prymmal-0.5b-ft-v4-musr-mathis.json similarity index 100% rename from data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.json rename to data/models/matouleloup_ece-prymmal-0.5b-ft-v4-musr-mathis.json diff --git a/data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis.json b/data/models/matouleloup_ece-prymmal-0.5b-ft-v5-musr-mathis.json similarity index 100% rename from data/models/matouLeLoup_ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis.json rename to data/models/matouleloup_ece-prymmal-0.5b-ft-v5-musr-mathis.json diff --git a/data/models/mattshumer_Reflection-70B.json b/data/models/mattshumer_reflection-70b.json similarity index 100% rename from data/models/mattshumer_Reflection-70B.json rename to data/models/mattshumer_reflection-70b.json diff --git a/data/models/mattshumer_Reflection-Llama-3.1-70B.json b/data/models/mattshumer_reflection-llama-3.1-70b.json similarity index 100% rename from data/models/mattshumer_Reflection-Llama-3.1-70B.json rename to data/models/mattshumer_reflection-llama-3.1-70b.json diff --git a/data/models/maywell_Qwen2-7B-Multilingual-RP.json b/data/models/maywell_qwen2-7b-multilingual-rp.json similarity index 100% rename from data/models/maywell_Qwen2-7B-Multilingual-RP.json rename to data/models/maywell_qwen2-7b-multilingual-rp.json diff --git a/data/models/MaziyarPanahi_calme-2.1-llama3.1-70b.json b/data/models/maziyarpanahi_calme-2.1-llama3.1-70b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.1-llama3.1-70b.json rename to data/models/maziyarpanahi_calme-2.1-llama3.1-70b.json diff --git a/data/models/MaziyarPanahi_calme-2.1-phi3-4b.json b/data/models/maziyarpanahi_calme-2.1-phi3-4b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.1-phi3-4b.json rename to data/models/maziyarpanahi_calme-2.1-phi3-4b.json diff --git a/data/models/MaziyarPanahi_calme-2.1-phi3.5-4b.json b/data/models/maziyarpanahi_calme-2.1-phi3.5-4b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.1-phi3.5-4b.json rename to data/models/maziyarpanahi_calme-2.1-phi3.5-4b.json diff --git a/data/models/MaziyarPanahi_calme-2.1-qwen2-72b.json b/data/models/maziyarpanahi_calme-2.1-qwen2-72b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.1-qwen2-72b.json rename to data/models/maziyarpanahi_calme-2.1-qwen2-72b.json diff --git a/data/models/MaziyarPanahi_calme-2.1-qwen2-7b.json b/data/models/maziyarpanahi_calme-2.1-qwen2-7b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.1-qwen2-7b.json rename to data/models/maziyarpanahi_calme-2.1-qwen2-7b.json diff --git a/data/models/MaziyarPanahi_calme-2.1-qwen2.5-72b.json b/data/models/maziyarpanahi_calme-2.1-qwen2.5-72b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.1-qwen2.5-72b.json rename to data/models/maziyarpanahi_calme-2.1-qwen2.5-72b.json diff --git a/data/models/MaziyarPanahi_calme-2.1-rys-78b.json b/data/models/maziyarpanahi_calme-2.1-rys-78b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.1-rys-78b.json rename to data/models/maziyarpanahi_calme-2.1-rys-78b.json diff --git a/data/models/MaziyarPanahi_calme-2.2-llama3-70b.json b/data/models/maziyarpanahi_calme-2.2-llama3-70b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.2-llama3-70b.json rename to data/models/maziyarpanahi_calme-2.2-llama3-70b.json diff --git a/data/models/MaziyarPanahi_calme-2.2-llama3.1-70b.json b/data/models/maziyarpanahi_calme-2.2-llama3.1-70b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.2-llama3.1-70b.json rename to data/models/maziyarpanahi_calme-2.2-llama3.1-70b.json diff --git a/data/models/MaziyarPanahi_calme-2.2-phi3-4b.json b/data/models/maziyarpanahi_calme-2.2-phi3-4b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.2-phi3-4b.json rename to data/models/maziyarpanahi_calme-2.2-phi3-4b.json diff --git a/data/models/MaziyarPanahi_calme-2.2-qwen2-72b.json b/data/models/maziyarpanahi_calme-2.2-qwen2-72b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.2-qwen2-72b.json rename to data/models/maziyarpanahi_calme-2.2-qwen2-72b.json diff --git a/data/models/MaziyarPanahi_calme-2.2-qwen2-7b.json b/data/models/maziyarpanahi_calme-2.2-qwen2-7b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.2-qwen2-7b.json rename to data/models/maziyarpanahi_calme-2.2-qwen2-7b.json diff --git a/data/models/MaziyarPanahi_calme-2.2-qwen2.5-72b.json b/data/models/maziyarpanahi_calme-2.2-qwen2.5-72b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.2-qwen2.5-72b.json rename to data/models/maziyarpanahi_calme-2.2-qwen2.5-72b.json diff --git a/data/models/MaziyarPanahi_calme-2.2-rys-78b.json b/data/models/maziyarpanahi_calme-2.2-rys-78b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.2-rys-78b.json rename to data/models/maziyarpanahi_calme-2.2-rys-78b.json diff --git a/data/models/MaziyarPanahi_calme-2.3-llama3-70b.json b/data/models/maziyarpanahi_calme-2.3-llama3-70b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.3-llama3-70b.json rename to data/models/maziyarpanahi_calme-2.3-llama3-70b.json diff --git a/data/models/MaziyarPanahi_calme-2.3-llama3.1-70b.json b/data/models/maziyarpanahi_calme-2.3-llama3.1-70b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.3-llama3.1-70b.json rename to data/models/maziyarpanahi_calme-2.3-llama3.1-70b.json diff --git a/data/models/MaziyarPanahi_calme-2.3-phi3-4b.json b/data/models/maziyarpanahi_calme-2.3-phi3-4b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.3-phi3-4b.json rename to data/models/maziyarpanahi_calme-2.3-phi3-4b.json diff --git a/data/models/MaziyarPanahi_calme-2.3-qwen2-72b.json b/data/models/maziyarpanahi_calme-2.3-qwen2-72b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.3-qwen2-72b.json rename to data/models/maziyarpanahi_calme-2.3-qwen2-72b.json diff --git a/data/models/MaziyarPanahi_calme-2.3-qwen2-7b.json b/data/models/maziyarpanahi_calme-2.3-qwen2-7b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.3-qwen2-7b.json rename to data/models/maziyarpanahi_calme-2.3-qwen2-7b.json diff --git a/data/models/MaziyarPanahi_calme-2.3-rys-78b.json b/data/models/maziyarpanahi_calme-2.3-rys-78b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.3-rys-78b.json rename to data/models/maziyarpanahi_calme-2.3-rys-78b.json diff --git a/data/models/MaziyarPanahi_calme-2.4-llama3-70b.json b/data/models/maziyarpanahi_calme-2.4-llama3-70b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.4-llama3-70b.json rename to data/models/maziyarpanahi_calme-2.4-llama3-70b.json diff --git a/data/models/MaziyarPanahi_calme-2.4-qwen2-7b.json b/data/models/maziyarpanahi_calme-2.4-qwen2-7b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.4-qwen2-7b.json rename to data/models/maziyarpanahi_calme-2.4-qwen2-7b.json diff --git a/data/models/MaziyarPanahi_calme-2.4-rys-78b.json b/data/models/maziyarpanahi_calme-2.4-rys-78b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.4-rys-78b.json rename to data/models/maziyarpanahi_calme-2.4-rys-78b.json diff --git a/data/models/MaziyarPanahi_calme-2.5-qwen2-7b.json b/data/models/maziyarpanahi_calme-2.5-qwen2-7b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.5-qwen2-7b.json rename to data/models/maziyarpanahi_calme-2.5-qwen2-7b.json diff --git a/data/models/MaziyarPanahi_calme-2.6-qwen2-7b.json b/data/models/maziyarpanahi_calme-2.6-qwen2-7b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.6-qwen2-7b.json rename to data/models/maziyarpanahi_calme-2.6-qwen2-7b.json diff --git a/data/models/MaziyarPanahi_calme-2.7-qwen2-7b.json b/data/models/maziyarpanahi_calme-2.7-qwen2-7b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-2.7-qwen2-7b.json rename to data/models/maziyarpanahi_calme-2.7-qwen2-7b.json diff --git a/data/models/MaziyarPanahi_calme-3.1-baguette-3b.json b/data/models/maziyarpanahi_calme-3.1-baguette-3b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.1-baguette-3b.json rename to data/models/maziyarpanahi_calme-3.1-baguette-3b.json diff --git a/data/models/MaziyarPanahi_calme-3.1-instruct-3b.json b/data/models/maziyarpanahi_calme-3.1-instruct-3b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.1-instruct-3b.json rename to data/models/maziyarpanahi_calme-3.1-instruct-3b.json diff --git a/data/models/MaziyarPanahi_calme-3.1-instruct-78b.json b/data/models/maziyarpanahi_calme-3.1-instruct-78b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.1-instruct-78b.json rename to data/models/maziyarpanahi_calme-3.1-instruct-78b.json diff --git a/data/models/MaziyarPanahi_calme-3.1-llamaloi-3b.json b/data/models/maziyarpanahi_calme-3.1-llamaloi-3b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.1-llamaloi-3b.json rename to data/models/maziyarpanahi_calme-3.1-llamaloi-3b.json diff --git a/data/models/MaziyarPanahi_calme-3.2-baguette-3b.json b/data/models/maziyarpanahi_calme-3.2-baguette-3b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.2-baguette-3b.json rename to data/models/maziyarpanahi_calme-3.2-baguette-3b.json diff --git a/data/models/MaziyarPanahi_calme-3.2-instruct-3b.json b/data/models/maziyarpanahi_calme-3.2-instruct-3b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.2-instruct-3b.json rename to data/models/maziyarpanahi_calme-3.2-instruct-3b.json diff --git a/data/models/MaziyarPanahi_calme-3.2-instruct-78b.json b/data/models/maziyarpanahi_calme-3.2-instruct-78b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.2-instruct-78b.json rename to data/models/maziyarpanahi_calme-3.2-instruct-78b.json diff --git a/data/models/MaziyarPanahi_calme-3.3-baguette-3b.json b/data/models/maziyarpanahi_calme-3.3-baguette-3b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.3-baguette-3b.json rename to data/models/maziyarpanahi_calme-3.3-baguette-3b.json diff --git a/data/models/MaziyarPanahi_calme-3.3-instruct-3b.json b/data/models/maziyarpanahi_calme-3.3-instruct-3b.json similarity index 100% rename from data/models/MaziyarPanahi_calme-3.3-instruct-3b.json rename to data/models/maziyarpanahi_calme-3.3-instruct-3b.json diff --git a/data/models/MaziyarPanahi_Calme-4x7B-MoE-v0.1.json b/data/models/maziyarpanahi_calme-4x7b-moe-v0.1.json similarity index 100% rename from data/models/MaziyarPanahi_Calme-4x7B-MoE-v0.1.json rename to data/models/maziyarpanahi_calme-4x7b-moe-v0.1.json diff --git a/data/models/MaziyarPanahi_Calme-4x7B-MoE-v0.2.json b/data/models/maziyarpanahi_calme-4x7b-moe-v0.2.json similarity index 100% rename from data/models/MaziyarPanahi_Calme-4x7B-MoE-v0.2.json rename to data/models/maziyarpanahi_calme-4x7b-moe-v0.2.json diff --git a/data/models/MaziyarPanahi_Llama-3-70B-Instruct-v0.1.json b/data/models/maziyarpanahi_llama-3-70b-instruct-v0.1.json similarity index 100% rename from data/models/MaziyarPanahi_Llama-3-70B-Instruct-v0.1.json rename to data/models/maziyarpanahi_llama-3-70b-instruct-v0.1.json diff --git a/data/models/MaziyarPanahi_Llama-3-8B-Instruct-v0.10.json b/data/models/maziyarpanahi_llama-3-8b-instruct-v0.10.json similarity index 100% rename from data/models/MaziyarPanahi_Llama-3-8B-Instruct-v0.10.json rename to data/models/maziyarpanahi_llama-3-8b-instruct-v0.10.json diff --git a/data/models/MaziyarPanahi_Llama-3-8B-Instruct-v0.8.json b/data/models/maziyarpanahi_llama-3-8b-instruct-v0.8.json similarity index 100% rename from data/models/MaziyarPanahi_Llama-3-8B-Instruct-v0.8.json rename to data/models/maziyarpanahi_llama-3-8b-instruct-v0.8.json diff --git a/data/models/MaziyarPanahi_Llama-3-8B-Instruct-v0.9.json b/data/models/maziyarpanahi_llama-3-8b-instruct-v0.9.json similarity index 100% rename from data/models/MaziyarPanahi_Llama-3-8B-Instruct-v0.9.json rename to data/models/maziyarpanahi_llama-3-8b-instruct-v0.9.json diff --git a/data/models/MaziyarPanahi_Qwen1.5-MoE-A2.7B-Wikihow.json b/data/models/maziyarpanahi_qwen1.5-moe-a2.7b-wikihow.json similarity index 100% rename from data/models/MaziyarPanahi_Qwen1.5-MoE-A2.7B-Wikihow.json rename to data/models/maziyarpanahi_qwen1.5-moe-a2.7b-wikihow.json diff --git a/data/models/MaziyarPanahi_Qwen2-7B-Instruct-v0.1.json b/data/models/maziyarpanahi_qwen2-7b-instruct-v0.1.json similarity index 100% rename from data/models/MaziyarPanahi_Qwen2-7B-Instruct-v0.1.json rename to data/models/maziyarpanahi_qwen2-7b-instruct-v0.1.json diff --git a/data/models/MaziyarPanahi_Qwen2-7B-Instruct-v0.8.json b/data/models/maziyarpanahi_qwen2-7b-instruct-v0.8.json similarity index 100% rename from data/models/MaziyarPanahi_Qwen2-7B-Instruct-v0.8.json rename to data/models/maziyarpanahi_qwen2-7b-instruct-v0.8.json diff --git a/data/models/meditsolutions_Llama-3.1-MedIT-SUN-8B.json b/data/models/meditsolutions_llama-3.1-medit-sun-8b.json similarity index 100% rename from data/models/meditsolutions_Llama-3.1-MedIT-SUN-8B.json rename to data/models/meditsolutions_llama-3.1-medit-sun-8b.json diff --git a/data/models/meditsolutions_Llama-3.2-SUN-1B-chat.json b/data/models/meditsolutions_llama-3.2-sun-1b-chat.json similarity index 100% rename from data/models/meditsolutions_Llama-3.2-SUN-1B-chat.json rename to data/models/meditsolutions_llama-3.2-sun-1b-chat.json diff --git a/data/models/meditsolutions_Llama-3.2-SUN-1B-Instruct.json b/data/models/meditsolutions_llama-3.2-sun-1b-instruct.json similarity index 100% rename from data/models/meditsolutions_Llama-3.2-SUN-1B-Instruct.json rename to data/models/meditsolutions_llama-3.2-sun-1b-instruct.json diff --git a/data/models/meditsolutions_Llama-3.2-SUN-2.4B-checkpoint-26000.json b/data/models/meditsolutions_llama-3.2-sun-2.4b-checkpoint-26000.json similarity index 100% rename from data/models/meditsolutions_Llama-3.2-SUN-2.4B-checkpoint-26000.json rename to data/models/meditsolutions_llama-3.2-sun-2.4b-checkpoint-26000.json diff --git a/data/models/meditsolutions_Llama-3.2-SUN-2.4B-checkpoint-34800.json b/data/models/meditsolutions_llama-3.2-sun-2.4b-checkpoint-34800.json similarity index 100% rename from data/models/meditsolutions_Llama-3.2-SUN-2.4B-checkpoint-34800.json rename to data/models/meditsolutions_llama-3.2-sun-2.4b-checkpoint-34800.json diff --git a/data/models/meditsolutions_Llama-3.2-SUN-2.4B-v1.0.0.json b/data/models/meditsolutions_llama-3.2-sun-2.4b-v1.0.0.json similarity index 100% rename from data/models/meditsolutions_Llama-3.2-SUN-2.4B-v1.0.0.json rename to data/models/meditsolutions_llama-3.2-sun-2.4b-v1.0.0.json diff --git a/data/models/meditsolutions_Llama-3.2-SUN-2.5B-chat.json b/data/models/meditsolutions_llama-3.2-sun-2.5b-chat.json similarity index 100% rename from data/models/meditsolutions_Llama-3.2-SUN-2.5B-chat.json rename to data/models/meditsolutions_llama-3.2-sun-2.5b-chat.json diff --git a/data/models/meditsolutions_Llama-3.2-SUN-HDIC-1B-Instruct.json b/data/models/meditsolutions_llama-3.2-sun-hdic-1b-instruct.json similarity index 100% rename from data/models/meditsolutions_Llama-3.2-SUN-HDIC-1B-Instruct.json rename to data/models/meditsolutions_llama-3.2-sun-hdic-1b-instruct.json diff --git a/data/models/meditsolutions_MedIT-Mesh-3B-Instruct.json b/data/models/meditsolutions_medit-mesh-3b-instruct.json similarity index 100% rename from data/models/meditsolutions_MedIT-Mesh-3B-Instruct.json rename to data/models/meditsolutions_medit-mesh-3b-instruct.json diff --git a/data/models/meditsolutions_MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune.json b/data/models/meditsolutions_msh-lite-7b-v1-bielik-v2.3-instruct-llama-prune.json similarity index 100% rename from data/models/meditsolutions_MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune.json rename to data/models/meditsolutions_msh-lite-7b-v1-bielik-v2.3-instruct-llama-prune.json diff --git a/data/models/meditsolutions_MSH-v1-Bielik-v2.3-Instruct-MedIT-merge.json b/data/models/meditsolutions_msh-v1-bielik-v2.3-instruct-medit-merge.json similarity index 100% rename from data/models/meditsolutions_MSH-v1-Bielik-v2.3-Instruct-MedIT-merge.json rename to data/models/meditsolutions_msh-v1-bielik-v2.3-instruct-medit-merge.json diff --git a/data/models/meditsolutions_SmolLM2-MedIT-Upscale-2B.json b/data/models/meditsolutions_smollm2-medit-upscale-2b.json similarity index 100% rename from data/models/meditsolutions_SmolLM2-MedIT-Upscale-2B.json rename to data/models/meditsolutions_smollm2-medit-upscale-2b.json diff --git a/data/models/meraGPT_mera-mix-4x7B.json b/data/models/meragpt_mera-mix-4x7b.json similarity index 100% rename from data/models/meraGPT_mera-mix-4x7B.json rename to data/models/meragpt_mera-mix-4x7b.json diff --git a/data/models/mergekit-community_diabolic6045_ELN-AOC-CAIN.json b/data/models/mergekit-community_diabolic6045_eln-aoc-cain.json similarity index 100% rename from data/models/mergekit-community_diabolic6045_ELN-AOC-CAIN.json rename to data/models/mergekit-community_diabolic6045_eln-aoc-cain.json diff --git a/data/models/mergekit-community_JAJUKA-WEWILLNEVERFORGETYOU-3B.json b/data/models/mergekit-community_jajuka-wewillneverforgetyou-3b.json similarity index 100% rename from data/models/mergekit-community_JAJUKA-WEWILLNEVERFORGETYOU-3B.json rename to data/models/mergekit-community_jajuka-wewillneverforgetyou-3b.json diff --git a/data/models/mergekit-community_SuperQwen-2.5-1.5B.json b/data/models/mergekit-community_superqwen-2.5-1.5b.json similarity index 100% rename from data/models/mergekit-community_SuperQwen-2.5-1.5B.json rename to data/models/mergekit-community_superqwen-2.5-1.5b.json diff --git a/data/models/mergekit-community_VirtuosoSmall-InstructModelStock.json b/data/models/mergekit-community_virtuososmall-instructmodelstock.json similarity index 100% rename from data/models/mergekit-community_VirtuosoSmall-InstructModelStock.json rename to data/models/mergekit-community_virtuososmall-instructmodelstock.json diff --git a/data/models/MEscriva_ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis.json b/data/models/mescriva_ece-prymmal-0.5b-ft-v5-musr-mathis.json similarity index 100% rename from data/models/MEscriva_ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis.json rename to data/models/mescriva_ece-prymmal-0.5b-ft-v5-musr-mathis.json diff --git a/data/models/meta-llama_Llama-2-13b-chat-hf.json b/data/models/meta-llama_llama-2-13b-chat-hf.json similarity index 100% rename from data/models/meta-llama_Llama-2-13b-chat-hf.json rename to data/models/meta-llama_llama-2-13b-chat-hf.json diff --git a/data/models/meta-llama_Llama-2-13b-hf.json b/data/models/meta-llama_llama-2-13b-hf.json similarity index 100% rename from data/models/meta-llama_Llama-2-13b-hf.json rename to data/models/meta-llama_llama-2-13b-hf.json diff --git a/data/models/meta-llama_Llama-2-70b-chat-hf.json b/data/models/meta-llama_llama-2-70b-chat-hf.json similarity index 100% rename from data/models/meta-llama_Llama-2-70b-chat-hf.json rename to data/models/meta-llama_llama-2-70b-chat-hf.json diff --git a/data/models/meta-llama_Llama-2-70b-hf.json b/data/models/meta-llama_llama-2-70b-hf.json similarity index 100% rename from data/models/meta-llama_Llama-2-70b-hf.json rename to data/models/meta-llama_llama-2-70b-hf.json diff --git a/data/models/meta-llama_Llama-2-7b-chat-hf.json b/data/models/meta-llama_llama-2-7b-chat-hf.json similarity index 100% rename from data/models/meta-llama_Llama-2-7b-chat-hf.json rename to data/models/meta-llama_llama-2-7b-chat-hf.json diff --git a/data/models/meta-llama_Llama-2-7b-hf.json b/data/models/meta-llama_llama-2-7b-hf.json similarity index 100% rename from data/models/meta-llama_Llama-2-7b-hf.json rename to data/models/meta-llama_llama-2-7b-hf.json diff --git a/data/models/meta-llama_Llama-3.1-70B-Instruct.json b/data/models/meta-llama_llama-3.1-70b-instruct.json similarity index 100% rename from data/models/meta-llama_Llama-3.1-70B-Instruct.json rename to data/models/meta-llama_llama-3.1-70b-instruct.json diff --git a/data/models/meta-llama_Llama-3.1-70B.json b/data/models/meta-llama_llama-3.1-70b.json similarity index 100% rename from data/models/meta-llama_Llama-3.1-70B.json rename to data/models/meta-llama_llama-3.1-70b.json diff --git a/data/models/meta-llama_Llama-3.1-8B-Instruct.json b/data/models/meta-llama_llama-3.1-8b-instruct.json similarity index 100% rename from data/models/meta-llama_Llama-3.1-8B-Instruct.json rename to data/models/meta-llama_llama-3.1-8b-instruct.json diff --git a/data/models/meta-llama_Llama-3.1-8B.json b/data/models/meta-llama_llama-3.1-8b.json similarity index 100% rename from data/models/meta-llama_Llama-3.1-8B.json rename to data/models/meta-llama_llama-3.1-8b.json diff --git a/data/models/meta-llama_Llama-3.2-1B-Instruct.json b/data/models/meta-llama_llama-3.2-1b-instruct.json similarity index 100% rename from data/models/meta-llama_Llama-3.2-1B-Instruct.json rename to data/models/meta-llama_llama-3.2-1b-instruct.json diff --git a/data/models/meta-llama_Llama-3.2-1B.json b/data/models/meta-llama_llama-3.2-1b.json similarity index 100% rename from data/models/meta-llama_Llama-3.2-1B.json rename to data/models/meta-llama_llama-3.2-1b.json diff --git a/data/models/meta-llama_Llama-3.2-3B-Instruct.json b/data/models/meta-llama_llama-3.2-3b-instruct.json similarity index 100% rename from data/models/meta-llama_Llama-3.2-3B-Instruct.json rename to data/models/meta-llama_llama-3.2-3b-instruct.json diff --git a/data/models/meta-llama_Llama-3.2-3B.json b/data/models/meta-llama_llama-3.2-3b.json similarity index 100% rename from data/models/meta-llama_Llama-3.2-3B.json rename to data/models/meta-llama_llama-3.2-3b.json diff --git a/data/models/meta-llama_Llama-3.3-70B-Instruct.json b/data/models/meta-llama_llama-3.3-70b-instruct.json similarity index 100% rename from data/models/meta-llama_Llama-3.3-70B-Instruct.json rename to data/models/meta-llama_llama-3.3-70b-instruct.json diff --git a/data/models/meta-llama_Meta-Llama-3-70B-Instruct.json b/data/models/meta-llama_meta-llama-3-70b-instruct.json similarity index 97% rename from data/models/meta-llama_Meta-Llama-3-70B-Instruct.json rename to data/models/meta-llama_meta-llama-3-70b-instruct.json index b0149aa69d65710eaa2ebfcc8ffb9fe0042b82e7..d60a4a9e2166be9b02268fccb9ab420065ce27c4 100644 --- a/data/models/meta-llama_Meta-Llama-3-70B-Instruct.json +++ b/data/models/meta-llama_meta-llama-3-70b-instruct.json @@ -1,10 +1,13 @@ { "model_info": { - "name": "meta-llama/Meta-Llama-3-70B-Instruct", + "name": "Meta-Llama-3-70B-Instruct", "id": "meta-llama/Meta-Llama-3-70B-Instruct", "developer": "meta-llama", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative" + "precision": "bfloat16", + "architecture": "LlamaForCausalLM", + "params_billions": "70.554" } }, "evaluations": [ diff --git a/data/models/meta-llama_Meta-Llama-3-70B.json b/data/models/meta-llama_meta-llama-3-70b.json similarity index 100% rename from data/models/meta-llama_Meta-Llama-3-70B.json rename to data/models/meta-llama_meta-llama-3-70b.json diff --git a/data/models/meta-llama_Meta-Llama-3-8B-Instruct.json b/data/models/meta-llama_meta-llama-3-8b-instruct.json similarity index 98% rename from data/models/meta-llama_Meta-Llama-3-8B-Instruct.json rename to data/models/meta-llama_meta-llama-3-8b-instruct.json index 62488b692c11a41f5cbe263dd82e987b279a3c64..6b360a3e795c08b36f8a5ae66db62ef8475fd282 100644 --- a/data/models/meta-llama_Meta-Llama-3-8B-Instruct.json +++ b/data/models/meta-llama_meta-llama-3-8b-instruct.json @@ -1,10 +1,13 @@ { "model_info": { - "name": "meta-llama/Meta-Llama-3-8B-Instruct", + "name": "Meta-Llama-3-8B-Instruct", "id": "meta-llama/Meta-Llama-3-8B-Instruct", "developer": "meta-llama", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative" + "precision": "float16", + "architecture": "LlamaForCausalLM", + "params_billions": "8.03" } }, "evaluations": [ @@ -41,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7408 + "score": 0.4782 } }, { @@ -59,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4989 + "score": 0.491 } }, { @@ -77,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0869 + "score": 0.0914 } }, { @@ -95,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2592 + "score": 0.2928 } }, { @@ -113,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3568 + "score": 0.3805 } }, { @@ -131,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3664 + "score": 0.3591 } } ], @@ -171,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4782 + "score": 0.7408 } }, { @@ -189,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.491 + "score": 0.4989 } }, { @@ -207,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0914 + "score": 0.0869 } }, { @@ -225,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2928 + "score": 0.2592 } }, { @@ -243,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3805 + "score": 0.3568 } }, { @@ -261,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3591 + "score": 0.3664 } } ], diff --git a/data/models/meta-llama_Meta-Llama-3-8B.json b/data/models/meta-llama_meta-llama-3-8b.json similarity index 100% rename from data/models/meta-llama_Meta-Llama-3-8B.json rename to data/models/meta-llama_meta-llama-3-8b.json diff --git a/data/models/meta-llama_Meta-Llama-3.1-405B-Instruct-Turbo.json b/data/models/meta-llama_meta-llama-3.1-405b-instruct-turbo.json similarity index 100% rename from data/models/meta-llama_Meta-Llama-3.1-405B-Instruct-Turbo.json rename to data/models/meta-llama_meta-llama-3.1-405b-instruct-turbo.json diff --git a/data/models/meta-llama_Meta-Llama-3.1-70B-Instruct-Turbo.json b/data/models/meta-llama_meta-llama-3.1-70b-instruct-turbo.json similarity index 100% rename from data/models/meta-llama_Meta-Llama-3.1-70B-Instruct-Turbo.json rename to data/models/meta-llama_meta-llama-3.1-70b-instruct-turbo.json diff --git a/data/models/meta-llama_Meta-Llama-3.1-70B-Instruct.json b/data/models/meta-llama_meta-llama-3.1-70b-instruct.json similarity index 100% rename from data/models/meta-llama_Meta-Llama-3.1-70B-Instruct.json rename to data/models/meta-llama_meta-llama-3.1-70b-instruct.json diff --git a/data/models/meta-llama_Meta-Llama-3.1-8B-Instruct-Turbo.json b/data/models/meta-llama_meta-llama-3.1-8b-instruct-turbo.json similarity index 100% rename from data/models/meta-llama_Meta-Llama-3.1-8B-Instruct-Turbo.json rename to data/models/meta-llama_meta-llama-3.1-8b-instruct-turbo.json diff --git a/data/models/meta-llama_Meta-Llama-3.1-8B-Instruct.json b/data/models/meta-llama_meta-llama-3.1-8b-instruct.json similarity index 100% rename from data/models/meta-llama_Meta-Llama-3.1-8B-Instruct.json rename to data/models/meta-llama_meta-llama-3.1-8b-instruct.json diff --git a/data/models/meta-llama_Meta-Llama-3.1-8B.json b/data/models/meta-llama_meta-llama-3.1-8b.json similarity index 100% rename from data/models/meta-llama_Meta-Llama-3.1-8B.json rename to data/models/meta-llama_meta-llama-3.1-8b.json diff --git a/data/models/meta-metrics_MetaMetrics-RM-v1.0.json b/data/models/meta-metrics_metametrics-rm-v1.0.json similarity index 100% rename from data/models/meta-metrics_MetaMetrics-RM-v1.0.json rename to data/models/meta-metrics_metametrics-rm-v1.0.json diff --git a/data/models/meta_LLaMA-65B.json b/data/models/meta_LLaMA-65B.json deleted file mode 100644 index 1c4ba53d52c065d4fd8799872f80827119957366..0000000000000000000000000000000000000000 --- a/data/models/meta_LLaMA-65B.json +++ /dev/null @@ -1,674 +0,0 @@ -{ - "model_info": { - "name": "LLaMA 65B", - "id": "meta/LLaMA-65B", - "developer": "meta", - "inference_platform": "unknown" - }, - "evaluations": [ - { - "evaluation_id": "helm_classic/meta_LLaMA-65B/1774096308.339228", - "retrieved_timestamp": "1774096308.339228", - "source_metadata": { - "source_name": "helm_classic", - "source_type": "documentation", - "source_organization_name": "crfm", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "helm", - "version": "unknown" - }, - "benchmark": "helm_classic", - "evaluation_results": [ - { - "evaluation_name": "Mean win rate", - "source_data": { - "dataset_name": "helm_classic", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "How many models this model outperform on average (over columns).", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.908, - "details": { - "description": "", - "tab": "Accuracy", - "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", - "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.8851981351981352\"}", - "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.9235431235431235\"}", - "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", - "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.4059399223461723\"}", - "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.5910839160839161\"}", - "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MMLU", - "source_data": { - "dataset_name": "MMLU", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on MMLU", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.584, - "details": { - "description": "min=0.34, mean=0.584, max=0.89, sum=2.919 (5)", - "tab": "Accuracy", - "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "MMLU - EM (Robustness)": "{\"description\": \"min=0.27, mean=0.504, max=0.81, sum=2.518 (5)\", \"tab\": \"Robustness\", \"score\": \"0.5036842105263158\"}", - "MMLU - EM (Fairness)": "{\"description\": \"min=0.34, mean=0.551, max=0.84, sum=2.757 (5)\", \"tab\": \"Fairness\", \"score\": \"0.5514385964912281\"}", - "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", - "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "MMLU - # prompt tokens": "{\"description\": \"min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)\", \"tab\": \"General information\", \"score\": \"522.5470877192982\"}", - "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "BoolQ", - "source_data": { - "dataset_name": "BoolQ", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on BoolQ", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.871, - "details": { - "description": "min=0.871, mean=0.871, max=0.871, sum=0.871 (1)", - "tab": "Accuracy", - "BoolQ - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "BoolQ - EM (Robustness)": "{\"description\": \"min=0.84, mean=0.84, max=0.84, sum=0.84 (1)\", \"tab\": \"Robustness\", \"score\": \"0.84\"}", - "BoolQ - EM (Fairness)": "{\"description\": \"min=0.847, mean=0.847, max=0.847, sum=0.847 (1)\", \"tab\": \"Fairness\", \"score\": \"0.847\"}", - "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "BoolQ - # prompt tokens": "{\"description\": \"min=1439.447, mean=1439.447, max=1439.447, sum=1439.447 (1)\", \"tab\": \"General information\", \"score\": \"1439.447\"}", - "BoolQ - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NarrativeQA", - "source_data": { - "dataset_name": "NarrativeQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NarrativeQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.755, - "details": { - "description": "min=0.755, mean=0.755, max=0.755, sum=0.755 (1)", - "tab": "Accuracy", - "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.567, mean=0.567, max=0.567, sum=0.567 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5674436891870642\"}", - "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.661, mean=0.661, max=0.661, sum=0.661 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6614214785759094\"}", - "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", - "NarrativeQA - # train": "{\"description\": \"min=1.437, mean=1.437, max=1.437, sum=1.437 (1)\", \"tab\": \"General information\", \"score\": \"1.4366197183098592\"}", - "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NarrativeQA - # prompt tokens": "{\"description\": \"min=1541.115, mean=1541.115, max=1541.115, sum=1541.115 (1)\", \"tab\": \"General information\", \"score\": \"1541.1154929577465\"}", - "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", - "NarrativeQA - Representation (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.198, mean=0.198, max=0.198, sum=0.198 (1)\", \"tab\": \"Bias\", \"score\": \"0.1981132075471698\"}", - "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.008, mean=0.008, max=0.008, sum=0.008 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.008450704225352112\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NaturalQuestions (open-book)", - "source_data": { - "dataset_name": "NaturalQuestions (open-book)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NaturalQuestions (open-book)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.672, - "details": { - "description": "min=0.672, mean=0.672, max=0.672, sum=0.672 (1)", - "tab": "Accuracy", - "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.388, mean=0.388, max=0.388, sum=0.388 (1)\", \"tab\": \"Robustness\", \"score\": \"0.3875883665002626\"}", - "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.624, mean=0.624, max=0.624, sum=0.624 (1)\", \"tab\": \"Robustness\", \"score\": \"0.623794662165915\"}", - "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.375, mean=0.375, max=0.375, sum=0.375 (1)\", \"tab\": \"Fairness\", \"score\": \"0.3753249636782112\"}", - "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.633, mean=0.633, max=0.633, sum=0.633 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6326996444457361\"}", - "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=137.383, mean=137.383, max=137.383, sum=137.383 (1)\", \"tab\": \"General information\", \"score\": \"137.383\"}", - "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (open-book) - # train": "{\"description\": \"min=3.722, mean=3.722, max=3.722, sum=3.722 (1)\", \"tab\": \"General information\", \"score\": \"3.722\"}", - "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.049, mean=0.049, max=0.049, sum=0.049 (1)\", \"tab\": \"General information\", \"score\": \"0.049\"}", - "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=1407.178, mean=1407.178, max=1407.178, sum=1407.178 (1)\", \"tab\": \"General information\", \"score\": \"1407.178\"}", - "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.987, mean=0.987, max=0.987, sum=0.987 (1)\", \"tab\": \"General information\", \"score\": \"0.987\"}", - "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.352, mean=0.352, max=0.352, sum=0.352 (1)\", \"tab\": \"Bias\", \"score\": \"0.35238095238095235\"}", - "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.3, mean=0.3, max=0.3, sum=0.3 (1)\", \"tab\": \"Bias\", \"score\": \"0.30000000000000004\"}", - "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", - "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.436, mean=0.436, max=0.436, sum=0.436 (1)\", \"tab\": \"Bias\", \"score\": \"0.4358974358974359\"}", - "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.393, mean=0.393, max=0.393, sum=0.393 (1)\", \"tab\": \"Bias\", \"score\": \"0.3928571428571429\"}", - "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}", - "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "QuAC", - "source_data": { - "dataset_name": "QuAC", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on QuAC", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.401, - "details": { - "description": "min=0.401, mean=0.401, max=0.401, sum=0.401 (1)", - "tab": "Accuracy", - "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "QuAC - F1 (Robustness)": "{\"description\": \"min=0.275, mean=0.275, max=0.275, sum=0.275 (1)\", \"tab\": \"Robustness\", \"score\": \"0.2748605351114493\"}", - "QuAC - F1 (Fairness)": "{\"description\": \"min=0.333, mean=0.333, max=0.333, sum=0.333 (1)\", \"tab\": \"Fairness\", \"score\": \"0.33296543407590734\"}", - "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "QuAC - # train": "{\"description\": \"min=0.507, mean=0.507, max=0.507, sum=0.507 (1)\", \"tab\": \"General information\", \"score\": \"0.507\"}", - "QuAC - truncated": "{\"description\": \"min=0.06, mean=0.06, max=0.06, sum=0.06 (1)\", \"tab\": \"General information\", \"score\": \"0.06\"}", - "QuAC - # prompt tokens": "{\"description\": \"min=1498.657, mean=1498.657, max=1498.657, sum=1498.657 (1)\", \"tab\": \"General information\", \"score\": \"1498.657\"}", - "QuAC - # output tokens": "{\"description\": \"min=0.997, mean=0.997, max=0.997, sum=0.997 (1)\", \"tab\": \"General information\", \"score\": \"0.997\"}", - "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - Stereotypes (race)": "{\"description\": \"min=0.621, mean=0.621, max=0.621, sum=0.621 (1)\", \"tab\": \"Bias\", \"score\": \"0.6210526315789473\"}", - "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.394, mean=0.394, max=0.394, sum=0.394 (1)\", \"tab\": \"Bias\", \"score\": \"0.3944670750705233\"}", - "QuAC - Representation (race)": "{\"description\": \"min=0.38, mean=0.38, max=0.38, sum=0.38 (1)\", \"tab\": \"Bias\", \"score\": \"0.3804713804713804\"}", - "QuAC - Representation (gender)": "{\"description\": \"min=0.243, mean=0.243, max=0.243, sum=0.243 (1)\", \"tab\": \"Bias\", \"score\": \"0.24335260115606938\"}", - "QuAC - Toxic fraction": "{\"description\": \"min=0.003, mean=0.003, max=0.003, sum=0.003 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.003\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "HellaSwag", - "source_data": { - "dataset_name": "HellaSwag", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on HellaSwag", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "OpenbookQA", - "source_data": { - "dataset_name": "OpenbookQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on OpenbookQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "TruthfulQA", - "source_data": { - "dataset_name": "TruthfulQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on TruthfulQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.508, - "details": { - "description": "min=0.508, mean=0.508, max=0.508, sum=0.508 (1)", - "tab": "Accuracy", - "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.448, mean=0.448, max=0.448, sum=0.448 (1)\", \"tab\": \"Robustness\", \"score\": \"0.44801223241590216\"}", - "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.42, mean=0.42, max=0.42, sum=0.42 (1)\", \"tab\": \"Fairness\", \"score\": \"0.42048929663608564\"}", - "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", - "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "TruthfulQA - # prompt tokens": "{\"description\": \"min=524.602, mean=524.602, max=524.602, sum=524.602 (1)\", \"tab\": \"General information\", \"score\": \"524.6024464831804\"}", - "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MS MARCO (TREC)", - "source_data": { - "dataset_name": "MS MARCO (TREC)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "NDCG@10 on MS MARCO (TREC)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CNN/DailyMail", - "source_data": { - "dataset_name": "CNN/DailyMail", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on CNN/DailyMail", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "XSUM", - "source_data": { - "dataset_name": "XSUM", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on XSUM", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "IMDB", - "source_data": { - "dataset_name": "IMDB", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on IMDB", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.962, - "details": { - "description": "min=0.962, mean=0.962, max=0.962, sum=0.962 (1)", - "tab": "Accuracy", - "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "IMDB - EM (Robustness)": "{\"description\": \"min=0.935, mean=0.935, max=0.935, sum=0.935 (1)\", \"tab\": \"Robustness\", \"score\": \"0.935\"}", - "IMDB - EM (Fairness)": "{\"description\": \"min=0.953, mean=0.953, max=0.953, sum=0.953 (1)\", \"tab\": \"Fairness\", \"score\": \"0.953\"}", - "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "IMDB - # train": "{\"description\": \"min=2.781, mean=2.781, max=2.781, sum=2.781 (1)\", \"tab\": \"General information\", \"score\": \"2.781\"}", - "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "IMDB - # prompt tokens": "{\"description\": \"min=1751.213, mean=1751.213, max=1751.213, sum=1751.213 (1)\", \"tab\": \"General information\", \"score\": \"1751.213\"}", - "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CivilComments", - "source_data": { - "dataset_name": "CivilComments", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on CivilComments", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.655, - "details": { - "description": "min=0.395, mean=0.655, max=0.863, sum=11.783 (18)", - "tab": "Accuracy", - "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "CivilComments - EM (Robustness)": "{\"description\": \"min=0.247, mean=0.566, max=0.853, sum=10.188 (18)\", \"tab\": \"Robustness\", \"score\": \"0.565986035612513\"}", - "CivilComments - EM (Fairness)": "{\"description\": \"min=0.32, mean=0.574, max=0.8, sum=10.336 (18)\", \"tab\": \"Fairness\", \"score\": \"0.57420608635975\"}", - "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", - "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "CivilComments - # prompt tokens": "{\"description\": \"min=404.732, mean=855.241, max=1417.567, sum=15394.339 (18)\", \"tab\": \"General information\", \"score\": \"855.2410378605821\"}", - "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "RAFT", - "source_data": { - "dataset_name": "RAFT", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on RAFT", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.702, - "details": { - "description": "min=0.125, mean=0.702, max=0.975, sum=7.725 (11)", - "tab": "Accuracy", - "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "RAFT - EM (Robustness)": "{\"description\": \"min=0, mean=0.655, max=0.975, sum=7.2 (11)\", \"tab\": \"Robustness\", \"score\": \"0.6545454545454545\"}", - "RAFT - EM (Fairness)": "{\"description\": \"min=0.075, mean=0.668, max=0.975, sum=7.35 (11)\", \"tab\": \"Fairness\", \"score\": \"0.6681818181818182\"}", - "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", - "RAFT - # train": "{\"description\": \"min=0.45, mean=4.552, max=5, sum=50.075 (11)\", \"tab\": \"General information\", \"score\": \"4.552272727272727\"}", - "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "RAFT - # prompt tokens": "{\"description\": \"min=303.675, mean=954.111, max=1882.1, sum=10495.225 (11)\", \"tab\": \"General information\", \"score\": \"954.1113636363635\"}", - "RAFT - # output tokens": "{\"description\": \"min=0.8, mean=0.982, max=1, sum=10.8 (11)\", \"tab\": \"General information\", \"score\": \"0.9818181818181819\"}", - "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - } - ], - "detailed_evaluation_results": null, - "generation_config": { - "additional_details": {} - } - } - ] -} \ No newline at end of file diff --git a/data/models/meta_Llama-2-13B.json b/data/models/meta_Llama-2-13B.json deleted file mode 100644 index ea745ae3071913358288054c176dad53886d7e4c..0000000000000000000000000000000000000000 --- a/data/models/meta_Llama-2-13B.json +++ /dev/null @@ -1,674 +0,0 @@ -{ - "model_info": { - "name": "Llama 2 13B", - "id": "meta/Llama-2-13B", - "developer": "meta", - "inference_platform": "unknown" - }, - "evaluations": [ - { - "evaluation_id": "helm_classic/meta_Llama-2-13B/1774096308.339228", - "retrieved_timestamp": "1774096308.339228", - "source_metadata": { - "source_name": "helm_classic", - "source_type": "documentation", - "source_organization_name": "crfm", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "helm", - "version": "unknown" - }, - "benchmark": "helm_classic", - "evaluation_results": [ - { - "evaluation_name": "Mean win rate", - "source_data": { - "dataset_name": "helm_classic", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "How many models this model outperform on average (over columns).", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.823, - "details": { - "description": "", - "tab": "Accuracy", - "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", - "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.8231701631701632\"}", - "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.8078088578088578\"}", - "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", - "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.46948265409803874\"}", - "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.4142191142191142\"}", - "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MMLU", - "source_data": { - "dataset_name": "MMLU", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on MMLU", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.507, - "details": { - "description": "min=0.28, mean=0.507, max=0.84, sum=2.533 (5)", - "tab": "Accuracy", - "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "MMLU - EM (Robustness)": "{\"description\": \"min=0.22, mean=0.444, max=0.76, sum=2.222 (5)\", \"tab\": \"Robustness\", \"score\": \"0.44438596491228066\"}", - "MMLU - EM (Fairness)": "{\"description\": \"min=0.26, mean=0.466, max=0.79, sum=2.331 (5)\", \"tab\": \"Fairness\", \"score\": \"0.46614035087719297\"}", - "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", - "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "MMLU - # prompt tokens": "{\"description\": \"min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)\", \"tab\": \"General information\", \"score\": \"522.5470877192982\"}", - "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "BoolQ", - "source_data": { - "dataset_name": "BoolQ", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on BoolQ", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.811, - "details": { - "description": "min=0.811, mean=0.811, max=0.811, sum=0.811 (1)", - "tab": "Accuracy", - "BoolQ - ECE (10-bin)": "{\"description\": \"min=0.116, mean=0.116, max=0.116, sum=0.116 (1)\", \"tab\": \"Calibration\", \"score\": \"\"}", - "BoolQ - EM (Robustness)": "{\"description\": \"min=0.753, mean=0.753, max=0.753, sum=0.753 (1)\", \"tab\": \"Robustness\", \"score\": \"0.753\"}", - "BoolQ - EM (Fairness)": "{\"description\": \"min=0.732, mean=0.732, max=0.732, sum=0.732 (1)\", \"tab\": \"Fairness\", \"score\": \"0.732\"}", - "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "BoolQ - # prompt tokens": "{\"description\": \"min=1439.447, mean=1439.447, max=1439.447, sum=1439.447 (1)\", \"tab\": \"General information\", \"score\": \"1439.447\"}", - "BoolQ - # output tokens": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NarrativeQA", - "source_data": { - "dataset_name": "NarrativeQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NarrativeQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.744, - "details": { - "description": "min=0.744, mean=0.744, max=0.744, sum=0.744 (1)", - "tab": "Accuracy", - "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.682, mean=0.682, max=0.682, sum=0.682 (1)\", \"tab\": \"Robustness\", \"score\": \"0.681791424099214\"}", - "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.657, mean=0.657, max=0.657, sum=0.657 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6567284210865421\"}", - "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", - "NarrativeQA - # train": "{\"description\": \"min=4.414, mean=4.414, max=4.414, sum=4.414 (1)\", \"tab\": \"General information\", \"score\": \"4.414084507042253\"}", - "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NarrativeQA - # prompt tokens": "{\"description\": \"min=3673.268, mean=3673.268, max=3673.268, sum=3673.268 (1)\", \"tab\": \"General information\", \"score\": \"3673.2676056338028\"}", - "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.417, mean=0.417, max=0.417, sum=0.417 (1)\", \"tab\": \"Bias\", \"score\": \"0.4166666666666667\"}", - "NarrativeQA - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.218, mean=0.218, max=0.218, sum=0.218 (1)\", \"tab\": \"Bias\", \"score\": \"0.21830985915492954\"}", - "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.014, mean=0.014, max=0.014, sum=0.014 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.014084507042253521\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NaturalQuestions (open-book)", - "source_data": { - "dataset_name": "NaturalQuestions (open-book)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NaturalQuestions (open-book)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.637, - "details": { - "description": "min=0.637, mean=0.637, max=0.637, sum=0.637 (1)", - "tab": "Accuracy", - "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.324, mean=0.324, max=0.324, sum=0.324 (1)\", \"tab\": \"Robustness\", \"score\": \"0.3243542710528751\"}", - "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.563, mean=0.563, max=0.563, sum=0.563 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5631882717621935\"}", - "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.309, mean=0.309, max=0.309, sum=0.309 (1)\", \"tab\": \"Fairness\", \"score\": \"0.30927547433853436\"}", - "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.58, mean=0.58, max=0.58, sum=0.58 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5801102053016279\"}", - "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=137.383, mean=137.383, max=137.383, sum=137.383 (1)\", \"tab\": \"General information\", \"score\": \"137.383\"}", - "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.831, mean=4.831, max=4.831, sum=4.831 (1)\", \"tab\": \"General information\", \"score\": \"4.831\"}", - "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.026, mean=0.026, max=0.026, sum=0.026 (1)\", \"tab\": \"General information\", \"score\": \"0.026\"}", - "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=2289.409, mean=2289.409, max=2289.409, sum=2289.409 (1)\", \"tab\": \"General information\", \"score\": \"2289.409\"}", - "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.984, mean=0.984, max=0.984, sum=0.984 (1)\", \"tab\": \"General information\", \"score\": \"0.984\"}", - "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.521, mean=0.521, max=0.521, sum=0.521 (1)\", \"tab\": \"Bias\", \"score\": \"0.5205992509363295\"}", - "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.15, mean=0.15, max=0.15, sum=0.15 (1)\", \"tab\": \"Bias\", \"score\": \"0.15000000000000002\"}", - "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", - "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.467, mean=0.467, max=0.467, sum=0.467 (1)\", \"tab\": \"Bias\", \"score\": \"0.4666666666666667\"}", - "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.357, mean=0.357, max=0.357, sum=0.357 (1)\", \"tab\": \"Bias\", \"score\": \"0.3571428571428571\"}", - "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}", - "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "QuAC", - "source_data": { - "dataset_name": "QuAC", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on QuAC", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.424, - "details": { - "description": "min=0.424, mean=0.424, max=0.424, sum=0.424 (1)", - "tab": "Accuracy", - "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "QuAC - F1 (Robustness)": "{\"description\": \"min=0.294, mean=0.294, max=0.294, sum=0.294 (1)\", \"tab\": \"Robustness\", \"score\": \"0.2939019916232739\"}", - "QuAC - F1 (Fairness)": "{\"description\": \"min=0.351, mean=0.351, max=0.351, sum=0.351 (1)\", \"tab\": \"Fairness\", \"score\": \"0.35074944218906556\"}", - "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "QuAC - # train": "{\"description\": \"min=3.204, mean=3.204, max=3.204, sum=3.204 (1)\", \"tab\": \"General information\", \"score\": \"3.204\"}", - "QuAC - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "QuAC - # prompt tokens": "{\"description\": \"min=3617.038, mean=3617.038, max=3617.038, sum=3617.038 (1)\", \"tab\": \"General information\", \"score\": \"3617.038\"}", - "QuAC - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - Stereotypes (race)": "{\"description\": \"min=0.549, mean=0.549, max=0.549, sum=0.549 (1)\", \"tab\": \"Bias\", \"score\": \"0.5485347985347986\"}", - "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.392, mean=0.392, max=0.392, sum=0.392 (1)\", \"tab\": \"Bias\", \"score\": \"0.39214643381310055\"}", - "QuAC - Representation (race)": "{\"description\": \"min=0.325, mean=0.325, max=0.325, sum=0.325 (1)\", \"tab\": \"Bias\", \"score\": \"0.3248945147679325\"}", - "QuAC - Representation (gender)": "{\"description\": \"min=0.242, mean=0.242, max=0.242, sum=0.242 (1)\", \"tab\": \"Bias\", \"score\": \"0.24197860962566847\"}", - "QuAC - Toxic fraction": "{\"description\": \"min=0.004, mean=0.004, max=0.004, sum=0.004 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.004\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "HellaSwag", - "source_data": { - "dataset_name": "HellaSwag", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on HellaSwag", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "OpenbookQA", - "source_data": { - "dataset_name": "OpenbookQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on OpenbookQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "TruthfulQA", - "source_data": { - "dataset_name": "TruthfulQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on TruthfulQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.33, - "details": { - "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)", - "tab": "Accuracy", - "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.287, mean=0.287, max=0.287, sum=0.287 (1)\", \"tab\": \"Robustness\", \"score\": \"0.2874617737003058\"}", - "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.274, mean=0.274, max=0.274, sum=0.274 (1)\", \"tab\": \"Fairness\", \"score\": \"0.27370030581039756\"}", - "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", - "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "TruthfulQA - # prompt tokens": "{\"description\": \"min=524.602, mean=524.602, max=524.602, sum=524.602 (1)\", \"tab\": \"General information\", \"score\": \"524.6024464831804\"}", - "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MS MARCO (TREC)", - "source_data": { - "dataset_name": "MS MARCO (TREC)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "NDCG@10 on MS MARCO (TREC)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CNN/DailyMail", - "source_data": { - "dataset_name": "CNN/DailyMail", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on CNN/DailyMail", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "XSUM", - "source_data": { - "dataset_name": "XSUM", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on XSUM", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "IMDB", - "source_data": { - "dataset_name": "IMDB", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on IMDB", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.962, - "details": { - "description": "min=0.962, mean=0.962, max=0.962, sum=0.962 (1)", - "tab": "Accuracy", - "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "IMDB - EM (Robustness)": "{\"description\": \"min=0.954, mean=0.954, max=0.954, sum=0.954 (1)\", \"tab\": \"Robustness\", \"score\": \"0.954\"}", - "IMDB - EM (Fairness)": "{\"description\": \"min=0.957, mean=0.957, max=0.957, sum=0.957 (1)\", \"tab\": \"Fairness\", \"score\": \"0.957\"}", - "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "IMDB - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "IMDB - # prompt tokens": "{\"description\": \"min=2897.409, mean=2897.409, max=2897.409, sum=2897.409 (1)\", \"tab\": \"General information\", \"score\": \"2897.409\"}", - "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CivilComments", - "source_data": { - "dataset_name": "CivilComments", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on CivilComments", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.588, - "details": { - "description": "min=0.087, mean=0.588, max=0.968, sum=10.579 (18)", - "tab": "Accuracy", - "CivilComments - ECE (10-bin)": "{\"description\": \"min=0.098, mean=0.323, max=0.788, sum=4.519 (14)\", \"tab\": \"Calibration\", \"score\": \"\"}", - "CivilComments - EM (Robustness)": "{\"description\": \"min=0.022, mean=0.47, max=0.958, sum=8.468 (18)\", \"tab\": \"Robustness\", \"score\": \"0.47042658911281887\"}", - "CivilComments - EM (Fairness)": "{\"description\": \"min=0.006, mean=0.489, max=0.968, sum=8.81 (18)\", \"tab\": \"Fairness\", \"score\": \"0.4894481246425394\"}", - "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", - "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "CivilComments - # prompt tokens": "{\"description\": \"min=404.732, mean=855.241, max=1417.567, sum=15394.339 (18)\", \"tab\": \"General information\", \"score\": \"855.2410378605821\"}", - "CivilComments - # output tokens": "{\"description\": \"min=1, mean=2.692, max=5, sum=48.448 (18)\", \"tab\": \"General information\", \"score\": \"2.6915388744093813\"}", - "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "RAFT", - "source_data": { - "dataset_name": "RAFT", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on RAFT", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.707, - "details": { - "description": "min=0.1, mean=0.707, max=0.975, sum=7.775 (11)", - "tab": "Accuracy", - "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "RAFT - EM (Robustness)": "{\"description\": \"min=0.05, mean=0.652, max=0.95, sum=7.175 (11)\", \"tab\": \"Robustness\", \"score\": \"0.6522727272727272\"}", - "RAFT - EM (Fairness)": "{\"description\": \"min=0.075, mean=0.673, max=0.975, sum=7.4 (11)\", \"tab\": \"Fairness\", \"score\": \"0.6727272727272727\"}", - "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", - "RAFT - # train": "{\"description\": \"min=2.575, mean=4.78, max=5, sum=52.575 (11)\", \"tab\": \"General information\", \"score\": \"4.779545454545455\"}", - "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "RAFT - # prompt tokens": "{\"description\": \"min=303.675, mean=1153.852, max=3623.9, sum=12692.375 (11)\", \"tab\": \"General information\", \"score\": \"1153.8522727272727\"}", - "RAFT - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - } - ], - "detailed_evaluation_results": null, - "generation_config": { - "additional_details": {} - } - } - ] -} \ No newline at end of file diff --git a/data/models/meta_Llama-2-70B.json b/data/models/meta_Llama-2-70B.json deleted file mode 100644 index 62f379108db2c045364f198d02e05be28ea70409..0000000000000000000000000000000000000000 --- a/data/models/meta_Llama-2-70B.json +++ /dev/null @@ -1,674 +0,0 @@ -{ - "model_info": { - "name": "Llama 2 70B", - "id": "meta/Llama-2-70B", - "developer": "meta", - "inference_platform": "unknown" - }, - "evaluations": [ - { - "evaluation_id": "helm_classic/meta_Llama-2-70B/1774096308.339228", - "retrieved_timestamp": "1774096308.339228", - "source_metadata": { - "source_name": "helm_classic", - "source_type": "documentation", - "source_organization_name": "crfm", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "helm", - "version": "unknown" - }, - "benchmark": "helm_classic", - "evaluation_results": [ - { - "evaluation_name": "Mean win rate", - "source_data": { - "dataset_name": "helm_classic", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "How many models this model outperform on average (over columns).", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.944, - "details": { - "description": "", - "tab": "Accuracy", - "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", - "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.9649184149184149\"}", - "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.9587645687645687\"}", - "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", - "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.5375895851224799\"}", - "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.643006993006993\"}", - "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MMLU", - "source_data": { - "dataset_name": "MMLU", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on MMLU", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.582, - "details": { - "description": "min=0.29, mean=0.582, max=0.92, sum=2.909 (5)", - "tab": "Accuracy", - "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "MMLU - EM (Robustness)": "{\"description\": \"min=0.22, mean=0.545, max=0.9, sum=2.726 (5)\", \"tab\": \"Robustness\", \"score\": \"0.5451929824561403\"}", - "MMLU - EM (Fairness)": "{\"description\": \"min=0.26, mean=0.557, max=0.91, sum=2.786 (5)\", \"tab\": \"Fairness\", \"score\": \"0.5571929824561404\"}", - "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", - "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "MMLU - # prompt tokens": "{\"description\": \"min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)\", \"tab\": \"General information\", \"score\": \"522.5470877192982\"}", - "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "BoolQ", - "source_data": { - "dataset_name": "BoolQ", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on BoolQ", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.886, - "details": { - "description": "min=0.886, mean=0.886, max=0.886, sum=0.886 (1)", - "tab": "Accuracy", - "BoolQ - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "BoolQ - EM (Robustness)": "{\"description\": \"min=0.863, mean=0.863, max=0.863, sum=0.863 (1)\", \"tab\": \"Robustness\", \"score\": \"0.863\"}", - "BoolQ - EM (Fairness)": "{\"description\": \"min=0.859, mean=0.859, max=0.859, sum=0.859 (1)\", \"tab\": \"Fairness\", \"score\": \"0.859\"}", - "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "BoolQ - # prompt tokens": "{\"description\": \"min=1439.447, mean=1439.447, max=1439.447, sum=1439.447 (1)\", \"tab\": \"General information\", \"score\": \"1439.447\"}", - "BoolQ - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NarrativeQA", - "source_data": { - "dataset_name": "NarrativeQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NarrativeQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.77, - "details": { - "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)", - "tab": "Accuracy", - "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.722, mean=0.722, max=0.722, sum=0.722 (1)\", \"tab\": \"Robustness\", \"score\": \"0.7215317388650366\"}", - "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.709, mean=0.709, max=0.709, sum=0.709 (1)\", \"tab\": \"Fairness\", \"score\": \"0.709497495841271\"}", - "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", - "NarrativeQA - # train": "{\"description\": \"min=4.414, mean=4.414, max=4.414, sum=4.414 (1)\", \"tab\": \"General information\", \"score\": \"4.414084507042253\"}", - "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NarrativeQA - # prompt tokens": "{\"description\": \"min=3673.268, mean=3673.268, max=3673.268, sum=3673.268 (1)\", \"tab\": \"General information\", \"score\": \"3673.2676056338028\"}", - "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", - "NarrativeQA - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.187, mean=0.187, max=0.187, sum=0.187 (1)\", \"tab\": \"Bias\", \"score\": \"0.18695652173913044\"}", - "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.008, mean=0.008, max=0.008, sum=0.008 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.008450704225352112\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NaturalQuestions (open-book)", - "source_data": { - "dataset_name": "NaturalQuestions (open-book)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NaturalQuestions (open-book)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.674, - "details": { - "description": "min=0.674, mean=0.674, max=0.674, sum=0.674 (1)", - "tab": "Accuracy", - "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.42, mean=0.42, max=0.42, sum=0.42 (1)\", \"tab\": \"Robustness\", \"score\": \"0.42009390434309946\"}", - "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.639, mean=0.639, max=0.639, sum=0.639 (1)\", \"tab\": \"Robustness\", \"score\": \"0.6385366212170214\"}", - "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.4, mean=0.4, max=0.4, sum=0.4 (1)\", \"tab\": \"Fairness\", \"score\": \"0.3997609830959401\"}", - "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.637, mean=0.637, max=0.637, sum=0.637 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6365724774019619\"}", - "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=137.383, mean=137.383, max=137.383, sum=137.383 (1)\", \"tab\": \"General information\", \"score\": \"137.383\"}", - "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.831, mean=4.831, max=4.831, sum=4.831 (1)\", \"tab\": \"General information\", \"score\": \"4.831\"}", - "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.026, mean=0.026, max=0.026, sum=0.026 (1)\", \"tab\": \"General information\", \"score\": \"0.026\"}", - "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=2289.409, mean=2289.409, max=2289.409, sum=2289.409 (1)\", \"tab\": \"General information\", \"score\": \"2289.409\"}", - "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.998, mean=0.998, max=0.998, sum=0.998 (1)\", \"tab\": \"General information\", \"score\": \"0.998\"}", - "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666666\"}", - "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"min=0.167, mean=0.167, max=0.167, sum=0.167 (1)\", \"tab\": \"Bias\", \"score\": \"0.16666666666666666\"}", - "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.524, mean=0.524, max=0.524, sum=0.524 (1)\", \"tab\": \"Bias\", \"score\": \"0.5238095238095237\"}", - "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.312, mean=0.312, max=0.312, sum=0.312 (1)\", \"tab\": \"Bias\", \"score\": \"0.3125\"}", - "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.566, mean=0.566, max=0.566, sum=0.566 (1)\", \"tab\": \"Bias\", \"score\": \"0.5655430711610487\"}", - "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.184, mean=0.184, max=0.184, sum=0.184 (1)\", \"tab\": \"Bias\", \"score\": \"0.1842105263157895\"}", - "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}", - "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0.002, mean=0.002, max=0.002, sum=0.002 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.002\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "QuAC", - "source_data": { - "dataset_name": "QuAC", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on QuAC", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.484, - "details": { - "description": "min=0.484, mean=0.484, max=0.484, sum=0.484 (1)", - "tab": "Accuracy", - "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "QuAC - F1 (Robustness)": "{\"description\": \"min=0.362, mean=0.362, max=0.362, sum=0.362 (1)\", \"tab\": \"Robustness\", \"score\": \"0.36189050917141447\"}", - "QuAC - F1 (Fairness)": "{\"description\": \"min=0.414, mean=0.414, max=0.414, sum=0.414 (1)\", \"tab\": \"Fairness\", \"score\": \"0.4139340894194124\"}", - "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "QuAC - # train": "{\"description\": \"min=3.204, mean=3.204, max=3.204, sum=3.204 (1)\", \"tab\": \"General information\", \"score\": \"3.204\"}", - "QuAC - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "QuAC - # prompt tokens": "{\"description\": \"min=3617.038, mean=3617.038, max=3617.038, sum=3617.038 (1)\", \"tab\": \"General information\", \"score\": \"3617.038\"}", - "QuAC - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - Stereotypes (race)": "{\"description\": \"min=0.611, mean=0.611, max=0.611, sum=0.611 (1)\", \"tab\": \"Bias\", \"score\": \"0.6111111111111112\"}", - "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.403, mean=0.403, max=0.403, sum=0.403 (1)\", \"tab\": \"Bias\", \"score\": \"0.4025455927051672\"}", - "QuAC - Representation (race)": "{\"description\": \"min=0.272, mean=0.272, max=0.272, sum=0.272 (1)\", \"tab\": \"Bias\", \"score\": \"0.27183271832718325\"}", - "QuAC - Representation (gender)": "{\"description\": \"min=0.239, mean=0.239, max=0.239, sum=0.239 (1)\", \"tab\": \"Bias\", \"score\": \"0.23913043478260873\"}", - "QuAC - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "HellaSwag", - "source_data": { - "dataset_name": "HellaSwag", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on HellaSwag", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "OpenbookQA", - "source_data": { - "dataset_name": "OpenbookQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on OpenbookQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "TruthfulQA", - "source_data": { - "dataset_name": "TruthfulQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on TruthfulQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.554, - "details": { - "description": "min=0.554, mean=0.554, max=0.554, sum=0.554 (1)", - "tab": "Accuracy", - "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.468, mean=0.468, max=0.468, sum=0.468 (1)\", \"tab\": \"Robustness\", \"score\": \"0.46788990825688076\"}", - "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.434, mean=0.434, max=0.434, sum=0.434 (1)\", \"tab\": \"Fairness\", \"score\": \"0.43425076452599387\"}", - "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", - "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "TruthfulQA - # prompt tokens": "{\"description\": \"min=524.602, mean=524.602, max=524.602, sum=524.602 (1)\", \"tab\": \"General information\", \"score\": \"524.6024464831804\"}", - "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MS MARCO (TREC)", - "source_data": { - "dataset_name": "MS MARCO (TREC)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "NDCG@10 on MS MARCO (TREC)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CNN/DailyMail", - "source_data": { - "dataset_name": "CNN/DailyMail", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on CNN/DailyMail", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "XSUM", - "source_data": { - "dataset_name": "XSUM", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on XSUM", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "IMDB", - "source_data": { - "dataset_name": "IMDB", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on IMDB", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.961, - "details": { - "description": "min=0.961, mean=0.961, max=0.961, sum=0.961 (1)", - "tab": "Accuracy", - "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "IMDB - EM (Robustness)": "{\"description\": \"min=0.949, mean=0.949, max=0.949, sum=0.949 (1)\", \"tab\": \"Robustness\", \"score\": \"0.949\"}", - "IMDB - EM (Fairness)": "{\"description\": \"min=0.954, mean=0.954, max=0.954, sum=0.954 (1)\", \"tab\": \"Fairness\", \"score\": \"0.954\"}", - "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "IMDB - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "IMDB - # prompt tokens": "{\"description\": \"min=2897.409, mean=2897.409, max=2897.409, sum=2897.409 (1)\", \"tab\": \"General information\", \"score\": \"2897.409\"}", - "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CivilComments", - "source_data": { - "dataset_name": "CivilComments", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on CivilComments", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.652, - "details": { - "description": "min=0.337, mean=0.652, max=0.919, sum=11.733 (18)", - "tab": "Accuracy", - "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "CivilComments - EM (Robustness)": "{\"description\": \"min=0.272, mean=0.59, max=0.884, sum=10.619 (18)\", \"tab\": \"Robustness\", \"score\": \"0.5899239945803259\"}", - "CivilComments - EM (Fairness)": "{\"description\": \"min=0.125, mean=0.551, max=0.892, sum=9.924 (18)\", \"tab\": \"Fairness\", \"score\": \"0.551334119704094\"}", - "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", - "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "CivilComments - # prompt tokens": "{\"description\": \"min=404.732, mean=855.241, max=1417.567, sum=15394.339 (18)\", \"tab\": \"General information\", \"score\": \"855.2410378605821\"}", - "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "RAFT", - "source_data": { - "dataset_name": "RAFT", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on RAFT", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.727, - "details": { - "description": "min=0.125, mean=0.727, max=0.975, sum=8 (11)", - "tab": "Accuracy", - "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "RAFT - EM (Robustness)": "{\"description\": \"min=0.075, mean=0.673, max=0.975, sum=7.4 (11)\", \"tab\": \"Robustness\", \"score\": \"0.6727272727272727\"}", - "RAFT - EM (Fairness)": "{\"description\": \"min=0.1, mean=0.7, max=0.975, sum=7.7 (11)\", \"tab\": \"Fairness\", \"score\": \"0.7\"}", - "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", - "RAFT - # train": "{\"description\": \"min=2.575, mean=4.78, max=5, sum=52.575 (11)\", \"tab\": \"General information\", \"score\": \"4.779545454545455\"}", - "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "RAFT - # prompt tokens": "{\"description\": \"min=303.675, mean=1153.852, max=3623.9, sum=12692.375 (11)\", \"tab\": \"General information\", \"score\": \"1153.8522727272727\"}", - "RAFT - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - } - ], - "detailed_evaluation_results": null, - "generation_config": { - "additional_details": {} - } - } - ] -} \ No newline at end of file diff --git a/data/models/meta_Llama-2-7B.json b/data/models/meta_Llama-2-7B.json deleted file mode 100644 index 24a0db928c0317c811fa124db7b58a75980fdbf3..0000000000000000000000000000000000000000 --- a/data/models/meta_Llama-2-7B.json +++ /dev/null @@ -1,674 +0,0 @@ -{ - "model_info": { - "name": "Llama 2 7B", - "id": "meta/Llama-2-7B", - "developer": "meta", - "inference_platform": "unknown" - }, - "evaluations": [ - { - "evaluation_id": "helm_classic/meta_Llama-2-7B/1774096308.339228", - "retrieved_timestamp": "1774096308.339228", - "source_metadata": { - "source_name": "helm_classic", - "source_type": "documentation", - "source_organization_name": "crfm", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "helm", - "version": "unknown" - }, - "benchmark": "helm_classic", - "evaluation_results": [ - { - "evaluation_name": "Mean win rate", - "source_data": { - "dataset_name": "helm_classic", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "How many models this model outperform on average (over columns).", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.607, - "details": { - "description": "", - "tab": "Accuracy", - "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", - "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.6437529137529138\"}", - "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.6102097902097903\"}", - "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", - "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.4576728062932413\"}", - "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.8121794871794872\"}", - "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MMLU", - "source_data": { - "dataset_name": "MMLU", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on MMLU", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.431, - "details": { - "description": "min=0.28, mean=0.431, max=0.64, sum=2.153 (5)", - "tab": "Accuracy", - "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "MMLU - EM (Robustness)": "{\"description\": \"min=0.22, mean=0.373, max=0.57, sum=1.866 (5)\", \"tab\": \"Robustness\", \"score\": \"0.37312280701754386\"}", - "MMLU - EM (Fairness)": "{\"description\": \"min=0.26, mean=0.392, max=0.59, sum=1.961 (5)\", \"tab\": \"Fairness\", \"score\": \"0.392140350877193\"}", - "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", - "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "MMLU - # prompt tokens": "{\"description\": \"min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)\", \"tab\": \"General information\", \"score\": \"522.5470877192982\"}", - "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "BoolQ", - "source_data": { - "dataset_name": "BoolQ", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on BoolQ", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.762, - "details": { - "description": "min=0.762, mean=0.762, max=0.762, sum=0.762 (1)", - "tab": "Accuracy", - "BoolQ - ECE (10-bin)": "{\"description\": \"min=0.215, mean=0.215, max=0.215, sum=0.215 (1)\", \"tab\": \"Calibration\", \"score\": \"\"}", - "BoolQ - EM (Robustness)": "{\"description\": \"min=0.676, mean=0.676, max=0.676, sum=0.676 (1)\", \"tab\": \"Robustness\", \"score\": \"0.676\"}", - "BoolQ - EM (Fairness)": "{\"description\": \"min=0.706, mean=0.706, max=0.706, sum=0.706 (1)\", \"tab\": \"Fairness\", \"score\": \"0.706\"}", - "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "BoolQ - # prompt tokens": "{\"description\": \"min=1439.447, mean=1439.447, max=1439.447, sum=1439.447 (1)\", \"tab\": \"General information\", \"score\": \"1439.447\"}", - "BoolQ - # output tokens": "{\"description\": \"min=1.296, mean=1.296, max=1.296, sum=1.296 (1)\", \"tab\": \"General information\", \"score\": \"1.296\"}", - "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NarrativeQA", - "source_data": { - "dataset_name": "NarrativeQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NarrativeQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.691, - "details": { - "description": "min=0.691, mean=0.691, max=0.691, sum=0.691 (1)", - "tab": "Accuracy", - "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.573, mean=0.573, max=0.573, sum=0.573 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5726018964106345\"}", - "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.596, mean=0.596, max=0.596, sum=0.596 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5960691234215144\"}", - "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", - "NarrativeQA - # train": "{\"description\": \"min=4.414, mean=4.414, max=4.414, sum=4.414 (1)\", \"tab\": \"General information\", \"score\": \"4.414084507042253\"}", - "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NarrativeQA - # prompt tokens": "{\"description\": \"min=3673.268, mean=3673.268, max=3673.268, sum=3673.268 (1)\", \"tab\": \"General information\", \"score\": \"3673.2676056338028\"}", - "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.333, mean=0.333, max=0.333, sum=0.333 (1)\", \"tab\": \"Bias\", \"score\": \"0.3333333333333333\"}", - "NarrativeQA - Representation (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.203, mean=0.203, max=0.203, sum=0.203 (1)\", \"tab\": \"Bias\", \"score\": \"0.20348837209302328\"}", - "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.011, mean=0.011, max=0.011, sum=0.011 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.011267605633802818\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NaturalQuestions (open-book)", - "source_data": { - "dataset_name": "NaturalQuestions (open-book)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NaturalQuestions (open-book)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.611, - "details": { - "description": "min=0.611, mean=0.611, max=0.611, sum=0.611 (1)", - "tab": "Accuracy", - "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.261, mean=0.261, max=0.261, sum=0.261 (1)\", \"tab\": \"Robustness\", \"score\": \"0.2606038875824225\"}", - "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.501, mean=0.501, max=0.501, sum=0.501 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5010811862440044\"}", - "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.264, mean=0.264, max=0.264, sum=0.264 (1)\", \"tab\": \"Fairness\", \"score\": \"0.26403309290317406\"}", - "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.55, mean=0.55, max=0.55, sum=0.55 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5499198184166533\"}", - "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=137.383, mean=137.383, max=137.383, sum=137.383 (1)\", \"tab\": \"General information\", \"score\": \"137.383\"}", - "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=0.998, mean=0.998, max=0.998, sum=0.998 (1)\", \"tab\": \"General information\", \"score\": \"0.998\"}", - "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.831, mean=4.831, max=4.831, sum=4.831 (1)\", \"tab\": \"General information\", \"score\": \"4.831\"}", - "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.026, mean=0.026, max=0.026, sum=0.026 (1)\", \"tab\": \"General information\", \"score\": \"0.026\"}", - "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=2289.409, mean=2289.409, max=2289.409, sum=2289.409 (1)\", \"tab\": \"General information\", \"score\": \"2289.409\"}", - "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.955, mean=0.955, max=0.955, sum=0.955 (1)\", \"tab\": \"General information\", \"score\": \"0.955\"}", - "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", - "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.381, mean=0.381, max=0.381, sum=0.381 (1)\", \"tab\": \"Bias\", \"score\": \"0.38095238095238093\"}", - "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.182, mean=0.182, max=0.182, sum=0.182 (1)\", \"tab\": \"Bias\", \"score\": \"0.18181818181818182\"}", - "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", - "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.577, mean=0.577, max=0.577, sum=0.577 (1)\", \"tab\": \"Bias\", \"score\": \"0.5770114942528735\"}", - "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.486, mean=0.486, max=0.486, sum=0.486 (1)\", \"tab\": \"Bias\", \"score\": \"0.48630136986301375\"}", - "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}", - "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "QuAC", - "source_data": { - "dataset_name": "QuAC", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on QuAC", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.406, - "details": { - "description": "min=0.406, mean=0.406, max=0.406, sum=0.406 (1)", - "tab": "Accuracy", - "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "QuAC - F1 (Robustness)": "{\"description\": \"min=0.271, mean=0.271, max=0.271, sum=0.271 (1)\", \"tab\": \"Robustness\", \"score\": \"0.27069315379336467\"}", - "QuAC - F1 (Fairness)": "{\"description\": \"min=0.321, mean=0.321, max=0.321, sum=0.321 (1)\", \"tab\": \"Fairness\", \"score\": \"0.32122644280851614\"}", - "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "QuAC - # train": "{\"description\": \"min=3.204, mean=3.204, max=3.204, sum=3.204 (1)\", \"tab\": \"General information\", \"score\": \"3.204\"}", - "QuAC - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "QuAC - # prompt tokens": "{\"description\": \"min=3617.038, mean=3617.038, max=3617.038, sum=3617.038 (1)\", \"tab\": \"General information\", \"score\": \"3617.038\"}", - "QuAC - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - Stereotypes (race)": "{\"description\": \"min=0.583, mean=0.583, max=0.583, sum=0.583 (1)\", \"tab\": \"Bias\", \"score\": \"0.5833333333333334\"}", - "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.426, mean=0.426, max=0.426, sum=0.426 (1)\", \"tab\": \"Bias\", \"score\": \"0.4264652792029702\"}", - "QuAC - Representation (race)": "{\"description\": \"min=0.283, mean=0.283, max=0.283, sum=0.283 (1)\", \"tab\": \"Bias\", \"score\": \"0.2831541218637993\"}", - "QuAC - Representation (gender)": "{\"description\": \"min=0.231, mean=0.231, max=0.231, sum=0.231 (1)\", \"tab\": \"Bias\", \"score\": \"0.23093681917211328\"}", - "QuAC - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "HellaSwag", - "source_data": { - "dataset_name": "HellaSwag", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on HellaSwag", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "OpenbookQA", - "source_data": { - "dataset_name": "OpenbookQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on OpenbookQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "TruthfulQA", - "source_data": { - "dataset_name": "TruthfulQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on TruthfulQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.272, - "details": { - "description": "min=0.272, mean=0.272, max=0.272, sum=0.272 (1)", - "tab": "Accuracy", - "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.234, mean=0.234, max=0.234, sum=0.234 (1)\", \"tab\": \"Robustness\", \"score\": \"0.23394495412844038\"}", - "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.223, mean=0.223, max=0.223, sum=0.223 (1)\", \"tab\": \"Fairness\", \"score\": \"0.22324159021406728\"}", - "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", - "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "TruthfulQA - # prompt tokens": "{\"description\": \"min=524.602, mean=524.602, max=524.602, sum=524.602 (1)\", \"tab\": \"General information\", \"score\": \"524.6024464831804\"}", - "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MS MARCO (TREC)", - "source_data": { - "dataset_name": "MS MARCO (TREC)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "NDCG@10 on MS MARCO (TREC)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CNN/DailyMail", - "source_data": { - "dataset_name": "CNN/DailyMail", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on CNN/DailyMail", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "XSUM", - "source_data": { - "dataset_name": "XSUM", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on XSUM", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "IMDB", - "source_data": { - "dataset_name": "IMDB", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on IMDB", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.907, - "details": { - "description": "min=0.907, mean=0.907, max=0.907, sum=0.907 (1)", - "tab": "Accuracy", - "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "IMDB - EM (Robustness)": "{\"description\": \"min=0.808, mean=0.808, max=0.808, sum=0.808 (1)\", \"tab\": \"Robustness\", \"score\": \"0.808\"}", - "IMDB - EM (Fairness)": "{\"description\": \"min=0.871, mean=0.871, max=0.871, sum=0.871 (1)\", \"tab\": \"Fairness\", \"score\": \"0.871\"}", - "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "IMDB - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "IMDB - # prompt tokens": "{\"description\": \"min=2897.409, mean=2897.409, max=2897.409, sum=2897.409 (1)\", \"tab\": \"General information\", \"score\": \"2897.409\"}", - "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CivilComments", - "source_data": { - "dataset_name": "CivilComments", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on CivilComments", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.562, - "details": { - "description": "min=0.025, mean=0.562, max=1, sum=10.108 (18)", - "tab": "Accuracy", - "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "CivilComments - EM (Robustness)": "{\"description\": \"min=0.025, mean=0.516, max=0.989, sum=9.28 (18)\", \"tab\": \"Robustness\", \"score\": \"0.5155612610622284\"}", - "CivilComments - EM (Fairness)": "{\"description\": \"min=0.01, mean=0.503, max=0.998, sum=9.057 (18)\", \"tab\": \"Fairness\", \"score\": \"0.5031757189564859\"}", - "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", - "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "CivilComments - # prompt tokens": "{\"description\": \"min=404.732, mean=855.241, max=1417.567, sum=15394.339 (18)\", \"tab\": \"General information\", \"score\": \"855.2410378605821\"}", - "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "RAFT", - "source_data": { - "dataset_name": "RAFT", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on RAFT", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.643, - "details": { - "description": "min=0.125, mean=0.643, max=0.95, sum=7.075 (11)", - "tab": "Accuracy", - "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "RAFT - EM (Robustness)": "{\"description\": \"min=0.05, mean=0.573, max=0.875, sum=6.3 (11)\", \"tab\": \"Robustness\", \"score\": \"0.5727272727272728\"}", - "RAFT - EM (Fairness)": "{\"description\": \"min=0.1, mean=0.609, max=0.95, sum=6.7 (11)\", \"tab\": \"Fairness\", \"score\": \"0.6090909090909092\"}", - "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", - "RAFT - # train": "{\"description\": \"min=2.575, mean=4.78, max=5, sum=52.575 (11)\", \"tab\": \"General information\", \"score\": \"4.779545454545455\"}", - "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "RAFT - # prompt tokens": "{\"description\": \"min=303.675, mean=1153.852, max=3623.9, sum=12692.375 (11)\", \"tab\": \"General information\", \"score\": \"1153.8522727272727\"}", - "RAFT - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - } - ], - "detailed_evaluation_results": null, - "generation_config": { - "additional_details": {} - } - } - ] -} \ No newline at end of file diff --git a/data/models/meta_LLaMA-13B.json b/data/models/meta_llama-13b.json similarity index 99% rename from data/models/meta_LLaMA-13B.json rename to data/models/meta_llama-13b.json index aab35953665608258df90fbf8b324f6e8aa5534c..ca6092c8def98fccdb723ebec617475723452a89 100644 --- a/data/models/meta_LLaMA-13B.json +++ b/data/models/meta_llama-13b.json @@ -2,7 +2,7 @@ "model_info": { "name": "LLaMA 13B", "id": "meta/LLaMA-13B", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-2-13b.json b/data/models/meta_llama-2-13b.json index 6d7e01ff69d0272c7d8a72c278dca4fe5238ed7d..1e4f5b95d4d5f91d161cfca5ac956ff33caed597 100644 --- a/data/models/meta_llama-2-13b.json +++ b/data/models/meta_llama-2-13b.json @@ -2,10 +2,679 @@ "model_info": { "name": "Llama 2 13B", "id": "meta/llama-2-13b", - "developer": "meta", - "inference_platform": "unknown" + "developer": "Meta", + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "meta/Llama-2-13B" + ] + } }, "evaluations": [ + { + "evaluation_id": "helm_classic/meta_Llama-2-13B/1774096308.339228", + "retrieved_timestamp": "1774096308.339228", + "source_metadata": { + "source_name": "helm_classic", + "source_type": "documentation", + "source_organization_name": "crfm", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "helm", + "version": "unknown" + }, + "benchmark": "helm_classic", + "evaluation_results": [ + { + "evaluation_name": "Mean win rate", + "source_data": { + "dataset_name": "helm_classic", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "How many models this model outperform on average (over columns).", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.823, + "details": { + "description": "", + "tab": "Accuracy", + "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", + "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.8231701631701632\"}", + "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.8078088578088578\"}", + "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", + "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.46948265409803874\"}", + "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.4142191142191142\"}", + "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MMLU", + "source_data": { + "dataset_name": "MMLU", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on MMLU", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.507, + "details": { + "description": "min=0.28, mean=0.507, max=0.84, sum=2.533 (5)", + "tab": "Accuracy", + "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "MMLU - EM (Robustness)": "{\"description\": \"min=0.22, mean=0.444, max=0.76, sum=2.222 (5)\", \"tab\": \"Robustness\", \"score\": \"0.44438596491228066\"}", + "MMLU - EM (Fairness)": "{\"description\": \"min=0.26, mean=0.466, max=0.79, sum=2.331 (5)\", \"tab\": \"Fairness\", \"score\": \"0.46614035087719297\"}", + "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", + "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "MMLU - # prompt tokens": "{\"description\": \"min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)\", \"tab\": \"General information\", \"score\": \"522.5470877192982\"}", + "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "BoolQ", + "source_data": { + "dataset_name": "BoolQ", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on BoolQ", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.811, + "details": { + "description": "min=0.811, mean=0.811, max=0.811, sum=0.811 (1)", + "tab": "Accuracy", + "BoolQ - ECE (10-bin)": "{\"description\": \"min=0.116, mean=0.116, max=0.116, sum=0.116 (1)\", \"tab\": \"Calibration\", \"score\": \"\"}", + "BoolQ - EM (Robustness)": "{\"description\": \"min=0.753, mean=0.753, max=0.753, sum=0.753 (1)\", \"tab\": \"Robustness\", \"score\": \"0.753\"}", + "BoolQ - EM (Fairness)": "{\"description\": \"min=0.732, mean=0.732, max=0.732, sum=0.732 (1)\", \"tab\": \"Fairness\", \"score\": \"0.732\"}", + "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "BoolQ - # prompt tokens": "{\"description\": \"min=1439.447, mean=1439.447, max=1439.447, sum=1439.447 (1)\", \"tab\": \"General information\", \"score\": \"1439.447\"}", + "BoolQ - # output tokens": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NarrativeQA", + "source_data": { + "dataset_name": "NarrativeQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NarrativeQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.744, + "details": { + "description": "min=0.744, mean=0.744, max=0.744, sum=0.744 (1)", + "tab": "Accuracy", + "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.682, mean=0.682, max=0.682, sum=0.682 (1)\", \"tab\": \"Robustness\", \"score\": \"0.681791424099214\"}", + "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.657, mean=0.657, max=0.657, sum=0.657 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6567284210865421\"}", + "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", + "NarrativeQA - # train": "{\"description\": \"min=4.414, mean=4.414, max=4.414, sum=4.414 (1)\", \"tab\": \"General information\", \"score\": \"4.414084507042253\"}", + "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NarrativeQA - # prompt tokens": "{\"description\": \"min=3673.268, mean=3673.268, max=3673.268, sum=3673.268 (1)\", \"tab\": \"General information\", \"score\": \"3673.2676056338028\"}", + "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.417, mean=0.417, max=0.417, sum=0.417 (1)\", \"tab\": \"Bias\", \"score\": \"0.4166666666666667\"}", + "NarrativeQA - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.218, mean=0.218, max=0.218, sum=0.218 (1)\", \"tab\": \"Bias\", \"score\": \"0.21830985915492954\"}", + "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.014, mean=0.014, max=0.014, sum=0.014 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.014084507042253521\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NaturalQuestions (open-book)", + "source_data": { + "dataset_name": "NaturalQuestions (open-book)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NaturalQuestions (open-book)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.637, + "details": { + "description": "min=0.637, mean=0.637, max=0.637, sum=0.637 (1)", + "tab": "Accuracy", + "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.324, mean=0.324, max=0.324, sum=0.324 (1)\", \"tab\": \"Robustness\", \"score\": \"0.3243542710528751\"}", + "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.563, mean=0.563, max=0.563, sum=0.563 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5631882717621935\"}", + "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.309, mean=0.309, max=0.309, sum=0.309 (1)\", \"tab\": \"Fairness\", \"score\": \"0.30927547433853436\"}", + "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.58, mean=0.58, max=0.58, sum=0.58 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5801102053016279\"}", + "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=137.383, mean=137.383, max=137.383, sum=137.383 (1)\", \"tab\": \"General information\", \"score\": \"137.383\"}", + "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.831, mean=4.831, max=4.831, sum=4.831 (1)\", \"tab\": \"General information\", \"score\": \"4.831\"}", + "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.026, mean=0.026, max=0.026, sum=0.026 (1)\", \"tab\": \"General information\", \"score\": \"0.026\"}", + "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=2289.409, mean=2289.409, max=2289.409, sum=2289.409 (1)\", \"tab\": \"General information\", \"score\": \"2289.409\"}", + "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.984, mean=0.984, max=0.984, sum=0.984 (1)\", \"tab\": \"General information\", \"score\": \"0.984\"}", + "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.521, mean=0.521, max=0.521, sum=0.521 (1)\", \"tab\": \"Bias\", \"score\": \"0.5205992509363295\"}", + "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.15, mean=0.15, max=0.15, sum=0.15 (1)\", \"tab\": \"Bias\", \"score\": \"0.15000000000000002\"}", + "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", + "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.467, mean=0.467, max=0.467, sum=0.467 (1)\", \"tab\": \"Bias\", \"score\": \"0.4666666666666667\"}", + "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.357, mean=0.357, max=0.357, sum=0.357 (1)\", \"tab\": \"Bias\", \"score\": \"0.3571428571428571\"}", + "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}", + "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "QuAC", + "source_data": { + "dataset_name": "QuAC", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on QuAC", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.424, + "details": { + "description": "min=0.424, mean=0.424, max=0.424, sum=0.424 (1)", + "tab": "Accuracy", + "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "QuAC - F1 (Robustness)": "{\"description\": \"min=0.294, mean=0.294, max=0.294, sum=0.294 (1)\", \"tab\": \"Robustness\", \"score\": \"0.2939019916232739\"}", + "QuAC - F1 (Fairness)": "{\"description\": \"min=0.351, mean=0.351, max=0.351, sum=0.351 (1)\", \"tab\": \"Fairness\", \"score\": \"0.35074944218906556\"}", + "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "QuAC - # train": "{\"description\": \"min=3.204, mean=3.204, max=3.204, sum=3.204 (1)\", \"tab\": \"General information\", \"score\": \"3.204\"}", + "QuAC - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "QuAC - # prompt tokens": "{\"description\": \"min=3617.038, mean=3617.038, max=3617.038, sum=3617.038 (1)\", \"tab\": \"General information\", \"score\": \"3617.038\"}", + "QuAC - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - Stereotypes (race)": "{\"description\": \"min=0.549, mean=0.549, max=0.549, sum=0.549 (1)\", \"tab\": \"Bias\", \"score\": \"0.5485347985347986\"}", + "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.392, mean=0.392, max=0.392, sum=0.392 (1)\", \"tab\": \"Bias\", \"score\": \"0.39214643381310055\"}", + "QuAC - Representation (race)": "{\"description\": \"min=0.325, mean=0.325, max=0.325, sum=0.325 (1)\", \"tab\": \"Bias\", \"score\": \"0.3248945147679325\"}", + "QuAC - Representation (gender)": "{\"description\": \"min=0.242, mean=0.242, max=0.242, sum=0.242 (1)\", \"tab\": \"Bias\", \"score\": \"0.24197860962566847\"}", + "QuAC - Toxic fraction": "{\"description\": \"min=0.004, mean=0.004, max=0.004, sum=0.004 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.004\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "HellaSwag", + "source_data": { + "dataset_name": "HellaSwag", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on HellaSwag", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "OpenbookQA", + "source_data": { + "dataset_name": "OpenbookQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on OpenbookQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "TruthfulQA", + "source_data": { + "dataset_name": "TruthfulQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on TruthfulQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.33, + "details": { + "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)", + "tab": "Accuracy", + "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.287, mean=0.287, max=0.287, sum=0.287 (1)\", \"tab\": \"Robustness\", \"score\": \"0.2874617737003058\"}", + "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.274, mean=0.274, max=0.274, sum=0.274 (1)\", \"tab\": \"Fairness\", \"score\": \"0.27370030581039756\"}", + "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", + "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "TruthfulQA - # prompt tokens": "{\"description\": \"min=524.602, mean=524.602, max=524.602, sum=524.602 (1)\", \"tab\": \"General information\", \"score\": \"524.6024464831804\"}", + "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MS MARCO (TREC)", + "source_data": { + "dataset_name": "MS MARCO (TREC)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "NDCG@10 on MS MARCO (TREC)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CNN/DailyMail", + "source_data": { + "dataset_name": "CNN/DailyMail", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on CNN/DailyMail", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "XSUM", + "source_data": { + "dataset_name": "XSUM", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on XSUM", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "IMDB", + "source_data": { + "dataset_name": "IMDB", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on IMDB", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.962, + "details": { + "description": "min=0.962, mean=0.962, max=0.962, sum=0.962 (1)", + "tab": "Accuracy", + "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "IMDB - EM (Robustness)": "{\"description\": \"min=0.954, mean=0.954, max=0.954, sum=0.954 (1)\", \"tab\": \"Robustness\", \"score\": \"0.954\"}", + "IMDB - EM (Fairness)": "{\"description\": \"min=0.957, mean=0.957, max=0.957, sum=0.957 (1)\", \"tab\": \"Fairness\", \"score\": \"0.957\"}", + "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "IMDB - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "IMDB - # prompt tokens": "{\"description\": \"min=2897.409, mean=2897.409, max=2897.409, sum=2897.409 (1)\", \"tab\": \"General information\", \"score\": \"2897.409\"}", + "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CivilComments", + "source_data": { + "dataset_name": "CivilComments", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on CivilComments", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.588, + "details": { + "description": "min=0.087, mean=0.588, max=0.968, sum=10.579 (18)", + "tab": "Accuracy", + "CivilComments - ECE (10-bin)": "{\"description\": \"min=0.098, mean=0.323, max=0.788, sum=4.519 (14)\", \"tab\": \"Calibration\", \"score\": \"\"}", + "CivilComments - EM (Robustness)": "{\"description\": \"min=0.022, mean=0.47, max=0.958, sum=8.468 (18)\", \"tab\": \"Robustness\", \"score\": \"0.47042658911281887\"}", + "CivilComments - EM (Fairness)": "{\"description\": \"min=0.006, mean=0.489, max=0.968, sum=8.81 (18)\", \"tab\": \"Fairness\", \"score\": \"0.4894481246425394\"}", + "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", + "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "CivilComments - # prompt tokens": "{\"description\": \"min=404.732, mean=855.241, max=1417.567, sum=15394.339 (18)\", \"tab\": \"General information\", \"score\": \"855.2410378605821\"}", + "CivilComments - # output tokens": "{\"description\": \"min=1, mean=2.692, max=5, sum=48.448 (18)\", \"tab\": \"General information\", \"score\": \"2.6915388744093813\"}", + "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "RAFT", + "source_data": { + "dataset_name": "RAFT", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on RAFT", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.707, + "details": { + "description": "min=0.1, mean=0.707, max=0.975, sum=7.775 (11)", + "tab": "Accuracy", + "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "RAFT - EM (Robustness)": "{\"description\": \"min=0.05, mean=0.652, max=0.95, sum=7.175 (11)\", \"tab\": \"Robustness\", \"score\": \"0.6522727272727272\"}", + "RAFT - EM (Fairness)": "{\"description\": \"min=0.075, mean=0.673, max=0.975, sum=7.4 (11)\", \"tab\": \"Fairness\", \"score\": \"0.6727272727272727\"}", + "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", + "RAFT - # train": "{\"description\": \"min=2.575, mean=4.78, max=5, sum=52.575 (11)\", \"tab\": \"General information\", \"score\": \"4.779545454545455\"}", + "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "RAFT - # prompt tokens": "{\"description\": \"min=303.675, mean=1153.852, max=3623.9, sum=12692.375 (11)\", \"tab\": \"General information\", \"score\": \"1153.8522727272727\"}", + "RAFT - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + } + ], + "detailed_evaluation_results": null, + "generation_config": { + "additional_details": {} + } + }, { "evaluation_id": "helm_lite/meta_llama-2-13b/1774096306.427425", "retrieved_timestamp": "1774096306.427425", diff --git a/data/models/meta_llama-2-70b.json b/data/models/meta_llama-2-70b.json index 256c00cc714392dfd3890510d121930da07f8ddf..1c313a3d7c6593e7e5e92619c93c74d1117633f4 100644 --- a/data/models/meta_llama-2-70b.json +++ b/data/models/meta_llama-2-70b.json @@ -2,10 +2,679 @@ "model_info": { "name": "Llama 2 70B", "id": "meta/llama-2-70b", - "developer": "meta", - "inference_platform": "unknown" + "developer": "Meta", + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "meta/Llama-2-70B" + ] + } }, "evaluations": [ + { + "evaluation_id": "helm_classic/meta_Llama-2-70B/1774096308.339228", + "retrieved_timestamp": "1774096308.339228", + "source_metadata": { + "source_name": "helm_classic", + "source_type": "documentation", + "source_organization_name": "crfm", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "helm", + "version": "unknown" + }, + "benchmark": "helm_classic", + "evaluation_results": [ + { + "evaluation_name": "Mean win rate", + "source_data": { + "dataset_name": "helm_classic", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "How many models this model outperform on average (over columns).", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.944, + "details": { + "description": "", + "tab": "Accuracy", + "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", + "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.9649184149184149\"}", + "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.9587645687645687\"}", + "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", + "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.5375895851224799\"}", + "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.643006993006993\"}", + "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MMLU", + "source_data": { + "dataset_name": "MMLU", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on MMLU", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.582, + "details": { + "description": "min=0.29, mean=0.582, max=0.92, sum=2.909 (5)", + "tab": "Accuracy", + "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "MMLU - EM (Robustness)": "{\"description\": \"min=0.22, mean=0.545, max=0.9, sum=2.726 (5)\", \"tab\": \"Robustness\", \"score\": \"0.5451929824561403\"}", + "MMLU - EM (Fairness)": "{\"description\": \"min=0.26, mean=0.557, max=0.91, sum=2.786 (5)\", \"tab\": \"Fairness\", \"score\": \"0.5571929824561404\"}", + "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", + "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "MMLU - # prompt tokens": "{\"description\": \"min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)\", \"tab\": \"General information\", \"score\": \"522.5470877192982\"}", + "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "BoolQ", + "source_data": { + "dataset_name": "BoolQ", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on BoolQ", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.886, + "details": { + "description": "min=0.886, mean=0.886, max=0.886, sum=0.886 (1)", + "tab": "Accuracy", + "BoolQ - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "BoolQ - EM (Robustness)": "{\"description\": \"min=0.863, mean=0.863, max=0.863, sum=0.863 (1)\", \"tab\": \"Robustness\", \"score\": \"0.863\"}", + "BoolQ - EM (Fairness)": "{\"description\": \"min=0.859, mean=0.859, max=0.859, sum=0.859 (1)\", \"tab\": \"Fairness\", \"score\": \"0.859\"}", + "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "BoolQ - # prompt tokens": "{\"description\": \"min=1439.447, mean=1439.447, max=1439.447, sum=1439.447 (1)\", \"tab\": \"General information\", \"score\": \"1439.447\"}", + "BoolQ - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NarrativeQA", + "source_data": { + "dataset_name": "NarrativeQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NarrativeQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.77, + "details": { + "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)", + "tab": "Accuracy", + "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.722, mean=0.722, max=0.722, sum=0.722 (1)\", \"tab\": \"Robustness\", \"score\": \"0.7215317388650366\"}", + "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.709, mean=0.709, max=0.709, sum=0.709 (1)\", \"tab\": \"Fairness\", \"score\": \"0.709497495841271\"}", + "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", + "NarrativeQA - # train": "{\"description\": \"min=4.414, mean=4.414, max=4.414, sum=4.414 (1)\", \"tab\": \"General information\", \"score\": \"4.414084507042253\"}", + "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NarrativeQA - # prompt tokens": "{\"description\": \"min=3673.268, mean=3673.268, max=3673.268, sum=3673.268 (1)\", \"tab\": \"General information\", \"score\": \"3673.2676056338028\"}", + "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", + "NarrativeQA - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.187, mean=0.187, max=0.187, sum=0.187 (1)\", \"tab\": \"Bias\", \"score\": \"0.18695652173913044\"}", + "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.008, mean=0.008, max=0.008, sum=0.008 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.008450704225352112\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NaturalQuestions (open-book)", + "source_data": { + "dataset_name": "NaturalQuestions (open-book)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NaturalQuestions (open-book)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.674, + "details": { + "description": "min=0.674, mean=0.674, max=0.674, sum=0.674 (1)", + "tab": "Accuracy", + "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.42, mean=0.42, max=0.42, sum=0.42 (1)\", \"tab\": \"Robustness\", \"score\": \"0.42009390434309946\"}", + "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.639, mean=0.639, max=0.639, sum=0.639 (1)\", \"tab\": \"Robustness\", \"score\": \"0.6385366212170214\"}", + "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.4, mean=0.4, max=0.4, sum=0.4 (1)\", \"tab\": \"Fairness\", \"score\": \"0.3997609830959401\"}", + "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.637, mean=0.637, max=0.637, sum=0.637 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6365724774019619\"}", + "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=137.383, mean=137.383, max=137.383, sum=137.383 (1)\", \"tab\": \"General information\", \"score\": \"137.383\"}", + "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.831, mean=4.831, max=4.831, sum=4.831 (1)\", \"tab\": \"General information\", \"score\": \"4.831\"}", + "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.026, mean=0.026, max=0.026, sum=0.026 (1)\", \"tab\": \"General information\", \"score\": \"0.026\"}", + "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=2289.409, mean=2289.409, max=2289.409, sum=2289.409 (1)\", \"tab\": \"General information\", \"score\": \"2289.409\"}", + "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.998, mean=0.998, max=0.998, sum=0.998 (1)\", \"tab\": \"General information\", \"score\": \"0.998\"}", + "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666666\"}", + "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"min=0.167, mean=0.167, max=0.167, sum=0.167 (1)\", \"tab\": \"Bias\", \"score\": \"0.16666666666666666\"}", + "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.524, mean=0.524, max=0.524, sum=0.524 (1)\", \"tab\": \"Bias\", \"score\": \"0.5238095238095237\"}", + "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.312, mean=0.312, max=0.312, sum=0.312 (1)\", \"tab\": \"Bias\", \"score\": \"0.3125\"}", + "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.566, mean=0.566, max=0.566, sum=0.566 (1)\", \"tab\": \"Bias\", \"score\": \"0.5655430711610487\"}", + "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.184, mean=0.184, max=0.184, sum=0.184 (1)\", \"tab\": \"Bias\", \"score\": \"0.1842105263157895\"}", + "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}", + "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0.002, mean=0.002, max=0.002, sum=0.002 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.002\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "QuAC", + "source_data": { + "dataset_name": "QuAC", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on QuAC", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.484, + "details": { + "description": "min=0.484, mean=0.484, max=0.484, sum=0.484 (1)", + "tab": "Accuracy", + "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "QuAC - F1 (Robustness)": "{\"description\": \"min=0.362, mean=0.362, max=0.362, sum=0.362 (1)\", \"tab\": \"Robustness\", \"score\": \"0.36189050917141447\"}", + "QuAC - F1 (Fairness)": "{\"description\": \"min=0.414, mean=0.414, max=0.414, sum=0.414 (1)\", \"tab\": \"Fairness\", \"score\": \"0.4139340894194124\"}", + "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "QuAC - # train": "{\"description\": \"min=3.204, mean=3.204, max=3.204, sum=3.204 (1)\", \"tab\": \"General information\", \"score\": \"3.204\"}", + "QuAC - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "QuAC - # prompt tokens": "{\"description\": \"min=3617.038, mean=3617.038, max=3617.038, sum=3617.038 (1)\", \"tab\": \"General information\", \"score\": \"3617.038\"}", + "QuAC - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - Stereotypes (race)": "{\"description\": \"min=0.611, mean=0.611, max=0.611, sum=0.611 (1)\", \"tab\": \"Bias\", \"score\": \"0.6111111111111112\"}", + "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.403, mean=0.403, max=0.403, sum=0.403 (1)\", \"tab\": \"Bias\", \"score\": \"0.4025455927051672\"}", + "QuAC - Representation (race)": "{\"description\": \"min=0.272, mean=0.272, max=0.272, sum=0.272 (1)\", \"tab\": \"Bias\", \"score\": \"0.27183271832718325\"}", + "QuAC - Representation (gender)": "{\"description\": \"min=0.239, mean=0.239, max=0.239, sum=0.239 (1)\", \"tab\": \"Bias\", \"score\": \"0.23913043478260873\"}", + "QuAC - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "HellaSwag", + "source_data": { + "dataset_name": "HellaSwag", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on HellaSwag", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "OpenbookQA", + "source_data": { + "dataset_name": "OpenbookQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on OpenbookQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "TruthfulQA", + "source_data": { + "dataset_name": "TruthfulQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on TruthfulQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.554, + "details": { + "description": "min=0.554, mean=0.554, max=0.554, sum=0.554 (1)", + "tab": "Accuracy", + "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.468, mean=0.468, max=0.468, sum=0.468 (1)\", \"tab\": \"Robustness\", \"score\": \"0.46788990825688076\"}", + "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.434, mean=0.434, max=0.434, sum=0.434 (1)\", \"tab\": \"Fairness\", \"score\": \"0.43425076452599387\"}", + "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", + "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "TruthfulQA - # prompt tokens": "{\"description\": \"min=524.602, mean=524.602, max=524.602, sum=524.602 (1)\", \"tab\": \"General information\", \"score\": \"524.6024464831804\"}", + "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MS MARCO (TREC)", + "source_data": { + "dataset_name": "MS MARCO (TREC)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "NDCG@10 on MS MARCO (TREC)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CNN/DailyMail", + "source_data": { + "dataset_name": "CNN/DailyMail", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on CNN/DailyMail", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "XSUM", + "source_data": { + "dataset_name": "XSUM", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on XSUM", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "IMDB", + "source_data": { + "dataset_name": "IMDB", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on IMDB", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.961, + "details": { + "description": "min=0.961, mean=0.961, max=0.961, sum=0.961 (1)", + "tab": "Accuracy", + "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "IMDB - EM (Robustness)": "{\"description\": \"min=0.949, mean=0.949, max=0.949, sum=0.949 (1)\", \"tab\": \"Robustness\", \"score\": \"0.949\"}", + "IMDB - EM (Fairness)": "{\"description\": \"min=0.954, mean=0.954, max=0.954, sum=0.954 (1)\", \"tab\": \"Fairness\", \"score\": \"0.954\"}", + "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "IMDB - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "IMDB - # prompt tokens": "{\"description\": \"min=2897.409, mean=2897.409, max=2897.409, sum=2897.409 (1)\", \"tab\": \"General information\", \"score\": \"2897.409\"}", + "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CivilComments", + "source_data": { + "dataset_name": "CivilComments", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on CivilComments", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.652, + "details": { + "description": "min=0.337, mean=0.652, max=0.919, sum=11.733 (18)", + "tab": "Accuracy", + "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "CivilComments - EM (Robustness)": "{\"description\": \"min=0.272, mean=0.59, max=0.884, sum=10.619 (18)\", \"tab\": \"Robustness\", \"score\": \"0.5899239945803259\"}", + "CivilComments - EM (Fairness)": "{\"description\": \"min=0.125, mean=0.551, max=0.892, sum=9.924 (18)\", \"tab\": \"Fairness\", \"score\": \"0.551334119704094\"}", + "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", + "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "CivilComments - # prompt tokens": "{\"description\": \"min=404.732, mean=855.241, max=1417.567, sum=15394.339 (18)\", \"tab\": \"General information\", \"score\": \"855.2410378605821\"}", + "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "RAFT", + "source_data": { + "dataset_name": "RAFT", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on RAFT", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.727, + "details": { + "description": "min=0.125, mean=0.727, max=0.975, sum=8 (11)", + "tab": "Accuracy", + "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "RAFT - EM (Robustness)": "{\"description\": \"min=0.075, mean=0.673, max=0.975, sum=7.4 (11)\", \"tab\": \"Robustness\", \"score\": \"0.6727272727272727\"}", + "RAFT - EM (Fairness)": "{\"description\": \"min=0.1, mean=0.7, max=0.975, sum=7.7 (11)\", \"tab\": \"Fairness\", \"score\": \"0.7\"}", + "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", + "RAFT - # train": "{\"description\": \"min=2.575, mean=4.78, max=5, sum=52.575 (11)\", \"tab\": \"General information\", \"score\": \"4.779545454545455\"}", + "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "RAFT - # prompt tokens": "{\"description\": \"min=303.675, mean=1153.852, max=3623.9, sum=12692.375 (11)\", \"tab\": \"General information\", \"score\": \"1153.8522727272727\"}", + "RAFT - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + } + ], + "detailed_evaluation_results": null, + "generation_config": { + "additional_details": {} + } + }, { "evaluation_id": "helm_lite/meta_llama-2-70b/1774096306.427425", "retrieved_timestamp": "1774096306.427425", diff --git a/data/models/meta_llama-2-7b.json b/data/models/meta_llama-2-7b.json index 62f46abd49703b27e371acc69c0374bc4a7d737c..9c124cf8984108fc01da5f2c825db9c3874e4441 100644 --- a/data/models/meta_llama-2-7b.json +++ b/data/models/meta_llama-2-7b.json @@ -2,10 +2,679 @@ "model_info": { "name": "Llama 2 7B", "id": "meta/llama-2-7b", - "developer": "meta", - "inference_platform": "unknown" + "developer": "Meta", + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "meta/Llama-2-7B" + ] + } }, "evaluations": [ + { + "evaluation_id": "helm_classic/meta_Llama-2-7B/1774096308.339228", + "retrieved_timestamp": "1774096308.339228", + "source_metadata": { + "source_name": "helm_classic", + "source_type": "documentation", + "source_organization_name": "crfm", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "helm", + "version": "unknown" + }, + "benchmark": "helm_classic", + "evaluation_results": [ + { + "evaluation_name": "Mean win rate", + "source_data": { + "dataset_name": "helm_classic", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "How many models this model outperform on average (over columns).", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.607, + "details": { + "description": "", + "tab": "Accuracy", + "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", + "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.6437529137529138\"}", + "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.6102097902097903\"}", + "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", + "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.4576728062932413\"}", + "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.8121794871794872\"}", + "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MMLU", + "source_data": { + "dataset_name": "MMLU", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on MMLU", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.431, + "details": { + "description": "min=0.28, mean=0.431, max=0.64, sum=2.153 (5)", + "tab": "Accuracy", + "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "MMLU - EM (Robustness)": "{\"description\": \"min=0.22, mean=0.373, max=0.57, sum=1.866 (5)\", \"tab\": \"Robustness\", \"score\": \"0.37312280701754386\"}", + "MMLU - EM (Fairness)": "{\"description\": \"min=0.26, mean=0.392, max=0.59, sum=1.961 (5)\", \"tab\": \"Fairness\", \"score\": \"0.392140350877193\"}", + "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", + "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "MMLU - # prompt tokens": "{\"description\": \"min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)\", \"tab\": \"General information\", \"score\": \"522.5470877192982\"}", + "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "BoolQ", + "source_data": { + "dataset_name": "BoolQ", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on BoolQ", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.762, + "details": { + "description": "min=0.762, mean=0.762, max=0.762, sum=0.762 (1)", + "tab": "Accuracy", + "BoolQ - ECE (10-bin)": "{\"description\": \"min=0.215, mean=0.215, max=0.215, sum=0.215 (1)\", \"tab\": \"Calibration\", \"score\": \"\"}", + "BoolQ - EM (Robustness)": "{\"description\": \"min=0.676, mean=0.676, max=0.676, sum=0.676 (1)\", \"tab\": \"Robustness\", \"score\": \"0.676\"}", + "BoolQ - EM (Fairness)": "{\"description\": \"min=0.706, mean=0.706, max=0.706, sum=0.706 (1)\", \"tab\": \"Fairness\", \"score\": \"0.706\"}", + "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "BoolQ - # prompt tokens": "{\"description\": \"min=1439.447, mean=1439.447, max=1439.447, sum=1439.447 (1)\", \"tab\": \"General information\", \"score\": \"1439.447\"}", + "BoolQ - # output tokens": "{\"description\": \"min=1.296, mean=1.296, max=1.296, sum=1.296 (1)\", \"tab\": \"General information\", \"score\": \"1.296\"}", + "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NarrativeQA", + "source_data": { + "dataset_name": "NarrativeQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NarrativeQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.691, + "details": { + "description": "min=0.691, mean=0.691, max=0.691, sum=0.691 (1)", + "tab": "Accuracy", + "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.573, mean=0.573, max=0.573, sum=0.573 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5726018964106345\"}", + "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.596, mean=0.596, max=0.596, sum=0.596 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5960691234215144\"}", + "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", + "NarrativeQA - # train": "{\"description\": \"min=4.414, mean=4.414, max=4.414, sum=4.414 (1)\", \"tab\": \"General information\", \"score\": \"4.414084507042253\"}", + "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NarrativeQA - # prompt tokens": "{\"description\": \"min=3673.268, mean=3673.268, max=3673.268, sum=3673.268 (1)\", \"tab\": \"General information\", \"score\": \"3673.2676056338028\"}", + "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.333, mean=0.333, max=0.333, sum=0.333 (1)\", \"tab\": \"Bias\", \"score\": \"0.3333333333333333\"}", + "NarrativeQA - Representation (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.203, mean=0.203, max=0.203, sum=0.203 (1)\", \"tab\": \"Bias\", \"score\": \"0.20348837209302328\"}", + "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.011, mean=0.011, max=0.011, sum=0.011 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.011267605633802818\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NaturalQuestions (open-book)", + "source_data": { + "dataset_name": "NaturalQuestions (open-book)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NaturalQuestions (open-book)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.611, + "details": { + "description": "min=0.611, mean=0.611, max=0.611, sum=0.611 (1)", + "tab": "Accuracy", + "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.261, mean=0.261, max=0.261, sum=0.261 (1)\", \"tab\": \"Robustness\", \"score\": \"0.2606038875824225\"}", + "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.501, mean=0.501, max=0.501, sum=0.501 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5010811862440044\"}", + "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.264, mean=0.264, max=0.264, sum=0.264 (1)\", \"tab\": \"Fairness\", \"score\": \"0.26403309290317406\"}", + "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.55, mean=0.55, max=0.55, sum=0.55 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5499198184166533\"}", + "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=137.383, mean=137.383, max=137.383, sum=137.383 (1)\", \"tab\": \"General information\", \"score\": \"137.383\"}", + "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=0.998, mean=0.998, max=0.998, sum=0.998 (1)\", \"tab\": \"General information\", \"score\": \"0.998\"}", + "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.831, mean=4.831, max=4.831, sum=4.831 (1)\", \"tab\": \"General information\", \"score\": \"4.831\"}", + "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.026, mean=0.026, max=0.026, sum=0.026 (1)\", \"tab\": \"General information\", \"score\": \"0.026\"}", + "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=2289.409, mean=2289.409, max=2289.409, sum=2289.409 (1)\", \"tab\": \"General information\", \"score\": \"2289.409\"}", + "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.955, mean=0.955, max=0.955, sum=0.955 (1)\", \"tab\": \"General information\", \"score\": \"0.955\"}", + "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", + "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.381, mean=0.381, max=0.381, sum=0.381 (1)\", \"tab\": \"Bias\", \"score\": \"0.38095238095238093\"}", + "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.182, mean=0.182, max=0.182, sum=0.182 (1)\", \"tab\": \"Bias\", \"score\": \"0.18181818181818182\"}", + "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", + "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.577, mean=0.577, max=0.577, sum=0.577 (1)\", \"tab\": \"Bias\", \"score\": \"0.5770114942528735\"}", + "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.486, mean=0.486, max=0.486, sum=0.486 (1)\", \"tab\": \"Bias\", \"score\": \"0.48630136986301375\"}", + "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}", + "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "QuAC", + "source_data": { + "dataset_name": "QuAC", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on QuAC", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.406, + "details": { + "description": "min=0.406, mean=0.406, max=0.406, sum=0.406 (1)", + "tab": "Accuracy", + "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "QuAC - F1 (Robustness)": "{\"description\": \"min=0.271, mean=0.271, max=0.271, sum=0.271 (1)\", \"tab\": \"Robustness\", \"score\": \"0.27069315379336467\"}", + "QuAC - F1 (Fairness)": "{\"description\": \"min=0.321, mean=0.321, max=0.321, sum=0.321 (1)\", \"tab\": \"Fairness\", \"score\": \"0.32122644280851614\"}", + "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "QuAC - # train": "{\"description\": \"min=3.204, mean=3.204, max=3.204, sum=3.204 (1)\", \"tab\": \"General information\", \"score\": \"3.204\"}", + "QuAC - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "QuAC - # prompt tokens": "{\"description\": \"min=3617.038, mean=3617.038, max=3617.038, sum=3617.038 (1)\", \"tab\": \"General information\", \"score\": \"3617.038\"}", + "QuAC - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - Stereotypes (race)": "{\"description\": \"min=0.583, mean=0.583, max=0.583, sum=0.583 (1)\", \"tab\": \"Bias\", \"score\": \"0.5833333333333334\"}", + "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.426, mean=0.426, max=0.426, sum=0.426 (1)\", \"tab\": \"Bias\", \"score\": \"0.4264652792029702\"}", + "QuAC - Representation (race)": "{\"description\": \"min=0.283, mean=0.283, max=0.283, sum=0.283 (1)\", \"tab\": \"Bias\", \"score\": \"0.2831541218637993\"}", + "QuAC - Representation (gender)": "{\"description\": \"min=0.231, mean=0.231, max=0.231, sum=0.231 (1)\", \"tab\": \"Bias\", \"score\": \"0.23093681917211328\"}", + "QuAC - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "HellaSwag", + "source_data": { + "dataset_name": "HellaSwag", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on HellaSwag", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "OpenbookQA", + "source_data": { + "dataset_name": "OpenbookQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on OpenbookQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "TruthfulQA", + "source_data": { + "dataset_name": "TruthfulQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on TruthfulQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.272, + "details": { + "description": "min=0.272, mean=0.272, max=0.272, sum=0.272 (1)", + "tab": "Accuracy", + "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.234, mean=0.234, max=0.234, sum=0.234 (1)\", \"tab\": \"Robustness\", \"score\": \"0.23394495412844038\"}", + "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.223, mean=0.223, max=0.223, sum=0.223 (1)\", \"tab\": \"Fairness\", \"score\": \"0.22324159021406728\"}", + "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", + "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "TruthfulQA - # prompt tokens": "{\"description\": \"min=524.602, mean=524.602, max=524.602, sum=524.602 (1)\", \"tab\": \"General information\", \"score\": \"524.6024464831804\"}", + "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MS MARCO (TREC)", + "source_data": { + "dataset_name": "MS MARCO (TREC)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "NDCG@10 on MS MARCO (TREC)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CNN/DailyMail", + "source_data": { + "dataset_name": "CNN/DailyMail", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on CNN/DailyMail", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "XSUM", + "source_data": { + "dataset_name": "XSUM", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on XSUM", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "IMDB", + "source_data": { + "dataset_name": "IMDB", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on IMDB", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.907, + "details": { + "description": "min=0.907, mean=0.907, max=0.907, sum=0.907 (1)", + "tab": "Accuracy", + "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "IMDB - EM (Robustness)": "{\"description\": \"min=0.808, mean=0.808, max=0.808, sum=0.808 (1)\", \"tab\": \"Robustness\", \"score\": \"0.808\"}", + "IMDB - EM (Fairness)": "{\"description\": \"min=0.871, mean=0.871, max=0.871, sum=0.871 (1)\", \"tab\": \"Fairness\", \"score\": \"0.871\"}", + "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "IMDB - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "IMDB - # prompt tokens": "{\"description\": \"min=2897.409, mean=2897.409, max=2897.409, sum=2897.409 (1)\", \"tab\": \"General information\", \"score\": \"2897.409\"}", + "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CivilComments", + "source_data": { + "dataset_name": "CivilComments", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on CivilComments", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.562, + "details": { + "description": "min=0.025, mean=0.562, max=1, sum=10.108 (18)", + "tab": "Accuracy", + "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "CivilComments - EM (Robustness)": "{\"description\": \"min=0.025, mean=0.516, max=0.989, sum=9.28 (18)\", \"tab\": \"Robustness\", \"score\": \"0.5155612610622284\"}", + "CivilComments - EM (Fairness)": "{\"description\": \"min=0.01, mean=0.503, max=0.998, sum=9.057 (18)\", \"tab\": \"Fairness\", \"score\": \"0.5031757189564859\"}", + "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", + "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "CivilComments - # prompt tokens": "{\"description\": \"min=404.732, mean=855.241, max=1417.567, sum=15394.339 (18)\", \"tab\": \"General information\", \"score\": \"855.2410378605821\"}", + "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "RAFT", + "source_data": { + "dataset_name": "RAFT", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on RAFT", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.643, + "details": { + "description": "min=0.125, mean=0.643, max=0.95, sum=7.075 (11)", + "tab": "Accuracy", + "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "RAFT - EM (Robustness)": "{\"description\": \"min=0.05, mean=0.573, max=0.875, sum=6.3 (11)\", \"tab\": \"Robustness\", \"score\": \"0.5727272727272728\"}", + "RAFT - EM (Fairness)": "{\"description\": \"min=0.1, mean=0.609, max=0.95, sum=6.7 (11)\", \"tab\": \"Fairness\", \"score\": \"0.6090909090909092\"}", + "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", + "RAFT - # train": "{\"description\": \"min=2.575, mean=4.78, max=5, sum=52.575 (11)\", \"tab\": \"General information\", \"score\": \"4.779545454545455\"}", + "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "RAFT - # prompt tokens": "{\"description\": \"min=303.675, mean=1153.852, max=3623.9, sum=12692.375 (11)\", \"tab\": \"General information\", \"score\": \"1153.8522727272727\"}", + "RAFT - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + } + ], + "detailed_evaluation_results": null, + "generation_config": { + "additional_details": {} + } + }, { "evaluation_id": "helm_lite/meta_llama-2-7b/1774096306.427425", "retrieved_timestamp": "1774096306.427425", diff --git a/data/models/meta_llama-3-70b.json b/data/models/meta_llama-3-70b.json index 54d0893110b0918318b0c27d99cc676d1032d8a2..8d88e1f56b9e71f26314cd3013685202d90e485e 100644 --- a/data/models/meta_llama-3-70b.json +++ b/data/models/meta_llama-3-70b.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 3 70B", "id": "meta/llama-3-70b", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-3-8b.json b/data/models/meta_llama-3-8b.json index 5ee7b5b7eb9cf52400e98cd6b0cae0dca5e4647b..7565773421769d6772ddeb74d2b75053f32cae80 100644 --- a/data/models/meta_llama-3-8b.json +++ b/data/models/meta_llama-3-8b.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 3 8B", "id": "meta/llama-3-8b", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-3.1-405b-instruct-turbo.json b/data/models/meta_llama-3.1-405b-instruct-turbo.json index 52bb1d263d619e0a404045e5b3fe445bca70db56..a187faa496a8e75f448c7a800443f493e4e82e00 100644 --- a/data/models/meta_llama-3.1-405b-instruct-turbo.json +++ b/data/models/meta_llama-3.1-405b-instruct-turbo.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 3.1 Instruct Turbo 405B", "id": "meta/llama-3.1-405b-instruct-turbo", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-3.1-70b-instruct-turbo.json b/data/models/meta_llama-3.1-70b-instruct-turbo.json index f1c9feb55c404bd517d2d036c8997182a0dd405e..32f099f5d96ef4b9fa95536e6dbee13eabac329c 100644 --- a/data/models/meta_llama-3.1-70b-instruct-turbo.json +++ b/data/models/meta_llama-3.1-70b-instruct-turbo.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 3.1 Instruct Turbo 70B", "id": "meta/llama-3.1-70b-instruct-turbo", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-3.1-8b-instruct-turbo.json b/data/models/meta_llama-3.1-8b-instruct-turbo.json index 4ba6db7d62f3500c0ee30485d7c356bd3498acb9..511e540608c036dc4147fb2f225109769aa099a1 100644 --- a/data/models/meta_llama-3.1-8b-instruct-turbo.json +++ b/data/models/meta_llama-3.1-8b-instruct-turbo.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 3.1 Instruct Turbo 8B", "id": "meta/llama-3.1-8b-instruct-turbo", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-3.2-11b-vision-instruct-turbo.json b/data/models/meta_llama-3.2-11b-vision-instruct-turbo.json index c916b01375634f7ddab5e6f4f22dc68bca37811f..247fa51f235f6cc18e7c55e350f128cab0000bbb 100644 --- a/data/models/meta_llama-3.2-11b-vision-instruct-turbo.json +++ b/data/models/meta_llama-3.2-11b-vision-instruct-turbo.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 3.2 Vision Instruct Turbo 11B", "id": "meta/llama-3.2-11b-vision-instruct-turbo", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-3.2-90b-vision-instruct-turbo.json b/data/models/meta_llama-3.2-90b-vision-instruct-turbo.json index f39afaaa9f4cd8a42d37c7f2ae620e011dd155d7..d30ec26b3cfffb3a8ce0593911166de1a589585a 100644 --- a/data/models/meta_llama-3.2-90b-vision-instruct-turbo.json +++ b/data/models/meta_llama-3.2-90b-vision-instruct-turbo.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 3.2 Vision Instruct Turbo 90B", "id": "meta/llama-3.2-90b-vision-instruct-turbo", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-3.3-70b-instruct-turbo.json b/data/models/meta_llama-3.3-70b-instruct-turbo.json index d213b10873c26a0a3bb0d8894566d6ee41ae17f8..63d028e395ed955dd7196e24bf7384250098ee86 100644 --- a/data/models/meta_llama-3.3-70b-instruct-turbo.json +++ b/data/models/meta_llama-3.3-70b-instruct-turbo.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 3.3 Instruct Turbo 70B", "id": "meta/llama-3.3-70b-instruct-turbo", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_LLaMA-30B.json b/data/models/meta_llama-30b.json similarity index 99% rename from data/models/meta_LLaMA-30B.json rename to data/models/meta_llama-30b.json index 867fbc0900da6e0d3b33398362816440f372d8bb..9c44c810143b6e689149ddaf4d43b7847c1e98f0 100644 --- a/data/models/meta_LLaMA-30B.json +++ b/data/models/meta_llama-30b.json @@ -2,7 +2,7 @@ "model_info": { "name": "LLaMA 30B", "id": "meta/LLaMA-30B", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-4-maverick-17b-128e-instruct-fp8.json b/data/models/meta_llama-4-maverick-17b-128e-instruct-fp8.json index 4e4412fcdd1d3220fbd61e179b1d249bf668367c..31024354dd7ff14bca49f9d3e19eb5e66e7fde34 100644 --- a/data/models/meta_llama-4-maverick-17b-128e-instruct-fp8.json +++ b/data/models/meta_llama-4-maverick-17b-128e-instruct-fp8.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 4 Maverick 17Bx128E Instruct FP8", "id": "meta/llama-4-maverick-17b-128e-instruct-fp8", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-4-scout-17b-16e-instruct.json b/data/models/meta_llama-4-scout-17b-16e-instruct.json index c121d65d93f363e44f99395bdead46cbcfd22d3a..ce056a6f3226b9255338ccde10fc087bf2d12b52 100644 --- a/data/models/meta_llama-4-scout-17b-16e-instruct.json +++ b/data/models/meta_llama-4-scout-17b-16e-instruct.json @@ -2,7 +2,7 @@ "model_info": { "name": "Llama 4 Scout 17Bx16E Instruct", "id": "meta/llama-4-scout-17b-16e-instruct", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_llama-65b.json b/data/models/meta_llama-65b.json index 5117df3d431bb77f1225d03553ba0881700375e2..889801d7d76d26564bd490e4d97b2539c5bb4850 100644 --- a/data/models/meta_llama-65b.json +++ b/data/models/meta_llama-65b.json @@ -1,11 +1,680 @@ { "model_info": { "name": "LLaMA 65B", - "id": "meta/llama-65b", - "developer": "meta", - "inference_platform": "unknown" + "id": "meta/LLaMA-65B", + "developer": "Meta", + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "meta/llama-65b" + ] + } }, "evaluations": [ + { + "evaluation_id": "helm_classic/meta_LLaMA-65B/1774096308.339228", + "retrieved_timestamp": "1774096308.339228", + "source_metadata": { + "source_name": "helm_classic", + "source_type": "documentation", + "source_organization_name": "crfm", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "helm", + "version": "unknown" + }, + "benchmark": "helm_classic", + "evaluation_results": [ + { + "evaluation_name": "Mean win rate", + "source_data": { + "dataset_name": "helm_classic", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "How many models this model outperform on average (over columns).", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.908, + "details": { + "description": "", + "tab": "Accuracy", + "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", + "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.8851981351981352\"}", + "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.9235431235431235\"}", + "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", + "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.4059399223461723\"}", + "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.5910839160839161\"}", + "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MMLU", + "source_data": { + "dataset_name": "MMLU", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on MMLU", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.584, + "details": { + "description": "min=0.34, mean=0.584, max=0.89, sum=2.919 (5)", + "tab": "Accuracy", + "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "MMLU - EM (Robustness)": "{\"description\": \"min=0.27, mean=0.504, max=0.81, sum=2.518 (5)\", \"tab\": \"Robustness\", \"score\": \"0.5036842105263158\"}", + "MMLU - EM (Fairness)": "{\"description\": \"min=0.34, mean=0.551, max=0.84, sum=2.757 (5)\", \"tab\": \"Fairness\", \"score\": \"0.5514385964912281\"}", + "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", + "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "MMLU - # prompt tokens": "{\"description\": \"min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)\", \"tab\": \"General information\", \"score\": \"522.5470877192982\"}", + "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "BoolQ", + "source_data": { + "dataset_name": "BoolQ", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on BoolQ", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.871, + "details": { + "description": "min=0.871, mean=0.871, max=0.871, sum=0.871 (1)", + "tab": "Accuracy", + "BoolQ - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "BoolQ - EM (Robustness)": "{\"description\": \"min=0.84, mean=0.84, max=0.84, sum=0.84 (1)\", \"tab\": \"Robustness\", \"score\": \"0.84\"}", + "BoolQ - EM (Fairness)": "{\"description\": \"min=0.847, mean=0.847, max=0.847, sum=0.847 (1)\", \"tab\": \"Fairness\", \"score\": \"0.847\"}", + "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "BoolQ - # prompt tokens": "{\"description\": \"min=1439.447, mean=1439.447, max=1439.447, sum=1439.447 (1)\", \"tab\": \"General information\", \"score\": \"1439.447\"}", + "BoolQ - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NarrativeQA", + "source_data": { + "dataset_name": "NarrativeQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NarrativeQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.755, + "details": { + "description": "min=0.755, mean=0.755, max=0.755, sum=0.755 (1)", + "tab": "Accuracy", + "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.567, mean=0.567, max=0.567, sum=0.567 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5674436891870642\"}", + "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.661, mean=0.661, max=0.661, sum=0.661 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6614214785759094\"}", + "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", + "NarrativeQA - # train": "{\"description\": \"min=1.437, mean=1.437, max=1.437, sum=1.437 (1)\", \"tab\": \"General information\", \"score\": \"1.4366197183098592\"}", + "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NarrativeQA - # prompt tokens": "{\"description\": \"min=1541.115, mean=1541.115, max=1541.115, sum=1541.115 (1)\", \"tab\": \"General information\", \"score\": \"1541.1154929577465\"}", + "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", + "NarrativeQA - Representation (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.198, mean=0.198, max=0.198, sum=0.198 (1)\", \"tab\": \"Bias\", \"score\": \"0.1981132075471698\"}", + "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.008, mean=0.008, max=0.008, sum=0.008 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.008450704225352112\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NaturalQuestions (open-book)", + "source_data": { + "dataset_name": "NaturalQuestions (open-book)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NaturalQuestions (open-book)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.672, + "details": { + "description": "min=0.672, mean=0.672, max=0.672, sum=0.672 (1)", + "tab": "Accuracy", + "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.388, mean=0.388, max=0.388, sum=0.388 (1)\", \"tab\": \"Robustness\", \"score\": \"0.3875883665002626\"}", + "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.624, mean=0.624, max=0.624, sum=0.624 (1)\", \"tab\": \"Robustness\", \"score\": \"0.623794662165915\"}", + "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.375, mean=0.375, max=0.375, sum=0.375 (1)\", \"tab\": \"Fairness\", \"score\": \"0.3753249636782112\"}", + "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.633, mean=0.633, max=0.633, sum=0.633 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6326996444457361\"}", + "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=137.383, mean=137.383, max=137.383, sum=137.383 (1)\", \"tab\": \"General information\", \"score\": \"137.383\"}", + "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (open-book) - # train": "{\"description\": \"min=3.722, mean=3.722, max=3.722, sum=3.722 (1)\", \"tab\": \"General information\", \"score\": \"3.722\"}", + "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.049, mean=0.049, max=0.049, sum=0.049 (1)\", \"tab\": \"General information\", \"score\": \"0.049\"}", + "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=1407.178, mean=1407.178, max=1407.178, sum=1407.178 (1)\", \"tab\": \"General information\", \"score\": \"1407.178\"}", + "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.987, mean=0.987, max=0.987, sum=0.987 (1)\", \"tab\": \"General information\", \"score\": \"0.987\"}", + "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.352, mean=0.352, max=0.352, sum=0.352 (1)\", \"tab\": \"Bias\", \"score\": \"0.35238095238095235\"}", + "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.3, mean=0.3, max=0.3, sum=0.3 (1)\", \"tab\": \"Bias\", \"score\": \"0.30000000000000004\"}", + "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", + "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.436, mean=0.436, max=0.436, sum=0.436 (1)\", \"tab\": \"Bias\", \"score\": \"0.4358974358974359\"}", + "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.393, mean=0.393, max=0.393, sum=0.393 (1)\", \"tab\": \"Bias\", \"score\": \"0.3928571428571429\"}", + "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}", + "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "QuAC", + "source_data": { + "dataset_name": "QuAC", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on QuAC", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.401, + "details": { + "description": "min=0.401, mean=0.401, max=0.401, sum=0.401 (1)", + "tab": "Accuracy", + "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "QuAC - F1 (Robustness)": "{\"description\": \"min=0.275, mean=0.275, max=0.275, sum=0.275 (1)\", \"tab\": \"Robustness\", \"score\": \"0.2748605351114493\"}", + "QuAC - F1 (Fairness)": "{\"description\": \"min=0.333, mean=0.333, max=0.333, sum=0.333 (1)\", \"tab\": \"Fairness\", \"score\": \"0.33296543407590734\"}", + "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "QuAC - # train": "{\"description\": \"min=0.507, mean=0.507, max=0.507, sum=0.507 (1)\", \"tab\": \"General information\", \"score\": \"0.507\"}", + "QuAC - truncated": "{\"description\": \"min=0.06, mean=0.06, max=0.06, sum=0.06 (1)\", \"tab\": \"General information\", \"score\": \"0.06\"}", + "QuAC - # prompt tokens": "{\"description\": \"min=1498.657, mean=1498.657, max=1498.657, sum=1498.657 (1)\", \"tab\": \"General information\", \"score\": \"1498.657\"}", + "QuAC - # output tokens": "{\"description\": \"min=0.997, mean=0.997, max=0.997, sum=0.997 (1)\", \"tab\": \"General information\", \"score\": \"0.997\"}", + "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - Stereotypes (race)": "{\"description\": \"min=0.621, mean=0.621, max=0.621, sum=0.621 (1)\", \"tab\": \"Bias\", \"score\": \"0.6210526315789473\"}", + "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.394, mean=0.394, max=0.394, sum=0.394 (1)\", \"tab\": \"Bias\", \"score\": \"0.3944670750705233\"}", + "QuAC - Representation (race)": "{\"description\": \"min=0.38, mean=0.38, max=0.38, sum=0.38 (1)\", \"tab\": \"Bias\", \"score\": \"0.3804713804713804\"}", + "QuAC - Representation (gender)": "{\"description\": \"min=0.243, mean=0.243, max=0.243, sum=0.243 (1)\", \"tab\": \"Bias\", \"score\": \"0.24335260115606938\"}", + "QuAC - Toxic fraction": "{\"description\": \"min=0.003, mean=0.003, max=0.003, sum=0.003 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.003\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "HellaSwag", + "source_data": { + "dataset_name": "HellaSwag", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on HellaSwag", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "OpenbookQA", + "source_data": { + "dataset_name": "OpenbookQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on OpenbookQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "TruthfulQA", + "source_data": { + "dataset_name": "TruthfulQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on TruthfulQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.508, + "details": { + "description": "min=0.508, mean=0.508, max=0.508, sum=0.508 (1)", + "tab": "Accuracy", + "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.448, mean=0.448, max=0.448, sum=0.448 (1)\", \"tab\": \"Robustness\", \"score\": \"0.44801223241590216\"}", + "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.42, mean=0.42, max=0.42, sum=0.42 (1)\", \"tab\": \"Fairness\", \"score\": \"0.42048929663608564\"}", + "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", + "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "TruthfulQA - # prompt tokens": "{\"description\": \"min=524.602, mean=524.602, max=524.602, sum=524.602 (1)\", \"tab\": \"General information\", \"score\": \"524.6024464831804\"}", + "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MS MARCO (TREC)", + "source_data": { + "dataset_name": "MS MARCO (TREC)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "NDCG@10 on MS MARCO (TREC)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CNN/DailyMail", + "source_data": { + "dataset_name": "CNN/DailyMail", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on CNN/DailyMail", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "XSUM", + "source_data": { + "dataset_name": "XSUM", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on XSUM", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "IMDB", + "source_data": { + "dataset_name": "IMDB", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on IMDB", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.962, + "details": { + "description": "min=0.962, mean=0.962, max=0.962, sum=0.962 (1)", + "tab": "Accuracy", + "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "IMDB - EM (Robustness)": "{\"description\": \"min=0.935, mean=0.935, max=0.935, sum=0.935 (1)\", \"tab\": \"Robustness\", \"score\": \"0.935\"}", + "IMDB - EM (Fairness)": "{\"description\": \"min=0.953, mean=0.953, max=0.953, sum=0.953 (1)\", \"tab\": \"Fairness\", \"score\": \"0.953\"}", + "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "IMDB - # train": "{\"description\": \"min=2.781, mean=2.781, max=2.781, sum=2.781 (1)\", \"tab\": \"General information\", \"score\": \"2.781\"}", + "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "IMDB - # prompt tokens": "{\"description\": \"min=1751.213, mean=1751.213, max=1751.213, sum=1751.213 (1)\", \"tab\": \"General information\", \"score\": \"1751.213\"}", + "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CivilComments", + "source_data": { + "dataset_name": "CivilComments", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on CivilComments", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.655, + "details": { + "description": "min=0.395, mean=0.655, max=0.863, sum=11.783 (18)", + "tab": "Accuracy", + "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "CivilComments - EM (Robustness)": "{\"description\": \"min=0.247, mean=0.566, max=0.853, sum=10.188 (18)\", \"tab\": \"Robustness\", \"score\": \"0.565986035612513\"}", + "CivilComments - EM (Fairness)": "{\"description\": \"min=0.32, mean=0.574, max=0.8, sum=10.336 (18)\", \"tab\": \"Fairness\", \"score\": \"0.57420608635975\"}", + "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", + "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "CivilComments - # prompt tokens": "{\"description\": \"min=404.732, mean=855.241, max=1417.567, sum=15394.339 (18)\", \"tab\": \"General information\", \"score\": \"855.2410378605821\"}", + "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "RAFT", + "source_data": { + "dataset_name": "RAFT", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on RAFT", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.702, + "details": { + "description": "min=0.125, mean=0.702, max=0.975, sum=7.725 (11)", + "tab": "Accuracy", + "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "RAFT - EM (Robustness)": "{\"description\": \"min=0, mean=0.655, max=0.975, sum=7.2 (11)\", \"tab\": \"Robustness\", \"score\": \"0.6545454545454545\"}", + "RAFT - EM (Fairness)": "{\"description\": \"min=0.075, mean=0.668, max=0.975, sum=7.35 (11)\", \"tab\": \"Fairness\", \"score\": \"0.6681818181818182\"}", + "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", + "RAFT - # train": "{\"description\": \"min=0.45, mean=4.552, max=5, sum=50.075 (11)\", \"tab\": \"General information\", \"score\": \"4.552272727272727\"}", + "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "RAFT - # prompt tokens": "{\"description\": \"min=303.675, mean=954.111, max=1882.1, sum=10495.225 (11)\", \"tab\": \"General information\", \"score\": \"954.1113636363635\"}", + "RAFT - # output tokens": "{\"description\": \"min=0.8, mean=0.982, max=1, sum=10.8 (11)\", \"tab\": \"General information\", \"score\": \"0.9818181818181819\"}", + "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + } + ], + "detailed_evaluation_results": null, + "generation_config": { + "additional_details": {} + } + }, { "evaluation_id": "helm_lite/meta_llama-65b/1774096306.427425", "retrieved_timestamp": "1774096306.427425", diff --git a/data/models/meta_LLaMA-7B.json b/data/models/meta_llama-7b.json similarity index 99% rename from data/models/meta_LLaMA-7B.json rename to data/models/meta_llama-7b.json index 183c3a38103fb8c7bd73871b2075706c61ac1218..e7de8dc22ae262c39f9ed01d5681444bcd10110b 100644 --- a/data/models/meta_LLaMA-7B.json +++ b/data/models/meta_llama-7b.json @@ -2,7 +2,7 @@ "model_info": { "name": "LLaMA 7B", "id": "meta/LLaMA-7B", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_OPT-175B.json b/data/models/meta_opt-175b.json similarity index 99% rename from data/models/meta_OPT-175B.json rename to data/models/meta_opt-175b.json index 3bdb93272f41477af9527b10ddd85ed9a2895de1..bc7f20187cb6a8945fe4b5c1f92c0cc58c3e94a6 100644 --- a/data/models/meta_OPT-175B.json +++ b/data/models/meta_opt-175b.json @@ -2,7 +2,7 @@ "model_info": { "name": "OPT 175B", "id": "meta/OPT-175B", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/meta_OPT-66B.json b/data/models/meta_opt-66b.json similarity index 99% rename from data/models/meta_OPT-66B.json rename to data/models/meta_opt-66b.json index c79a81e9051c312eba415acd69a99974fd27dd00..ed5a8553e19001a66f4be6a5a1f08f4f7f719c9f 100644 --- a/data/models/meta_OPT-66B.json +++ b/data/models/meta_opt-66b.json @@ -2,7 +2,7 @@ "model_info": { "name": "OPT 66B", "id": "meta/OPT-66B", - "developer": "meta", + "developer": "Meta", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/mhl1_Qwen2.5-0.5B-cinstruct-stage1.json b/data/models/mhl1_qwen2.5-0.5b-cinstruct-stage1.json similarity index 100% rename from data/models/mhl1_Qwen2.5-0.5B-cinstruct-stage1.json rename to data/models/mhl1_qwen2.5-0.5b-cinstruct-stage1.json diff --git a/data/models/microsoft_Phi-3-medium-4k-instruct.json b/data/models/microsoft_Phi-3-medium-4k-instruct.json deleted file mode 100644 index 86a283d1f9a620e2d680cd37354519da11358252..0000000000000000000000000000000000000000 --- a/data/models/microsoft_Phi-3-medium-4k-instruct.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Phi-3-medium-4k-instruct", - "id": "microsoft/Phi-3-medium-4k-instruct", - "developer": "microsoft", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Phi3ForCausalLM", - "params_billions": "13.96" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/microsoft_Phi-3-medium-4k-instruct/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6423 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6412 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1956 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3364 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4258 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4676 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/microsoft_Phi-3-small-8k-instruct.json b/data/models/microsoft_Phi-3-small-8k-instruct.json deleted file mode 100644 index 05f5482cbfb2f1190b21b1f810a1e11dc92b19c0..0000000000000000000000000000000000000000 --- a/data/models/microsoft_Phi-3-small-8k-instruct.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Phi-3-small-8k-instruct", - "id": "microsoft/Phi-3-small-8k-instruct", - "developer": "microsoft", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "Phi3SmallForCausalLM", - "params_billions": "7.392" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/microsoft_Phi-3-small-8k-instruct/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6497 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6208 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1887 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3121 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4558 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4506 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/microsoft_DialoGPT-medium.json b/data/models/microsoft_dialogpt-medium.json similarity index 100% rename from data/models/microsoft_DialoGPT-medium.json rename to data/models/microsoft_dialogpt-medium.json diff --git a/data/models/microsoft_Orca-2-13b.json b/data/models/microsoft_orca-2-13b.json similarity index 100% rename from data/models/microsoft_Orca-2-13b.json rename to data/models/microsoft_orca-2-13b.json diff --git a/data/models/microsoft_Orca-2-7b.json b/data/models/microsoft_orca-2-7b.json similarity index 100% rename from data/models/microsoft_Orca-2-7b.json rename to data/models/microsoft_orca-2-7b.json diff --git a/data/models/microsoft_phi-2.json b/data/models/microsoft_phi-2.json index 318cfb935e81d558852492da6e6c83fc8b317737..95014ebf52045bda7a4a5b4267170311c3f441cd 100644 --- a/data/models/microsoft_phi-2.json +++ b/data/models/microsoft_phi-2.json @@ -1,14 +1,9 @@ { "model_info": { - "name": "phi-2", + "name": "Phi-2", "id": "microsoft/phi-2", "developer": "microsoft", - "inference_platform": "unknown", - "additional_details": { - "precision": "float16", - "architecture": "PhiForCausalLM", - "params_billions": "2.78" - } + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/microsoft_Phi-3-medium-128k-instruct.json b/data/models/microsoft_phi-3-medium-128k-instruct.json similarity index 100% rename from data/models/microsoft_Phi-3-medium-128k-instruct.json rename to data/models/microsoft_phi-3-medium-128k-instruct.json diff --git a/data/models/microsoft_phi-3-medium-4k-instruct.json b/data/models/microsoft_phi-3-medium-4k-instruct.json index 0e8098c1183406c7abf73e31c13ea22839e65e2c..b36a82c77fcdcea2ed7e2a41c70ff25d2fb6666b 100644 --- a/data/models/microsoft_phi-3-medium-4k-instruct.json +++ b/data/models/microsoft_phi-3-medium-4k-instruct.json @@ -3,7 +3,12 @@ "name": "Phi-3 14B", "id": "microsoft/phi-3-medium-4k-instruct", "developer": "microsoft", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "microsoft/Phi-3-medium-4k-instruct" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/microsoft_Phi-3-medium-4k-instruct/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6423 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6412 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1956 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3364 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4258 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4676 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/microsoft_Phi-3-mini-128k-instruct.json b/data/models/microsoft_phi-3-mini-128k-instruct.json similarity index 100% rename from data/models/microsoft_Phi-3-mini-128k-instruct.json rename to data/models/microsoft_phi-3-mini-128k-instruct.json diff --git a/data/models/microsoft_Phi-3-mini-4k-instruct.json b/data/models/microsoft_phi-3-mini-4k-instruct.json similarity index 100% rename from data/models/microsoft_Phi-3-mini-4k-instruct.json rename to data/models/microsoft_phi-3-mini-4k-instruct.json index c49b5e7e4342b727936f572b4eb02d2ec8488334..9787f21694f92686e734f02c35c722665943d7d4 100644 --- a/data/models/microsoft_Phi-3-mini-4k-instruct.json +++ b/data/models/microsoft_phi-3-mini-4k-instruct.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5477 + "score": 0.5613 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5491 + "score": 0.5676 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1639 + "score": 0.1163 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3322 + "score": 0.3196 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4284 + "score": 0.395 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4022 + "score": 0.3866 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5613 + "score": 0.5477 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5676 + "score": 0.5491 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1163 + "score": 0.1639 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3196 + "score": 0.3322 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.395 + "score": 0.4284 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3866 + "score": 0.4022 } } ], diff --git a/data/models/microsoft_Phi-3-small-128k-instruct.json b/data/models/microsoft_phi-3-small-128k-instruct.json similarity index 100% rename from data/models/microsoft_Phi-3-small-128k-instruct.json rename to data/models/microsoft_phi-3-small-128k-instruct.json diff --git a/data/models/microsoft_phi-3-small-8k-instruct.json b/data/models/microsoft_phi-3-small-8k-instruct.json index 2743d835a83570ed22c90bd8775cdf2209774767..95894a0add008d78487896919cd85615281a9f96 100644 --- a/data/models/microsoft_phi-3-small-8k-instruct.json +++ b/data/models/microsoft_phi-3-small-8k-instruct.json @@ -3,7 +3,12 @@ "name": "Phi-3 7B", "id": "microsoft/phi-3-small-8k-instruct", "developer": "microsoft", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "microsoft/Phi-3-small-8k-instruct" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/microsoft_Phi-3-small-8k-instruct/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6497 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6208 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1887 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3121 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4558 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4506 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/microsoft_Phi-3.5-mini-instruct.json b/data/models/microsoft_phi-3.5-mini-instruct.json similarity index 100% rename from data/models/microsoft_Phi-3.5-mini-instruct.json rename to data/models/microsoft_phi-3.5-mini-instruct.json diff --git a/data/models/microsoft_Phi-3.5-MoE-instruct.json b/data/models/microsoft_phi-3.5-moe-instruct.json similarity index 100% rename from data/models/microsoft_Phi-3.5-MoE-instruct.json rename to data/models/microsoft_phi-3.5-moe-instruct.json diff --git a/data/models/microsoft_Phi-4-mini-instruct.json b/data/models/microsoft_phi-4-mini-instruct.json similarity index 100% rename from data/models/microsoft_Phi-4-mini-instruct.json rename to data/models/microsoft_phi-4-mini-instruct.json diff --git a/data/models/microsoft_phi-4.json b/data/models/microsoft_phi-4.json index 97f523bcb3123f3c15262b578f3a90bbfd2182ab..c9fca4565946dbb26825690fda8366b38bda6709 100644 --- a/data/models/microsoft_phi-4.json +++ b/data/models/microsoft_phi-4.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0585 + "score": 0.0488 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6691 + "score": 0.6703 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3165 + "score": 0.2787 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.406 + "score": 0.401 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5287 + "score": 0.5295 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0488 + "score": 0.0585 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6703 + "score": 0.6691 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2787 + "score": 0.3165 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.401 + "score": 0.406 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5295 + "score": 0.5287 } } ], diff --git a/data/models/microsoft_TNLG-v2-530B.json b/data/models/microsoft_tnlg-v2-530b.json similarity index 100% rename from data/models/microsoft_TNLG-v2-530B.json rename to data/models/microsoft_tnlg-v2-530b.json diff --git a/data/models/microsoft_TNLG-v2-6.7B.json b/data/models/microsoft_tnlg-v2-6.7b.json similarity index 100% rename from data/models/microsoft_TNLG-v2-6.7B.json rename to data/models/microsoft_tnlg-v2-6.7b.json diff --git a/data/models/mightbe_Better-PairRM.json b/data/models/mightbe_better-pairrm.json similarity index 100% rename from data/models/mightbe_Better-PairRM.json rename to data/models/mightbe_better-pairrm.json diff --git a/data/models/migtissera_Llama-3-70B-Synthia-v3.5.json b/data/models/migtissera_llama-3-70b-synthia-v3.5.json similarity index 100% rename from data/models/migtissera_Llama-3-70B-Synthia-v3.5.json rename to data/models/migtissera_llama-3-70b-synthia-v3.5.json diff --git a/data/models/migtissera_Llama-3-8B-Synthia-v3.5.json b/data/models/migtissera_llama-3-8b-synthia-v3.5.json similarity index 100% rename from data/models/migtissera_Llama-3-8B-Synthia-v3.5.json rename to data/models/migtissera_llama-3-8b-synthia-v3.5.json diff --git a/data/models/migtissera_Tess-3-7B-SFT.json b/data/models/migtissera_tess-3-7b-sft.json similarity index 100% rename from data/models/migtissera_Tess-3-7B-SFT.json rename to data/models/migtissera_tess-3-7b-sft.json diff --git a/data/models/migtissera_Tess-3-Mistral-Nemo-12B.json b/data/models/migtissera_tess-3-mistral-nemo-12b.json similarity index 100% rename from data/models/migtissera_Tess-3-Mistral-Nemo-12B.json rename to data/models/migtissera_tess-3-mistral-nemo-12b.json diff --git a/data/models/migtissera_Tess-v2.5-Phi-3-medium-128k-14B.json b/data/models/migtissera_tess-v2.5-phi-3-medium-128k-14b.json similarity index 100% rename from data/models/migtissera_Tess-v2.5-Phi-3-medium-128k-14B.json rename to data/models/migtissera_tess-v2.5-phi-3-medium-128k-14b.json diff --git a/data/models/migtissera_Tess-v2.5.2-Qwen2-72B.json b/data/models/migtissera_tess-v2.5.2-qwen2-72b.json similarity index 100% rename from data/models/migtissera_Tess-v2.5.2-Qwen2-72B.json rename to data/models/migtissera_tess-v2.5.2-qwen2-72b.json diff --git a/data/models/migtissera_Trinity-2-Codestral-22B-v0.2.json b/data/models/migtissera_trinity-2-codestral-22b-v0.2.json similarity index 99% rename from data/models/migtissera_Trinity-2-Codestral-22B-v0.2.json rename to data/models/migtissera_trinity-2-codestral-22b-v0.2.json index 679817b0f46278305e51ca89bfbcb28c81768bf7..3a597315e74ecc8d9a00b6140806165667626594 100644 --- a/data/models/migtissera_Trinity-2-Codestral-22B-v0.2.json +++ b/data/models/migtissera_trinity-2-codestral-22b-v0.2.json @@ -5,7 +5,7 @@ "developer": "migtissera", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MistralForCausalLM", "params_billions": "22.247" } diff --git a/data/models/migtissera_Trinity-2-Codestral-22B.json b/data/models/migtissera_trinity-2-codestral-22b.json similarity index 100% rename from data/models/migtissera_Trinity-2-Codestral-22B.json rename to data/models/migtissera_trinity-2-codestral-22b.json diff --git a/data/models/Minami-su_Amara-o1-7B-Qwen.json b/data/models/minami-su_amara-o1-7b-qwen.json similarity index 100% rename from data/models/Minami-su_Amara-o1-7B-Qwen.json rename to data/models/minami-su_amara-o1-7b-qwen.json diff --git a/data/models/Minami-su_Amara-o2-7B-Qwen.json b/data/models/minami-su_amara-o2-7b-qwen.json similarity index 100% rename from data/models/Minami-su_Amara-o2-7B-Qwen.json rename to data/models/minami-su_amara-o2-7b-qwen.json diff --git a/data/models/Minami-su_test-7B-00.json b/data/models/minami-su_test-7b-00.json similarity index 100% rename from data/models/Minami-su_test-7B-00.json rename to data/models/minami-su_test-7b-00.json diff --git a/data/models/Minami-su_test-7B-01.json b/data/models/minami-su_test-7b-01.json similarity index 100% rename from data/models/Minami-su_test-7B-01.json rename to data/models/minami-su_test-7b-01.json diff --git a/data/models/Minami-su_test-v2-7B-00.json b/data/models/minami-su_test-v2-7b-00.json similarity index 100% rename from data/models/Minami-su_test-v2-7B-00.json rename to data/models/minami-su_test-v2-7b-00.json diff --git a/data/models/mindw96_DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3.json b/data/models/mindw96_deepseek-llama3.3-bllossom-8b-dacon-llm3.json similarity index 100% rename from data/models/mindw96_DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3.json rename to data/models/mindw96_deepseek-llama3.3-bllossom-8b-dacon-llm3.json diff --git a/data/models/minghaowu_Qwen1.5-1.8B-OpenHermes-2.5.json b/data/models/minghaowu_qwen1.5-1.8b-openhermes-2.5.json similarity index 100% rename from data/models/minghaowu_Qwen1.5-1.8B-OpenHermes-2.5.json rename to data/models/minghaowu_qwen1.5-1.8b-openhermes-2.5.json diff --git a/data/models/minimax_Minimax-2.5.json b/data/models/minimax_minimax-2.5.json similarity index 100% rename from data/models/minimax_Minimax-2.5.json rename to data/models/minimax_minimax-2.5.json diff --git a/data/models/minimax_minimax-m2.1.json b/data/models/minimax_minimax-m2.1.json index 81e83c79cbaf0b76263df086ba1f1fad96eacfe5..33905b0ffaa72b65b1d021a73faac651c1ebfecd 100644 --- a/data/models/minimax_minimax-m2.1.json +++ b/data/models/minimax_minimax-m2.1.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/terminus-2__minimax-m2.1/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/crux__minimax-m2.1/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-23", + "evaluation_timestamp": "2025-12-22", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,7 +43,7 @@ "max_score": 100.0 }, "score_details": { - "score": 29.2, + "score": 36.6, "uncertainty": { "standard_error": { "value": 2.9 @@ -53,7 +53,7 @@ }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"MiniMax M2.1\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"MiniMax M2.1\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"MiniMax M2.1\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"MiniMax M2.1\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/crux__minimax-m2.1/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__minimax-m2.1/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-22", + "evaluation_timestamp": "2025-12-23", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,7 +117,7 @@ "max_score": 100.0 }, "score_details": { - "score": 36.6, + "score": 29.2, "uncertainty": { "standard_error": { "value": 2.9 @@ -127,7 +127,7 @@ }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"MiniMax M2.1\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"MiniMax M2.1\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"MiniMax M2.1\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"MiniMax M2.1\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/ministral_Ministral-3b-instruct.json b/data/models/ministral_ministral-3b-instruct.json similarity index 100% rename from data/models/ministral_Ministral-3b-instruct.json rename to data/models/ministral_ministral-3b-instruct.json diff --git a/data/models/mistral-community_Mistral-7B-v0.2.json b/data/models/mistral-community_mistral-7b-v0.2.json similarity index 100% rename from data/models/mistral-community_Mistral-7B-v0.2.json rename to data/models/mistral-community_mistral-7b-v0.2.json diff --git a/data/models/mistral-community_Mixtral-8x22B-v0.1.json b/data/models/mistral-community_mixtral-8x22b-v0.1.json similarity index 100% rename from data/models/mistral-community_Mixtral-8x22B-v0.1.json rename to data/models/mistral-community_mixtral-8x22b-v0.1.json diff --git a/data/models/mistral-community_mixtral-8x22B-v0.3.json b/data/models/mistral-community_mixtral-8x22b-v0.3.json similarity index 100% rename from data/models/mistral-community_mixtral-8x22B-v0.3.json rename to data/models/mistral-community_mixtral-8x22b-v0.3.json diff --git a/data/models/mistralai_Mistral-7B-Instruct-v0.3.json b/data/models/mistralai_Mistral-7B-Instruct-v0.3.json deleted file mode 100644 index 4828a8992526857217dcd5ee86d7e532f0cb9552..0000000000000000000000000000000000000000 --- a/data/models/mistralai_Mistral-7B-Instruct-v0.3.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Mistral-7B-Instruct-v0.3", - "id": "mistralai/Mistral-7B-Instruct-v0.3", - "developer": "mistralai", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "MistralForCausalLM", - "params_billions": "7.248" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/mistralai_Mistral-7B-Instruct-v0.3/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5465 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4722 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0385 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2794 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3739 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3075 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/mistralai_Mistral-7B-v0.1.json b/data/models/mistralai_Mistral-7B-v0.1.json deleted file mode 100644 index d882b8352784f419c20777a6e687bd076cdfbfe8..0000000000000000000000000000000000000000 --- a/data/models/mistralai_Mistral-7B-v0.1.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Mistral-7B-v0.1", - "id": "mistralai/Mistral-7B-v0.1", - "developer": "mistralai", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "MistralForCausalLM", - "params_billions": "7.242" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/mistralai_Mistral-7B-v0.1/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2386 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4419 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0295 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2919 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4139 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3013 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/mistralai_Mixtral-8x22B-Instruct-v0.1.json b/data/models/mistralai_Mixtral-8x22B-Instruct-v0.1.json deleted file mode 100644 index 67466e3a9312b9435f93e0e3e6c8cba1504b6964..0000000000000000000000000000000000000000 --- a/data/models/mistralai_Mixtral-8x22B-Instruct-v0.1.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "model_info": { - "name": "Mixtral-8x22B-Instruct-v0.1", - "id": "mistralai/Mixtral-8x22B-Instruct-v0.1", - "developer": "mistralai", - "inference_platform": "unknown", - "additional_details": { - "precision": "bfloat16", - "architecture": "MixtralForCausalLM", - "params_billions": "140.621" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/mistralai_Mixtral-8x22B-Instruct-v0.1/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7184 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6125 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1873 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3733 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4311 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4483 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/mistralai_Mixtral-8x7B-Instruct-v0.1.json b/data/models/mistralai_Mixtral-8x7B-Instruct-v0.1.json deleted file mode 100644 index ed7191e0b214f860560f0543004438c541e27686..0000000000000000000000000000000000000000 --- a/data/models/mistralai_Mixtral-8x7B-Instruct-v0.1.json +++ /dev/null @@ -1,274 +0,0 @@ -{ - "model_info": { - "name": "mistralai/Mixtral-8x7B-Instruct-v0.1", - "id": "mistralai/Mixtral-8x7B-Instruct-v0.1", - "developer": "mistralai", - "additional_details": { - "model_type": "DPO" - } - }, - "evaluations": [ - { - "evaluation_id": "hfopenllm_v2/mistralai_Mixtral-8x7B-Instruct-v0.1/1773936498.240187", - "retrieved_timestamp": "1773936498.240187", - "source_metadata": { - "source_name": "HF Open LLM v2", - "source_type": "documentation", - "source_organization_name": "Hugging Face", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "lm-evaluation-harness", - "version": "0.4.0", - "additional_details": { - "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" - } - }, - "benchmark": "hfopenllm_v2", - "evaluation_results": [ - { - "evaluation_name": "IFEval", - "source_data": { - "dataset_name": "IFEval", - "source_type": "hf_dataset", - "hf_repo": "google/IFEval" - }, - "metric_config": { - "evaluation_description": "Accuracy on IFEval", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5599 - } - }, - { - "evaluation_name": "BBH", - "source_data": { - "dataset_name": "BBH", - "source_type": "hf_dataset", - "hf_repo": "SaylorTwift/bbh" - }, - "metric_config": { - "evaluation_description": "Accuracy on BBH", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4962 - } - }, - { - "evaluation_name": "MATH Level 5", - "source_data": { - "dataset_name": "MATH Level 5", - "source_type": "hf_dataset", - "hf_repo": "DigitalLearningGmbH/MATH-lighteval" - }, - "metric_config": { - "evaluation_description": "Exact Match on MATH Level 5", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.0914 - } - }, - { - "evaluation_name": "GPQA", - "source_data": { - "dataset_name": "GPQA", - "source_type": "hf_dataset", - "hf_repo": "Idavidrein/gpqa" - }, - "metric_config": { - "evaluation_description": "Accuracy on GPQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3029 - } - }, - { - "evaluation_name": "MUSR", - "source_data": { - "dataset_name": "MUSR", - "source_type": "hf_dataset", - "hf_repo": "TAUR-Lab/MuSR" - }, - "metric_config": { - "evaluation_description": "Accuracy on MUSR", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4203 - } - }, - { - "evaluation_name": "MMLU-PRO", - "source_data": { - "dataset_name": "MMLU-PRO", - "source_type": "hf_dataset", - "hf_repo": "TIGER-Lab/MMLU-Pro" - }, - "metric_config": { - "evaluation_description": "Accuracy on MMLU-PRO", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3692 - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench/mistralai_Mixtral-8x7B-Instruct-v0.1/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ - { - "evaluation_name": "Score", - "metric_config": { - "evaluation_description": "Overall RewardBench Score", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7455 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat", - "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.9497 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Chat Hard", - "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6404 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Safety", - "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7257 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Reasoning", - "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.7872 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - }, - { - "evaluation_name": "Prior Sets (0.5 weight)", - "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5033 - }, - "source_data": { - "dataset_name": "RewardBench", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" - } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - } - ] -} \ No newline at end of file diff --git a/data/models/mistralai_Codestral-22B-v0.1.json b/data/models/mistralai_codestral-22b-v0.1.json similarity index 100% rename from data/models/mistralai_Codestral-22B-v0.1.json rename to data/models/mistralai_codestral-22b-v0.1.json diff --git a/data/models/mistralai_Ministral-8B-Instruct-2410.json b/data/models/mistralai_ministral-8b-instruct-2410.json similarity index 100% rename from data/models/mistralai_Ministral-8B-Instruct-2410.json rename to data/models/mistralai_ministral-8b-instruct-2410.json diff --git a/data/models/mistralai_Mistral-7B-Instruct-v0.1.json b/data/models/mistralai_mistral-7b-instruct-v0.1.json similarity index 100% rename from data/models/mistralai_Mistral-7B-Instruct-v0.1.json rename to data/models/mistralai_mistral-7b-instruct-v0.1.json diff --git a/data/models/mistralai_Mistral-7B-Instruct-v0.2.json b/data/models/mistralai_mistral-7b-instruct-v0.2.json similarity index 100% rename from data/models/mistralai_Mistral-7B-Instruct-v0.2.json rename to data/models/mistralai_mistral-7b-instruct-v0.2.json diff --git a/data/models/mistralai_mistral-7b-instruct-v0.3.json b/data/models/mistralai_mistral-7b-instruct-v0.3.json index bb972eb48e2c2814d38df0d599593a57ab22114c..0f7fe68f0b7a1a194dc76677de8b8b0fb7a1f4bb 100644 --- a/data/models/mistralai_mistral-7b-instruct-v0.3.json +++ b/data/models/mistralai_mistral-7b-instruct-v0.3.json @@ -3,7 +3,12 @@ "name": "Mistral Instruct v0.3 7B", "id": "mistralai/mistral-7b-instruct-v0.3", "developer": "mistralai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "mistralai/Mistral-7B-Instruct-v0.3" + ] + } }, "evaluations": [ { @@ -2122,6 +2127,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/mistralai_Mistral-7B-Instruct-v0.3/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5465 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4722 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0385 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2794 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3739 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3075 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/mistralai_mistral-7b-v0.1.json b/data/models/mistralai_mistral-7b-v0.1.json index 0bf11d0c1390a78e0bb49d378fb406660b93d87f..f5108ab4cc3c5303dfcf3c89eca3c1628d2ce938 100644 --- a/data/models/mistralai_mistral-7b-v0.1.json +++ b/data/models/mistralai_mistral-7b-v0.1.json @@ -3,7 +3,12 @@ "name": "Mistral v0.1 7B", "id": "mistralai/mistral-7b-v0.1", "developer": "mistralai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "mistralai/Mistral-7B-v0.1" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/mistralai_Mistral-7B-v0.1/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2386 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4419 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0295 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2919 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4139 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3013 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/mistralai_Mistral-7B-v0.3.json b/data/models/mistralai_mistral-7b-v0.3.json similarity index 100% rename from data/models/mistralai_Mistral-7B-v0.3.json rename to data/models/mistralai_mistral-7b-v0.3.json diff --git a/data/models/mistralai_Mistral-Large-Instruct-2411.json b/data/models/mistralai_mistral-large-instruct-2411.json similarity index 100% rename from data/models/mistralai_Mistral-Large-Instruct-2411.json rename to data/models/mistralai_mistral-large-instruct-2411.json diff --git a/data/models/mistralai_mistral-medium-3.json b/data/models/mistralai_mistral-medium-3.json index 3d0755e0237b9760231fee380b173b29d57eab4a..8c2cd1ffe5583f8e08ea6a503148c17defbde8f4 100644 --- a/data/models/mistralai_mistral-medium-3.json +++ b/data/models/mistralai_mistral-medium-3.json @@ -10,8 +10,8 @@ }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/mistralai_mistral-medium-3/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/mistralai_mistral-medium-3/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/mistralai_mistral-medium-3/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/mistralai_mistral-medium-3/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/mistralai_Mistral-Nemo-Base-2407.json b/data/models/mistralai_mistral-nemo-base-2407.json similarity index 100% rename from data/models/mistralai_Mistral-Nemo-Base-2407.json rename to data/models/mistralai_mistral-nemo-base-2407.json diff --git a/data/models/mistralai_Mistral-Nemo-Instruct-2407.json b/data/models/mistralai_mistral-nemo-instruct-2407.json similarity index 100% rename from data/models/mistralai_Mistral-Nemo-Instruct-2407.json rename to data/models/mistralai_mistral-nemo-instruct-2407.json diff --git a/data/models/mistralai_Mistral-Small-24B-Base-2501.json b/data/models/mistralai_mistral-small-24b-base-2501.json similarity index 100% rename from data/models/mistralai_Mistral-Small-24B-Base-2501.json rename to data/models/mistralai_mistral-small-24b-base-2501.json diff --git a/data/models/mistralai_mistral-small-2503.json b/data/models/mistralai_mistral-small-2503.json index e610b9a657b4d002310344dd461fd47557dbb4c2..be5d73de7278abb3c747dbebd44b60d3fa624503 100644 --- a/data/models/mistralai_mistral-small-2503.json +++ b/data/models/mistralai_mistral-small-2503.json @@ -1,9 +1,12 @@ { "model_info": { - "name": "Mistral Small 3.1 2503", + "name": "mistral-small-2503", "id": "mistralai/mistral-small-2503", "developer": "mistralai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "display_name": "Mistral Small 3.1" + } }, "evaluations": [ { diff --git a/data/models/mistralai_Mistral-Small-Instruct-2409.json b/data/models/mistralai_mistral-small-instruct-2409.json similarity index 99% rename from data/models/mistralai_Mistral-Small-Instruct-2409.json rename to data/models/mistralai_mistral-small-instruct-2409.json index a990c0f86c3e83a9f32812582fcc413a5ada5107..02a04ce41b1de063befb30b7d94d3ad197cffb0e 100644 --- a/data/models/mistralai_Mistral-Small-Instruct-2409.json +++ b/data/models/mistralai_mistral-small-instruct-2409.json @@ -5,9 +5,9 @@ "developer": "mistralai", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MistralForCausalLM", - "params_billions": "22.247" + "params_billions": "22.05" } }, "evaluations": [ diff --git a/data/models/mistralai_Mistral-v0.1-7B.json b/data/models/mistralai_mistral-v0.1-7b.json similarity index 100% rename from data/models/mistralai_Mistral-v0.1-7B.json rename to data/models/mistralai_mistral-v0.1-7b.json diff --git a/data/models/mistralai_mixtral-8x22b-instruct-v0.1.json b/data/models/mistralai_mixtral-8x22b-instruct-v0.1.json index 7c29df9e3a4e401e447c0395da942c5aead07acb..09a2fa083c7e23648730b3ac8f2ac7c538ca8b26 100644 --- a/data/models/mistralai_mixtral-8x22b-instruct-v0.1.json +++ b/data/models/mistralai_mixtral-8x22b-instruct-v0.1.json @@ -1,9 +1,14 @@ { "model_info": { - "name": "Mixtral Instruct 8x22B", - "id": "mistralai/mixtral-8x22b-instruct-v0.1", + "name": "Mixtral-8x22B-Instruct-v0.1", + "id": "mistralai/Mixtral-8x22B-Instruct-v0.1", "developer": "mistralai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "mistralai/mixtral-8x22b-instruct-v0.1" + ] + } }, "evaluations": [ { @@ -229,6 +234,136 @@ "generation_config": { "additional_details": {} } + }, + { + "evaluation_id": "hfopenllm_v2/mistralai_Mixtral-8x22B-Instruct-v0.1/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7184 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6125 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.1873 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3733 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4311 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4483 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/mistralai_Mixtral-8x22B-v0.1.json b/data/models/mistralai_mixtral-8x22b-v0.1.json similarity index 100% rename from data/models/mistralai_Mixtral-8x22B-v0.1.json rename to data/models/mistralai_mixtral-8x22b-v0.1.json diff --git a/data/models/mistralai_mixtral-8x7b-instruct-v0.1.json b/data/models/mistralai_mixtral-8x7b-instruct-v0.1.json index e4afff8b1433c37fe133f4769f588bf49baa747a..ba70c758fb9ba85b1e855fb4927ac58db77df090 100644 --- a/data/models/mistralai_mixtral-8x7b-instruct-v0.1.json +++ b/data/models/mistralai_mixtral-8x7b-instruct-v0.1.json @@ -1,9 +1,14 @@ { "model_info": { - "name": "Mixtral Instruct 8x7B", - "id": "mistralai/mixtral-8x7b-instruct-v0.1", + "name": "Mixtral-8x7B-Instruct-v0.1", + "id": "mistralai/Mixtral-8x7B-Instruct-v0.1", "developer": "mistralai", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "mistralai/mixtral-8x7b-instruct-v0.1" + ] + } }, "evaluations": [ { @@ -229,6 +234,268 @@ "generation_config": { "additional_details": {} } + }, + { + "evaluation_id": "hfopenllm_v2/mistralai_Mixtral-8x7B-Instruct-v0.1/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5599 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4962 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0914 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3029 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4203 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3692 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench/mistralai_Mixtral-8x7B-Instruct-v0.1/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ + { + "evaluation_name": "Score", + "metric_config": { + "evaluation_description": "Overall RewardBench Score", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7455 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat", + "metric_config": { + "evaluation_description": "Chat accuracy - includes easy chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.9497 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Chat Hard", + "metric_config": { + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6404 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Safety", + "metric_config": { + "evaluation_description": "Safety accuracy - includes safety subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7257 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Reasoning", + "metric_config": { + "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7872 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + }, + { + "evaluation_name": "Prior Sets (0.5 weight)", + "metric_config": { + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5033 + }, + "source_data": { + "dataset_name": "RewardBench", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench" + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/mistralai_Mixtral-8x7B-v0.1.json b/data/models/mistralai_mixtral-8x7b-v0.1.json similarity index 99% rename from data/models/mistralai_Mixtral-8x7B-v0.1.json rename to data/models/mistralai_mixtral-8x7b-v0.1.json index 8cc966516ff05e97a419392beb962c7e43051d10..c3ac844f0072de0a86748b754d6c90570298768c 100644 --- a/data/models/mistralai_Mixtral-8x7B-v0.1.json +++ b/data/models/mistralai_mixtral-8x7b-v0.1.json @@ -5,7 +5,7 @@ "developer": "mistralai", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "MixtralForCausalLM", "params_billions": "46.703" } diff --git a/data/models/mixtao_MixTAO-7Bx2-MoE-v8.1.json b/data/models/mixtao_mixtao-7bx2-moe-v8.1.json similarity index 100% rename from data/models/mixtao_MixTAO-7Bx2-MoE-v8.1.json rename to data/models/mixtao_mixtao-7bx2-moe-v8.1.json diff --git a/data/models/mkurman_llama-3.2-MEDIT-3B-o1.json b/data/models/mkurman_llama-3.2-medit-3b-o1.json similarity index 100% rename from data/models/mkurman_llama-3.2-MEDIT-3B-o1.json rename to data/models/mkurman_llama-3.2-medit-3b-o1.json diff --git a/data/models/mkurman_phi-4-MedIT-11B-exp-1.json b/data/models/mkurman_phi-4-medit-11b-exp-1.json similarity index 100% rename from data/models/mkurman_phi-4-MedIT-11B-exp-1.json rename to data/models/mkurman_phi-4-medit-11b-exp-1.json diff --git a/data/models/mkurman_phi4-MedIT-10B-o1.json b/data/models/mkurman_phi4-medit-10b-o1.json similarity index 100% rename from data/models/mkurman_phi4-MedIT-10B-o1.json rename to data/models/mkurman_phi4-medit-10b-o1.json diff --git a/data/models/mlabonne_AlphaMonarch-7B.json b/data/models/mlabonne_alphamonarch-7b.json similarity index 100% rename from data/models/mlabonne_AlphaMonarch-7B.json rename to data/models/mlabonne_alphamonarch-7b.json diff --git a/data/models/mlabonne_Beyonder-4x7B-v3.json b/data/models/mlabonne_beyonder-4x7b-v3.json similarity index 100% rename from data/models/mlabonne_Beyonder-4x7B-v3.json rename to data/models/mlabonne_beyonder-4x7b-v3.json diff --git a/data/models/mlabonne_BigQwen2.5-52B-Instruct.json b/data/models/mlabonne_bigqwen2.5-52b-instruct.json similarity index 100% rename from data/models/mlabonne_BigQwen2.5-52B-Instruct.json rename to data/models/mlabonne_bigqwen2.5-52b-instruct.json diff --git a/data/models/mlabonne_BigQwen2.5-Echo-47B-Instruct.json b/data/models/mlabonne_bigqwen2.5-echo-47b-instruct.json similarity index 100% rename from data/models/mlabonne_BigQwen2.5-Echo-47B-Instruct.json rename to data/models/mlabonne_bigqwen2.5-echo-47b-instruct.json diff --git a/data/models/mlabonne_ChimeraLlama-3-8B-v2.json b/data/models/mlabonne_chimerallama-3-8b-v2.json similarity index 100% rename from data/models/mlabonne_ChimeraLlama-3-8B-v2.json rename to data/models/mlabonne_chimerallama-3-8b-v2.json diff --git a/data/models/mlabonne_ChimeraLlama-3-8B-v3.json b/data/models/mlabonne_chimerallama-3-8b-v3.json similarity index 100% rename from data/models/mlabonne_ChimeraLlama-3-8B-v3.json rename to data/models/mlabonne_chimerallama-3-8b-v3.json diff --git a/data/models/mlabonne_Daredevil-8B-abliterated.json b/data/models/mlabonne_daredevil-8b-abliterated.json similarity index 100% rename from data/models/mlabonne_Daredevil-8B-abliterated.json rename to data/models/mlabonne_daredevil-8b-abliterated.json diff --git a/data/models/mlabonne_Daredevil-8B.json b/data/models/mlabonne_daredevil-8b.json similarity index 100% rename from data/models/mlabonne_Daredevil-8B.json rename to data/models/mlabonne_daredevil-8b.json diff --git a/data/models/mlabonne_Hermes-3-Llama-3.1-70B-lorablated.json b/data/models/mlabonne_hermes-3-llama-3.1-70b-lorablated.json similarity index 100% rename from data/models/mlabonne_Hermes-3-Llama-3.1-70B-lorablated.json rename to data/models/mlabonne_hermes-3-llama-3.1-70b-lorablated.json diff --git a/data/models/mlabonne_Meta-Llama-3.1-8B-Instruct-abliterated.json b/data/models/mlabonne_meta-llama-3.1-8b-instruct-abliterated.json similarity index 100% rename from data/models/mlabonne_Meta-Llama-3.1-8B-Instruct-abliterated.json rename to data/models/mlabonne_meta-llama-3.1-8b-instruct-abliterated.json diff --git a/data/models/mlabonne_NeuralBeagle14-7B.json b/data/models/mlabonne_neuralbeagle14-7b.json similarity index 100% rename from data/models/mlabonne_NeuralBeagle14-7B.json rename to data/models/mlabonne_neuralbeagle14-7b.json diff --git a/data/models/mlabonne_NeuralDaredevil-8B-abliterated.json b/data/models/mlabonne_neuraldaredevil-8b-abliterated.json similarity index 99% rename from data/models/mlabonne_NeuralDaredevil-8B-abliterated.json rename to data/models/mlabonne_neuraldaredevil-8b-abliterated.json index bf81ba9fbed344ef29adc82aada2da4630eab1e8..7ef165972eafdeec56d923c82e02fdbbc9479eac 100644 --- a/data/models/mlabonne_NeuralDaredevil-8B-abliterated.json +++ b/data/models/mlabonne_neuraldaredevil-8b-abliterated.json @@ -5,7 +5,7 @@ "developer": "mlabonne", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "8.03" } diff --git a/data/models/mlabonne_OrpoLlama-3-8B.json b/data/models/mlabonne_orpollama-3-8b.json similarity index 100% rename from data/models/mlabonne_OrpoLlama-3-8B.json rename to data/models/mlabonne_orpollama-3-8b.json diff --git a/data/models/MLP-KTLim_llama-3-Korean-Bllossom-8B.json b/data/models/mlp-ktlim_llama-3-korean-bllossom-8b.json similarity index 100% rename from data/models/MLP-KTLim_llama-3-Korean-Bllossom-8B.json rename to data/models/mlp-ktlim_llama-3-korean-bllossom-8b.json diff --git a/data/models/mlx-community_Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32.json b/data/models/mlx-community_josiefied-qwen2.5-0.5b-instruct-abliterated-v1-float32.json similarity index 100% rename from data/models/mlx-community_Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32.json rename to data/models/mlx-community_josiefied-qwen2.5-0.5b-instruct-abliterated-v1-float32.json diff --git a/data/models/mlx-community_Mistral-Small-24B-Instruct-2501-bf16.json b/data/models/mlx-community_mistral-small-24b-instruct-2501-bf16.json similarity index 100% rename from data/models/mlx-community_Mistral-Small-24B-Instruct-2501-bf16.json rename to data/models/mlx-community_mistral-small-24b-instruct-2501-bf16.json diff --git a/data/models/mmnga_Llama-3-70B-japanese-suzume-vector-v0.1.json b/data/models/mmnga_llama-3-70b-japanese-suzume-vector-v0.1.json similarity index 100% rename from data/models/mmnga_Llama-3-70B-japanese-suzume-vector-v0.1.json rename to data/models/mmnga_llama-3-70b-japanese-suzume-vector-v0.1.json diff --git a/data/models/mobiuslabsgmbh_DeepSeek-R1-ReDistill-Llama3-8B-v1.1.json b/data/models/mobiuslabsgmbh_deepseek-r1-redistill-llama3-8b-v1.1.json similarity index 100% rename from data/models/mobiuslabsgmbh_DeepSeek-R1-ReDistill-Llama3-8B-v1.1.json rename to data/models/mobiuslabsgmbh_deepseek-r1-redistill-llama3-8b-v1.1.json diff --git a/data/models/mobiuslabsgmbh_DeepSeek-R1-ReDistill-Qwen-7B-v1.1.json b/data/models/mobiuslabsgmbh_deepseek-r1-redistill-qwen-7b-v1.1.json similarity index 100% rename from data/models/mobiuslabsgmbh_DeepSeek-R1-ReDistill-Qwen-7B-v1.1.json rename to data/models/mobiuslabsgmbh_deepseek-r1-redistill-qwen-7b-v1.1.json diff --git a/data/models/ModelCloud_Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1.json b/data/models/modelcloud_llama-3.2-1b-instruct-gptqmodel-4bit-vortex-v1.json similarity index 100% rename from data/models/ModelCloud_Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1.json rename to data/models/modelcloud_llama-3.2-1b-instruct-gptqmodel-4bit-vortex-v1.json diff --git a/data/models/ModelSpace_GemmaX2-28-9B-v0.1.json b/data/models/modelspace_gemmax2-28-9b-v0.1.json similarity index 100% rename from data/models/ModelSpace_GemmaX2-28-9B-v0.1.json rename to data/models/modelspace_gemmax2-28-9b-v0.1.json diff --git a/data/models/moeru-ai_L3.1-Moe-2x8B-v0.2.json b/data/models/moeru-ai_l3.1-moe-2x8b-v0.2.json similarity index 100% rename from data/models/moeru-ai_L3.1-Moe-2x8B-v0.2.json rename to data/models/moeru-ai_l3.1-moe-2x8b-v0.2.json diff --git a/data/models/moeru-ai_L3.1-Moe-4x8B-v0.1.json b/data/models/moeru-ai_l3.1-moe-4x8b-v0.1.json similarity index 100% rename from data/models/moeru-ai_L3.1-Moe-4x8B-v0.1.json rename to data/models/moeru-ai_l3.1-moe-4x8b-v0.1.json diff --git a/data/models/moeru-ai_L3.1-Moe-4x8B-v0.2.json b/data/models/moeru-ai_l3.1-moe-4x8b-v0.2.json similarity index 100% rename from data/models/moeru-ai_L3.1-Moe-4x8B-v0.2.json rename to data/models/moeru-ai_l3.1-moe-4x8b-v0.2.json diff --git a/data/models/monsterapi_gemma-2-2b-LoRA-MonsterInstruct.json b/data/models/monsterapi_gemma-2-2b-lora-monsterinstruct.json similarity index 100% rename from data/models/monsterapi_gemma-2-2b-LoRA-MonsterInstruct.json rename to data/models/monsterapi_gemma-2-2b-lora-monsterinstruct.json diff --git a/data/models/monsterapi_Llama-3_1-8B-Instruct-orca-ORPO.json b/data/models/monsterapi_llama-3_1-8b-instruct-orca-orpo.json similarity index 100% rename from data/models/monsterapi_Llama-3_1-8B-Instruct-orca-ORPO.json rename to data/models/monsterapi_llama-3_1-8b-instruct-orca-orpo.json diff --git a/data/models/MoonRide_Llama-3.2-3B-Khelavaster.json b/data/models/moonride_llama-3.2-3b-khelavaster.json similarity index 100% rename from data/models/MoonRide_Llama-3.2-3B-Khelavaster.json rename to data/models/moonride_llama-3.2-3b-khelavaster.json diff --git a/data/models/moonshot-ai_kimi-k2-instruct.json b/data/models/moonshot-ai_kimi-k2-instruct.json index 78ebe91a361fd2e157f2607abf27ff68d501e0bb..758984500ae56b028445a56fb8562c74a90a3a8f 100644 --- a/data/models/moonshot-ai_kimi-k2-instruct.json +++ b/data/models/moonshot-ai_kimi-k2-instruct.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/terminus-2__kimi-k2-instruct/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/openhands__kimi-k2-instruct/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-01", + "evaluation_timestamp": "2025-11-02", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 27.8, + "score": 26.7, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Kimi K2 Instruct\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Kimi K2 Instruct\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Kimi K2 Instruct\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Kimi K2 Instruct\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/openhands__kimi-k2-instruct/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__kimi-k2-instruct/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-02", + "evaluation_timestamp": "2025-11-01", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 26.7, + "score": 27.8, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Kimi K2 Instruct\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Kimi K2 Instruct\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"Kimi K2 Instruct\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Kimi K2 Instruct\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/moonshot_Kimi_K2.5.json b/data/models/moonshot_kimi_k2.5.json similarity index 100% rename from data/models/moonshot_Kimi_K2.5.json rename to data/models/moonshot_kimi_k2.5.json diff --git a/data/models/moonshot_Kimi_K2_Thinking.json b/data/models/moonshot_kimi_k2_thinking.json similarity index 100% rename from data/models/moonshot_Kimi_K2_Thinking.json rename to data/models/moonshot_kimi_k2_thinking.json diff --git a/data/models/mosaicml_MPT-30B.json b/data/models/mosaicml_mpt-30b.json similarity index 100% rename from data/models/mosaicml_MPT-30B.json rename to data/models/mosaicml_mpt-30b.json diff --git a/data/models/mosaicml_MPT-Instruct-30B.json b/data/models/mosaicml_mpt-instruct-30b.json similarity index 100% rename from data/models/mosaicml_MPT-Instruct-30B.json rename to data/models/mosaicml_mpt-instruct-30b.json diff --git a/data/models/mosama_Qwen2.5-1.5B-Instruct-CoT-Reflection.json b/data/models/mosama_qwen2.5-1.5b-instruct-cot-reflection.json similarity index 100% rename from data/models/mosama_Qwen2.5-1.5B-Instruct-CoT-Reflection.json rename to data/models/mosama_qwen2.5-1.5b-instruct-cot-reflection.json diff --git a/data/models/Mostafa8Mehrabi_llama-3.2-1b-Insomnia-ChatBot-merged.json b/data/models/mostafa8mehrabi_llama-3.2-1b-insomnia-chatbot-merged.json similarity index 100% rename from data/models/Mostafa8Mehrabi_llama-3.2-1b-Insomnia-ChatBot-merged.json rename to data/models/mostafa8mehrabi_llama-3.2-1b-insomnia-chatbot-merged.json diff --git a/data/models/mrdayl_OpenCogito.json b/data/models/mrdayl_opencogito.json similarity index 100% rename from data/models/mrdayl_OpenCogito.json rename to data/models/mrdayl_opencogito.json diff --git a/data/models/mrdayl_OpenCognito-r1.json b/data/models/mrdayl_opencognito-r1.json similarity index 100% rename from data/models/mrdayl_OpenCognito-r1.json rename to data/models/mrdayl_opencognito-r1.json diff --git a/data/models/mrdayl_OpenCognito-r2.json b/data/models/mrdayl_opencognito-r2.json similarity index 100% rename from data/models/mrdayl_OpenCognito-r2.json rename to data/models/mrdayl_opencognito-r2.json diff --git a/data/models/mrdayl_OpenCognito.json b/data/models/mrdayl_opencognito.json similarity index 100% rename from data/models/mrdayl_OpenCognito.json rename to data/models/mrdayl_opencognito.json diff --git a/data/models/mrdayl_OpenThink.json b/data/models/mrdayl_openthink.json similarity index 100% rename from data/models/mrdayl_OpenThink.json rename to data/models/mrdayl_openthink.json diff --git a/data/models/mrm8488_phi-4-14B-grpo-gsm8k-3e.json b/data/models/mrm8488_phi-4-14b-grpo-gsm8k-3e.json similarity index 100% rename from data/models/mrm8488_phi-4-14B-grpo-gsm8k-3e.json rename to data/models/mrm8488_phi-4-14b-grpo-gsm8k-3e.json diff --git a/data/models/mrm8488_phi-4-14B-grpo-limo.json b/data/models/mrm8488_phi-4-14b-grpo-limo.json similarity index 100% rename from data/models/mrm8488_phi-4-14B-grpo-limo.json rename to data/models/mrm8488_phi-4-14b-grpo-limo.json diff --git a/data/models/MrRobotoAI_MrRoboto-ProLong-8b-v4i.json b/data/models/mrrobotoai_mrroboto-prolong-8b-v4i.json similarity index 100% rename from data/models/MrRobotoAI_MrRoboto-ProLong-8b-v4i.json rename to data/models/mrrobotoai_mrroboto-prolong-8b-v4i.json diff --git a/data/models/MrRobotoAI_MrRoboto-ProLongBASE-pt8-unaligned-8b.json b/data/models/mrrobotoai_mrroboto-prolongbase-pt8-unaligned-8b.json similarity index 100% rename from data/models/MrRobotoAI_MrRoboto-ProLongBASE-pt8-unaligned-8b.json rename to data/models/mrrobotoai_mrroboto-prolongbase-pt8-unaligned-8b.json diff --git a/data/models/MTSAIR_Cotype-Nano.json b/data/models/mtsair_cotype-nano.json similarity index 100% rename from data/models/MTSAIR_Cotype-Nano.json rename to data/models/mtsair_cotype-nano.json diff --git a/data/models/MTSAIR_MultiVerse_70B.json b/data/models/mtsair_multiverse_70b.json similarity index 100% rename from data/models/MTSAIR_MultiVerse_70B.json rename to data/models/mtsair_multiverse_70b.json diff --git a/data/models/mukaj_Llama-3.1-Hawkish-8B.json b/data/models/mukaj_llama-3.1-hawkish-8b.json similarity index 100% rename from data/models/mukaj_Llama-3.1-Hawkish-8B.json rename to data/models/mukaj_llama-3.1-hawkish-8b.json diff --git a/data/models/multiple_multiple.json b/data/models/multiple_multiple.json index 2ac193c3f6251d7c94a588973f2a9ae646a569ca..af7b2f85f07f710ac278d2901e8e21b71cb9ee05 100644 --- a/data/models/multiple_multiple.json +++ b/data/models/multiple_multiple.json @@ -4,13 +4,13 @@ "id": "multiple/multiple", "developer": "Multiple", "additional_details": { - "agent_name": "OB-1", - "agent_organization": "OpenBlock Labs" + "agent_name": "Warp", + "agent_organization": "Warp" } }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/abacus-ai-desktop__multiple/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/warp__multiple/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-11", + "evaluation_timestamp": "2025-12-12", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 58.4, + "score": 61.2, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 3.0 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Abacus AI Desktop\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Warp\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Abacus AI Desktop\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Warp\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/junie-cli__multiple/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/ob-1__multiple/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-03-07", + "evaluation_timestamp": "2026-03-05", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 71.0, + "score": 72.4, "uncertainty": { "standard_error": { - "value": 2.9 + "value": 2.3 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Junie CLI\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OB-1\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Junie CLI\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OB-1\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/warp__multiple/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/abacus-ai-desktop__multiple/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-12", + "evaluation_timestamp": "2025-12-11", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 61.2, + "score": 58.4, "uncertainty": { "standard_error": { - "value": 3.0 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Warp\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Abacus AI Desktop\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Warp\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Abacus AI Desktop\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -256,7 +256,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-11", + "evaluation_timestamp": "2025-11-20", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -265,10 +265,10 @@ "max_score": 100.0 }, "score_details": { - "score": 50.1, + "score": 59.1, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.8 }, "num_samples": 435 } @@ -306,7 +306,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/warp__multiple/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/junie-cli__multiple/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -330,7 +330,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-20", + "evaluation_timestamp": "2026-03-07", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -339,17 +339,17 @@ "max_score": 100.0 }, "score_details": { - "score": 59.1, + "score": 71.0, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.9 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Warp\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Junie CLI\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -366,7 +366,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Warp\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Junie CLI\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -380,7 +380,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/ob-1__multiple/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/warp__multiple/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -404,7 +404,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-03-05", + "evaluation_timestamp": "2025-11-11", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -413,17 +413,17 @@ "max_score": 100.0 }, "score_details": { - "score": 72.4, + "score": 50.1, "uncertainty": { "standard_error": { - "value": 2.3 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OB-1\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Warp\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -440,7 +440,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OB-1\" -m \"Multiple\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Warp\" -m \"Multiple\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/MultivexAI_Gladiator-Mini-Exp-1211-3B.json b/data/models/multivexai_gladiator-mini-exp-1211-3b.json similarity index 100% rename from data/models/MultivexAI_Gladiator-Mini-Exp-1211-3B.json rename to data/models/multivexai_gladiator-mini-exp-1211-3b.json diff --git a/data/models/MultivexAI_Gladiator-Mini-Exp-1221-3B-Instruct-V2.json b/data/models/multivexai_gladiator-mini-exp-1221-3b-instruct-v2.json similarity index 100% rename from data/models/MultivexAI_Gladiator-Mini-Exp-1221-3B-Instruct-V2.json rename to data/models/multivexai_gladiator-mini-exp-1221-3b-instruct-v2.json diff --git a/data/models/MultivexAI_Gladiator-Mini-Exp-1221-3B-Instruct.json b/data/models/multivexai_gladiator-mini-exp-1221-3b-instruct.json similarity index 100% rename from data/models/MultivexAI_Gladiator-Mini-Exp-1221-3B-Instruct.json rename to data/models/multivexai_gladiator-mini-exp-1221-3b-instruct.json diff --git a/data/models/MultivexAI_Gladiator-Mini-Exp-1222-3B-Instruct.json b/data/models/multivexai_gladiator-mini-exp-1222-3b-instruct.json similarity index 100% rename from data/models/MultivexAI_Gladiator-Mini-Exp-1222-3B-Instruct.json rename to data/models/multivexai_gladiator-mini-exp-1222-3b-instruct.json diff --git a/data/models/MultivexAI_Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF.json b/data/models/multivexai_phi-3.5-mini-instruct-multivex-v0.25-gguf.json similarity index 100% rename from data/models/MultivexAI_Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF.json rename to data/models/multivexai_phi-3.5-mini-instruct-multivex-v0.25-gguf.json diff --git a/data/models/Mxode_NanoLM-0.3B-Instruct-v1.1.json b/data/models/mxode_nanolm-0.3b-instruct-v1.1.json similarity index 100% rename from data/models/Mxode_NanoLM-0.3B-Instruct-v1.1.json rename to data/models/mxode_nanolm-0.3b-instruct-v1.1.json diff --git a/data/models/Mxode_NanoLM-0.3B-Instruct-v1.json b/data/models/mxode_nanolm-0.3b-instruct-v1.json similarity index 100% rename from data/models/Mxode_NanoLM-0.3B-Instruct-v1.json rename to data/models/mxode_nanolm-0.3b-instruct-v1.json diff --git a/data/models/Mxode_NanoLM-0.3B-Instruct-v2.json b/data/models/mxode_nanolm-0.3b-instruct-v2.json similarity index 100% rename from data/models/Mxode_NanoLM-0.3B-Instruct-v2.json rename to data/models/mxode_nanolm-0.3b-instruct-v2.json diff --git a/data/models/Mxode_NanoLM-1B-Instruct-v1.1.json b/data/models/mxode_nanolm-1b-instruct-v1.1.json similarity index 100% rename from data/models/Mxode_NanoLM-1B-Instruct-v1.1.json rename to data/models/mxode_nanolm-1b-instruct-v1.1.json diff --git a/data/models/Mxode_NanoLM-1B-Instruct-v2.json b/data/models/mxode_nanolm-1b-instruct-v2.json similarity index 100% rename from data/models/Mxode_NanoLM-1B-Instruct-v2.json rename to data/models/mxode_nanolm-1b-instruct-v2.json diff --git a/data/models/NAPS-ai_naps-gemma-2-27b-v-0.1.0.json b/data/models/naps-ai_naps-gemma-2-27b-v-0.1.0.json similarity index 100% rename from data/models/NAPS-ai_naps-gemma-2-27b-v-0.1.0.json rename to data/models/naps-ai_naps-gemma-2-27b-v-0.1.0.json diff --git a/data/models/NAPS-ai_naps-gemma-2-27b-v0.1.0.json b/data/models/naps-ai_naps-gemma-2-27b-v0.1.0.json similarity index 100% rename from data/models/NAPS-ai_naps-gemma-2-27b-v0.1.0.json rename to data/models/naps-ai_naps-gemma-2-27b-v0.1.0.json diff --git a/data/models/NAPS-ai_naps-llama-3_1-8b-instruct-v0.3.json b/data/models/naps-ai_naps-llama-3_1-8b-instruct-v0.3.json similarity index 100% rename from data/models/NAPS-ai_naps-llama-3_1-8b-instruct-v0.3.json rename to data/models/naps-ai_naps-llama-3_1-8b-instruct-v0.3.json diff --git a/data/models/NAPS-ai_naps-llama-3_1-8b-instruct-v0.4.json b/data/models/naps-ai_naps-llama-3_1-8b-instruct-v0.4.json similarity index 100% rename from data/models/NAPS-ai_naps-llama-3_1-8b-instruct-v0.4.json rename to data/models/naps-ai_naps-llama-3_1-8b-instruct-v0.4.json diff --git a/data/models/NAPS-ai_naps-llama-3_1-instruct-v0.5.0.json b/data/models/naps-ai_naps-llama-3_1-instruct-v0.5.0.json similarity index 100% rename from data/models/NAPS-ai_naps-llama-3_1-instruct-v0.5.0.json rename to data/models/naps-ai_naps-llama-3_1-instruct-v0.5.0.json diff --git a/data/models/NAPS-ai_naps-llama-3_1_instruct-v0.6.0.json b/data/models/naps-ai_naps-llama-3_1_instruct-v0.6.0.json similarity index 100% rename from data/models/NAPS-ai_naps-llama-3_1_instruct-v0.6.0.json rename to data/models/naps-ai_naps-llama-3_1_instruct-v0.6.0.json diff --git a/data/models/NAPS-ai_naps-llama3.1-70B-v0.2-fp16.json b/data/models/naps-ai_naps-llama3.1-70b-v0.2-fp16.json similarity index 100% rename from data/models/NAPS-ai_naps-llama3.1-70B-v0.2-fp16.json rename to data/models/naps-ai_naps-llama3.1-70b-v0.2-fp16.json diff --git a/data/models/natong19_Mistral-Nemo-Instruct-2407-abliterated.json b/data/models/natong19_mistral-nemo-instruct-2407-abliterated.json similarity index 100% rename from data/models/natong19_Mistral-Nemo-Instruct-2407-abliterated.json rename to data/models/natong19_mistral-nemo-instruct-2407-abliterated.json diff --git a/data/models/natong19_Qwen2-7B-Instruct-abliterated.json b/data/models/natong19_qwen2-7b-instruct-abliterated.json similarity index 100% rename from data/models/natong19_Qwen2-7B-Instruct-abliterated.json rename to data/models/natong19_qwen2-7b-instruct-abliterated.json diff --git a/data/models/Naveenpoliasetty_llama3-8B-V2.json b/data/models/naveenpoliasetty_llama3-8b-v2.json similarity index 100% rename from data/models/Naveenpoliasetty_llama3-8B-V2.json rename to data/models/naveenpoliasetty_llama3-8b-v2.json diff --git a/data/models/nazimali_Mistral-Nemo-Kurdish-Instruct.json b/data/models/nazimali_mistral-nemo-kurdish-instruct.json similarity index 100% rename from data/models/nazimali_Mistral-Nemo-Kurdish-Instruct.json rename to data/models/nazimali_mistral-nemo-kurdish-instruct.json index b8def9625123e6da3f5aacd75b95759db47280de..bf12d1ac4ce4431e1cc4657892f1de48dd5df10b 100644 --- a/data/models/nazimali_Mistral-Nemo-Kurdish-Instruct.json +++ b/data/models/nazimali_mistral-nemo-kurdish-instruct.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4964 + "score": 0.486 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4699 + "score": 0.4721 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0045 + "score": 0.0846 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2827 + "score": 0.2844 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3979 + "score": 0.4006 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3063 + "score": 0.3087 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.486 + "score": 0.4964 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4721 + "score": 0.4699 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0846 + "score": 0.0045 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2844 + "score": 0.2827 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4006 + "score": 0.3979 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3087 + "score": 0.3063 } } ], diff --git a/data/models/nazimali_Mistral-Nemo-Kurdish.json b/data/models/nazimali_mistral-nemo-kurdish.json similarity index 100% rename from data/models/nazimali_Mistral-Nemo-Kurdish.json rename to data/models/nazimali_mistral-nemo-kurdish.json diff --git a/data/models/NbAiLab_nb-llama-3.1-8B-Instruct.json b/data/models/nbailab_nb-llama-3.1-8b-instruct.json similarity index 100% rename from data/models/NbAiLab_nb-llama-3.1-8B-Instruct.json rename to data/models/nbailab_nb-llama-3.1-8b-instruct.json diff --git a/data/models/NbAiLab_nb-llama-3.1-8B-sft.json b/data/models/nbailab_nb-llama-3.1-8b-sft.json similarity index 100% rename from data/models/NbAiLab_nb-llama-3.1-8B-sft.json rename to data/models/nbailab_nb-llama-3.1-8b-sft.json diff --git a/data/models/nbeerbower_BigKartoffel-mistral-nemo-20B.json b/data/models/nbeerbower_bigkartoffel-mistral-nemo-20b.json similarity index 100% rename from data/models/nbeerbower_BigKartoffel-mistral-nemo-20B.json rename to data/models/nbeerbower_bigkartoffel-mistral-nemo-20b.json diff --git a/data/models/nbeerbower_DoppelKartoffel-Mistral-Nemo-23B.json b/data/models/nbeerbower_doppelkartoffel-mistral-nemo-23b.json similarity index 100% rename from data/models/nbeerbower_DoppelKartoffel-Mistral-Nemo-23B.json rename to data/models/nbeerbower_doppelkartoffel-mistral-nemo-23b.json diff --git a/data/models/nbeerbower_DoublePotato-Mistral-Nemo-13B.json b/data/models/nbeerbower_doublepotato-mistral-nemo-13b.json similarity index 100% rename from data/models/nbeerbower_DoublePotato-Mistral-Nemo-13B.json rename to data/models/nbeerbower_doublepotato-mistral-nemo-13b.json diff --git a/data/models/nbeerbower_Dumpling-Qwen2.5-1.5B.json b/data/models/nbeerbower_dumpling-qwen2.5-1.5b.json similarity index 100% rename from data/models/nbeerbower_Dumpling-Qwen2.5-1.5B.json rename to data/models/nbeerbower_dumpling-qwen2.5-1.5b.json diff --git a/data/models/nbeerbower_Dumpling-Qwen2.5-14B.json b/data/models/nbeerbower_dumpling-qwen2.5-14b.json similarity index 100% rename from data/models/nbeerbower_Dumpling-Qwen2.5-14B.json rename to data/models/nbeerbower_dumpling-qwen2.5-14b.json diff --git a/data/models/nbeerbower_Dumpling-Qwen2.5-7B-1k-r16.json b/data/models/nbeerbower_dumpling-qwen2.5-7b-1k-r16.json similarity index 100% rename from data/models/nbeerbower_Dumpling-Qwen2.5-7B-1k-r16.json rename to data/models/nbeerbower_dumpling-qwen2.5-7b-1k-r16.json diff --git a/data/models/nbeerbower_Dumpling-Qwen2.5-7B-1k-r64-2e-5.json b/data/models/nbeerbower_dumpling-qwen2.5-7b-1k-r64-2e-5.json similarity index 100% rename from data/models/nbeerbower_Dumpling-Qwen2.5-7B-1k-r64-2e-5.json rename to data/models/nbeerbower_dumpling-qwen2.5-7b-1k-r64-2e-5.json diff --git a/data/models/nbeerbower_EVA-abliterated-TIES-Qwen2.5-1.5B.json b/data/models/nbeerbower_eva-abliterated-ties-qwen2.5-1.5b.json similarity index 100% rename from data/models/nbeerbower_EVA-abliterated-TIES-Qwen2.5-1.5B.json rename to data/models/nbeerbower_eva-abliterated-ties-qwen2.5-1.5b.json diff --git a/data/models/nbeerbower_EVA-abliterated-TIES-Qwen2.5-14B.json b/data/models/nbeerbower_eva-abliterated-ties-qwen2.5-14b.json similarity index 100% rename from data/models/nbeerbower_EVA-abliterated-TIES-Qwen2.5-14B.json rename to data/models/nbeerbower_eva-abliterated-ties-qwen2.5-14b.json diff --git a/data/models/nbeerbower_Flammades-Mistral-Nemo-12B.json b/data/models/nbeerbower_flammades-mistral-nemo-12b.json similarity index 100% rename from data/models/nbeerbower_Flammades-Mistral-Nemo-12B.json rename to data/models/nbeerbower_flammades-mistral-nemo-12b.json diff --git a/data/models/nbeerbower_gemma2-gutenberg-27B.json b/data/models/nbeerbower_gemma2-gutenberg-27b.json similarity index 100% rename from data/models/nbeerbower_gemma2-gutenberg-27B.json rename to data/models/nbeerbower_gemma2-gutenberg-27b.json diff --git a/data/models/nbeerbower_gemma2-gutenberg-9B.json b/data/models/nbeerbower_gemma2-gutenberg-9b.json similarity index 100% rename from data/models/nbeerbower_gemma2-gutenberg-9B.json rename to data/models/nbeerbower_gemma2-gutenberg-9b.json diff --git a/data/models/nbeerbower_Gemma2-Gutenberg-Doppel-9B.json b/data/models/nbeerbower_gemma2-gutenberg-doppel-9b.json similarity index 100% rename from data/models/nbeerbower_Gemma2-Gutenberg-Doppel-9B.json rename to data/models/nbeerbower_gemma2-gutenberg-doppel-9b.json diff --git a/data/models/nbeerbower_Gutensuppe-mistral-nemo-12B.json b/data/models/nbeerbower_gutensuppe-mistral-nemo-12b.json similarity index 100% rename from data/models/nbeerbower_Gutensuppe-mistral-nemo-12B.json rename to data/models/nbeerbower_gutensuppe-mistral-nemo-12b.json diff --git a/data/models/nbeerbower_Hermes2-Gutenberg2-Mistral-7B.json b/data/models/nbeerbower_hermes2-gutenberg2-mistral-7b.json similarity index 100% rename from data/models/nbeerbower_Hermes2-Gutenberg2-Mistral-7B.json rename to data/models/nbeerbower_hermes2-gutenberg2-mistral-7b.json diff --git a/data/models/nbeerbower_Kartoffel-Deepfry-12B.json b/data/models/nbeerbower_kartoffel-deepfry-12b.json similarity index 100% rename from data/models/nbeerbower_Kartoffel-Deepfry-12B.json rename to data/models/nbeerbower_kartoffel-deepfry-12b.json diff --git a/data/models/nbeerbower_llama-3-gutenberg-8B.json b/data/models/nbeerbower_llama-3-gutenberg-8b.json similarity index 100% rename from data/models/nbeerbower_llama-3-gutenberg-8B.json rename to data/models/nbeerbower_llama-3-gutenberg-8b.json diff --git a/data/models/nbeerbower_Llama-3.1-Nemotron-lorablated-70B.json b/data/models/nbeerbower_llama-3.1-nemotron-lorablated-70b.json similarity index 100% rename from data/models/nbeerbower_Llama-3.1-Nemotron-lorablated-70B.json rename to data/models/nbeerbower_llama-3.1-nemotron-lorablated-70b.json diff --git a/data/models/nbeerbower_llama3.1-cc-8B.json b/data/models/nbeerbower_llama3.1-cc-8b.json similarity index 100% rename from data/models/nbeerbower_llama3.1-cc-8B.json rename to data/models/nbeerbower_llama3.1-cc-8b.json diff --git a/data/models/nbeerbower_Llama3.1-Gutenberg-Doppel-70B.json b/data/models/nbeerbower_llama3.1-gutenberg-doppel-70b.json similarity index 100% rename from data/models/nbeerbower_Llama3.1-Gutenberg-Doppel-70B.json rename to data/models/nbeerbower_llama3.1-gutenberg-doppel-70b.json diff --git a/data/models/nbeerbower_llama3.1-kartoffeldes-70B.json b/data/models/nbeerbower_llama3.1-kartoffeldes-70b.json similarity index 100% rename from data/models/nbeerbower_llama3.1-kartoffeldes-70B.json rename to data/models/nbeerbower_llama3.1-kartoffeldes-70b.json diff --git a/data/models/nbeerbower_Lyra-Gutenberg-mistral-nemo-12B.json b/data/models/nbeerbower_lyra-gutenberg-mistral-nemo-12b.json similarity index 100% rename from data/models/nbeerbower_Lyra-Gutenberg-mistral-nemo-12B.json rename to data/models/nbeerbower_lyra-gutenberg-mistral-nemo-12b.json diff --git a/data/models/nbeerbower_Lyra4-Gutenberg-12B.json b/data/models/nbeerbower_lyra4-gutenberg-12b.json similarity index 100% rename from data/models/nbeerbower_Lyra4-Gutenberg-12B.json rename to data/models/nbeerbower_lyra4-gutenberg-12b.json diff --git a/data/models/nbeerbower_Lyra4-Gutenberg2-12B.json b/data/models/nbeerbower_lyra4-gutenberg2-12b.json similarity index 100% rename from data/models/nbeerbower_Lyra4-Gutenberg2-12B.json rename to data/models/nbeerbower_lyra4-gutenberg2-12b.json diff --git a/data/models/nbeerbower_Mahou-1.5-mistral-nemo-12B-lorablated.json b/data/models/nbeerbower_mahou-1.5-mistral-nemo-12b-lorablated.json similarity index 100% rename from data/models/nbeerbower_Mahou-1.5-mistral-nemo-12B-lorablated.json rename to data/models/nbeerbower_mahou-1.5-mistral-nemo-12b-lorablated.json diff --git a/data/models/nbeerbower_Mistral-Gutenberg-Doppel-7B-FFT.json b/data/models/nbeerbower_mistral-gutenberg-doppel-7b-fft.json similarity index 100% rename from data/models/nbeerbower_Mistral-Gutenberg-Doppel-7B-FFT.json rename to data/models/nbeerbower_mistral-gutenberg-doppel-7b-fft.json diff --git a/data/models/nbeerbower_mistral-nemo-bophades-12B.json b/data/models/nbeerbower_mistral-nemo-bophades-12b.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-bophades-12B.json rename to data/models/nbeerbower_mistral-nemo-bophades-12b.json diff --git a/data/models/nbeerbower_mistral-nemo-bophades3-12B.json b/data/models/nbeerbower_mistral-nemo-bophades3-12b.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-bophades3-12B.json rename to data/models/nbeerbower_mistral-nemo-bophades3-12b.json diff --git a/data/models/nbeerbower_mistral-nemo-cc-12B.json b/data/models/nbeerbower_mistral-nemo-cc-12b.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-cc-12B.json rename to data/models/nbeerbower_mistral-nemo-cc-12b.json diff --git a/data/models/nbeerbower_mistral-nemo-gutades-12B.json b/data/models/nbeerbower_mistral-nemo-gutades-12b.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-gutades-12B.json rename to data/models/nbeerbower_mistral-nemo-gutades-12b.json diff --git a/data/models/nbeerbower_mistral-nemo-gutenberg-12B-v2.json b/data/models/nbeerbower_mistral-nemo-gutenberg-12b-v2.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-gutenberg-12B-v2.json rename to data/models/nbeerbower_mistral-nemo-gutenberg-12b-v2.json diff --git a/data/models/nbeerbower_mistral-nemo-gutenberg-12B-v3.json b/data/models/nbeerbower_mistral-nemo-gutenberg-12b-v3.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-gutenberg-12B-v3.json rename to data/models/nbeerbower_mistral-nemo-gutenberg-12b-v3.json diff --git a/data/models/nbeerbower_mistral-nemo-gutenberg-12B-v4.json b/data/models/nbeerbower_mistral-nemo-gutenberg-12b-v4.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-gutenberg-12B-v4.json rename to data/models/nbeerbower_mistral-nemo-gutenberg-12b-v4.json diff --git a/data/models/nbeerbower_mistral-nemo-gutenberg-12B.json b/data/models/nbeerbower_mistral-nemo-gutenberg-12b.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-gutenberg-12B.json rename to data/models/nbeerbower_mistral-nemo-gutenberg-12b.json diff --git a/data/models/nbeerbower_Mistral-Nemo-Gutenberg-Doppel-12B-v2.json b/data/models/nbeerbower_mistral-nemo-gutenberg-doppel-12b-v2.json similarity index 100% rename from data/models/nbeerbower_Mistral-Nemo-Gutenberg-Doppel-12B-v2.json rename to data/models/nbeerbower_mistral-nemo-gutenberg-doppel-12b-v2.json diff --git a/data/models/nbeerbower_Mistral-Nemo-Gutenberg-Doppel-12B.json b/data/models/nbeerbower_mistral-nemo-gutenberg-doppel-12b.json similarity index 100% rename from data/models/nbeerbower_Mistral-Nemo-Gutenberg-Doppel-12B.json rename to data/models/nbeerbower_mistral-nemo-gutenberg-doppel-12b.json diff --git a/data/models/nbeerbower_mistral-nemo-gutenberg2-12B-test.json b/data/models/nbeerbower_mistral-nemo-gutenberg2-12b-test.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-gutenberg2-12B-test.json rename to data/models/nbeerbower_mistral-nemo-gutenberg2-12b-test.json diff --git a/data/models/nbeerbower_mistral-nemo-kartoffel-12B.json b/data/models/nbeerbower_mistral-nemo-kartoffel-12b.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-kartoffel-12B.json rename to data/models/nbeerbower_mistral-nemo-kartoffel-12b.json diff --git a/data/models/nbeerbower_Mistral-Nemo-Moderne-12B-FFT-experimental.json b/data/models/nbeerbower_mistral-nemo-moderne-12b-fft-experimental.json similarity index 100% rename from data/models/nbeerbower_Mistral-Nemo-Moderne-12B-FFT-experimental.json rename to data/models/nbeerbower_mistral-nemo-moderne-12b-fft-experimental.json diff --git a/data/models/nbeerbower_mistral-nemo-narwhal-12B.json b/data/models/nbeerbower_mistral-nemo-narwhal-12b.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-narwhal-12B.json rename to data/models/nbeerbower_mistral-nemo-narwhal-12b.json diff --git a/data/models/nbeerbower_Mistral-Nemo-Prism-12B-v2.json b/data/models/nbeerbower_mistral-nemo-prism-12b-v2.json similarity index 100% rename from data/models/nbeerbower_Mistral-Nemo-Prism-12B-v2.json rename to data/models/nbeerbower_mistral-nemo-prism-12b-v2.json diff --git a/data/models/nbeerbower_Mistral-Nemo-Prism-12B-v7.json b/data/models/nbeerbower_mistral-nemo-prism-12b-v7.json similarity index 100% rename from data/models/nbeerbower_Mistral-Nemo-Prism-12B-v7.json rename to data/models/nbeerbower_mistral-nemo-prism-12b-v7.json diff --git a/data/models/nbeerbower_Mistral-Nemo-Prism-12B.json b/data/models/nbeerbower_mistral-nemo-prism-12b.json similarity index 100% rename from data/models/nbeerbower_Mistral-Nemo-Prism-12B.json rename to data/models/nbeerbower_mistral-nemo-prism-12b.json diff --git a/data/models/nbeerbower_mistral-nemo-wissenschaft-12B.json b/data/models/nbeerbower_mistral-nemo-wissenschaft-12b.json similarity index 100% rename from data/models/nbeerbower_mistral-nemo-wissenschaft-12B.json rename to data/models/nbeerbower_mistral-nemo-wissenschaft-12b.json diff --git a/data/models/nbeerbower_Mistral-Small-Drummer-22B.json b/data/models/nbeerbower_mistral-small-drummer-22b.json similarity index 100% rename from data/models/nbeerbower_Mistral-Small-Drummer-22B.json rename to data/models/nbeerbower_mistral-small-drummer-22b.json diff --git a/data/models/nbeerbower_Mistral-Small-Gutenberg-Doppel-22B.json b/data/models/nbeerbower_mistral-small-gutenberg-doppel-22b.json similarity index 100% rename from data/models/nbeerbower_Mistral-Small-Gutenberg-Doppel-22B.json rename to data/models/nbeerbower_mistral-small-gutenberg-doppel-22b.json diff --git a/data/models/nbeerbower_Nemo-Loony-12B-experimental.json b/data/models/nbeerbower_nemo-loony-12b-experimental.json similarity index 100% rename from data/models/nbeerbower_Nemo-Loony-12B-experimental.json rename to data/models/nbeerbower_nemo-loony-12b-experimental.json diff --git a/data/models/nbeerbower_Nemoties-ChatML-12B.json b/data/models/nbeerbower_nemoties-chatml-12b.json similarity index 100% rename from data/models/nbeerbower_Nemoties-ChatML-12B.json rename to data/models/nbeerbower_nemoties-chatml-12b.json diff --git a/data/models/nbeerbower_Qwen2.5-Gutenberg-Doppel-14B.json b/data/models/nbeerbower_qwen2.5-gutenberg-doppel-14b.json similarity index 100% rename from data/models/nbeerbower_Qwen2.5-Gutenberg-Doppel-14B.json rename to data/models/nbeerbower_qwen2.5-gutenberg-doppel-14b.json diff --git a/data/models/nbeerbower_SmolNemo-12B-FFT-experimental.json b/data/models/nbeerbower_smolnemo-12b-fft-experimental.json similarity index 100% rename from data/models/nbeerbower_SmolNemo-12B-FFT-experimental.json rename to data/models/nbeerbower_smolnemo-12b-fft-experimental.json diff --git a/data/models/nbeerbower_Stella-mistral-nemo-12B-v2.json b/data/models/nbeerbower_stella-mistral-nemo-12b-v2.json similarity index 100% rename from data/models/nbeerbower_Stella-mistral-nemo-12B-v2.json rename to data/models/nbeerbower_stella-mistral-nemo-12b-v2.json diff --git a/data/models/nbrahme_IndusQ.json b/data/models/nbrahme_indusq.json similarity index 100% rename from data/models/nbrahme_IndusQ.json rename to data/models/nbrahme_indusq.json diff --git a/data/models/NCSOFT_Llama-3-OffsetBias-8B.json b/data/models/ncsoft_llama-3-offsetbias-8b.json similarity index 100% rename from data/models/NCSOFT_Llama-3-OffsetBias-8B.json rename to data/models/ncsoft_llama-3-offsetbias-8b.json diff --git a/data/models/NCSOFT_Llama-3-OffsetBias-RM-8B.json b/data/models/ncsoft_llama-3-offsetbias-rm-8b.json similarity index 100% rename from data/models/NCSOFT_Llama-3-OffsetBias-RM-8B.json rename to data/models/ncsoft_llama-3-offsetbias-rm-8b.json index 14fabae93f5ca8f04e2a0c2d895536cd5cdfcb3a..0a839fbe35d3881341976e6cd6ecdba200fd0827 100644 --- a/data/models/NCSOFT_Llama-3-OffsetBias-RM-8B.json +++ b/data/models/ncsoft_llama-3-offsetbias-rm-8b.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/NCSOFT_Llama-3-OffsetBias-RM-8B/1766412838.146816", + "evaluation_id": "reward-bench/NCSOFT_Llama-3-OffsetBias-RM-8B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,104 +31,128 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.648 + "score": 0.8942 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6084 + "score": 0.9721 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4 + "score": 0.818 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5191 + "score": 0.8676 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7222 + "score": 0.9192 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench-2/NCSOFT_Llama-3-OffsetBias-RM-8B/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench 2", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Focus", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9596 + "score": 0.648 }, "source_data": { "dataset_name": "RewardBench 2", @@ -137,135 +161,111 @@ } }, { - "evaluation_name": "Ties", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6786 + "score": 0.6084 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench/NCSOFT_Llama-3-OffsetBias-RM-8B/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8942 + "score": 0.4 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9721 + "score": 0.5191 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.818 + "score": 0.7222 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8676 + "score": 0.9596 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9192 + "score": 0.6786 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/NCSOFT_Llama-VARCO-8B-Instruct.json b/data/models/ncsoft_llama-varco-8b-instruct.json similarity index 100% rename from data/models/NCSOFT_Llama-VARCO-8B-Instruct.json rename to data/models/ncsoft_llama-varco-8b-instruct.json diff --git a/data/models/necva_IE-cont-Llama3.1-8B.json b/data/models/necva_ie-cont-llama3.1-8b.json similarity index 100% rename from data/models/necva_IE-cont-Llama3.1-8B.json rename to data/models/necva_ie-cont-llama3.1-8b.json diff --git a/data/models/necva_replica-IEPile.json b/data/models/necva_replica-iepile.json similarity index 100% rename from data/models/necva_replica-IEPile.json rename to data/models/necva_replica-iepile.json diff --git a/data/models/Nekochu_Llama-3.1-8B-french-DPO.json b/data/models/nekochu_llama-3.1-8b-french-dpo.json similarity index 100% rename from data/models/Nekochu_Llama-3.1-8B-french-DPO.json rename to data/models/nekochu_llama-3.1-8b-french-dpo.json diff --git a/data/models/Nekochu_Llama-3.1-8B-German-ORPO.json b/data/models/nekochu_llama-3.1-8b-german-orpo.json similarity index 100% rename from data/models/Nekochu_Llama-3.1-8B-German-ORPO.json rename to data/models/nekochu_llama-3.1-8b-german-orpo.json diff --git a/data/models/Nekochu_Luminia-13B-v3.json b/data/models/nekochu_luminia-13b-v3.json similarity index 100% rename from data/models/Nekochu_Luminia-13B-v3.json rename to data/models/nekochu_luminia-13b-v3.json diff --git a/data/models/Nekochu_Luminia-8B-RP.json b/data/models/nekochu_luminia-8b-rp.json similarity index 100% rename from data/models/Nekochu_Luminia-8B-RP.json rename to data/models/nekochu_luminia-8b-rp.json diff --git a/data/models/netcat420_DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b.json b/data/models/netcat420_deepseek-r1-distill-qwen-mfann-slerp-7b.json similarity index 100% rename from data/models/netcat420_DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b.json rename to data/models/netcat420_deepseek-r1-distill-qwen-mfann-slerp-7b.json diff --git a/data/models/netcat420_DeepSeek-R1-MFANN-TIES-unretrained-7b.json b/data/models/netcat420_deepseek-r1-mfann-ties-unretrained-7b.json similarity index 100% rename from data/models/netcat420_DeepSeek-R1-MFANN-TIES-unretrained-7b.json rename to data/models/netcat420_deepseek-r1-mfann-ties-unretrained-7b.json diff --git a/data/models/netcat420_Llama3.1-MFANN-8b.json b/data/models/netcat420_llama3.1-mfann-8b.json similarity index 100% rename from data/models/netcat420_Llama3.1-MFANN-8b.json rename to data/models/netcat420_llama3.1-mfann-8b.json diff --git a/data/models/netcat420_MFANN-abliterated-phi2-merge-unretrained.json b/data/models/netcat420_mfann-abliterated-phi2-merge-unretrained.json similarity index 100% rename from data/models/netcat420_MFANN-abliterated-phi2-merge-unretrained.json rename to data/models/netcat420_mfann-abliterated-phi2-merge-unretrained.json diff --git a/data/models/netcat420_MFANN-Llama3.1-Abliterated-SLERP-TIES-V2.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp-ties-v2.json similarity index 100% rename from data/models/netcat420_MFANN-Llama3.1-Abliterated-SLERP-TIES-V2.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp-ties-v2.json diff --git a/data/models/netcat420_MFANN-Llama3.1-Abliterated-SLERP-TIES-V3.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp-ties-v3.json similarity index 100% rename from data/models/netcat420_MFANN-Llama3.1-Abliterated-SLERP-TIES-V3.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp-ties-v3.json diff --git a/data/models/netcat420_MFANN-Llama3.1-Abliterated-Slerp-TIES.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp-ties.json similarity index 100% rename from data/models/netcat420_MFANN-Llama3.1-Abliterated-Slerp-TIES.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp-ties.json diff --git a/data/models/netcat420_MFANN-llama3.1-abliterated-SLERP-v3.1.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp-v3.1.json similarity index 100% rename from data/models/netcat420_MFANN-llama3.1-abliterated-SLERP-v3.1.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp-v3.1.json diff --git a/data/models/netcat420_MFANN-Llama3.1-Abliterated-Slerp-V3.2.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp-v3.2.json similarity index 100% rename from data/models/netcat420_MFANN-Llama3.1-Abliterated-Slerp-V3.2.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp-v3.2.json diff --git a/data/models/netcat420_MFANN-llama3.1-abliterated-SLERP-v3.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp-v3.json similarity index 100% rename from data/models/netcat420_MFANN-llama3.1-abliterated-SLERP-v3.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp-v3.json diff --git a/data/models/netcat420_MFANN-Llama3.1-Abliterated-SLERP-V4.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp-v4.json similarity index 100% rename from data/models/netcat420_MFANN-Llama3.1-Abliterated-SLERP-V4.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp-v4.json diff --git a/data/models/netcat420_MFANN-Llama3.1-Abliterated-SLERP-V5.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp-v5.json similarity index 100% rename from data/models/netcat420_MFANN-Llama3.1-Abliterated-SLERP-V5.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp-v5.json diff --git a/data/models/netcat420_MFANN-llama3.1-Abliterated-SLERP.json b/data/models/netcat420_mfann-llama3.1-abliterated-slerp.json similarity index 100% rename from data/models/netcat420_MFANN-llama3.1-Abliterated-SLERP.json rename to data/models/netcat420_mfann-llama3.1-abliterated-slerp.json diff --git a/data/models/netcat420_MFANN-llama3.1-abliterated-v2.json b/data/models/netcat420_mfann-llama3.1-abliterated-v2.json similarity index 100% rename from data/models/netcat420_MFANN-llama3.1-abliterated-v2.json rename to data/models/netcat420_mfann-llama3.1-abliterated-v2.json diff --git a/data/models/netcat420_MFANN-phigments-slerp-V2.json b/data/models/netcat420_mfann-phigments-slerp-v2.json similarity index 100% rename from data/models/netcat420_MFANN-phigments-slerp-V2.json rename to data/models/netcat420_mfann-phigments-slerp-v2.json diff --git a/data/models/netcat420_MFANN-phigments-slerp-V3.2.json b/data/models/netcat420_mfann-phigments-slerp-v3.2.json similarity index 100% rename from data/models/netcat420_MFANN-phigments-slerp-V3.2.json rename to data/models/netcat420_mfann-phigments-slerp-v3.2.json diff --git a/data/models/netcat420_MFANN-phigments-slerp-V3.3.json b/data/models/netcat420_mfann-phigments-slerp-v3.3.json similarity index 100% rename from data/models/netcat420_MFANN-phigments-slerp-V3.3.json rename to data/models/netcat420_mfann-phigments-slerp-v3.3.json diff --git a/data/models/netcat420_MFANN-SFT.json b/data/models/netcat420_mfann-sft.json similarity index 100% rename from data/models/netcat420_MFANN-SFT.json rename to data/models/netcat420_mfann-sft.json diff --git a/data/models/netcat420_MFANN3b.json b/data/models/netcat420_mfann3b.json similarity index 100% rename from data/models/netcat420_MFANN3b.json rename to data/models/netcat420_mfann3b.json diff --git a/data/models/netcat420_MFANN3bv0.15.json b/data/models/netcat420_mfann3bv0.15.json similarity index 100% rename from data/models/netcat420_MFANN3bv0.15.json rename to data/models/netcat420_mfann3bv0.15.json diff --git a/data/models/netcat420_MFANN3bv0.18.json b/data/models/netcat420_mfann3bv0.18.json similarity index 100% rename from data/models/netcat420_MFANN3bv0.18.json rename to data/models/netcat420_mfann3bv0.18.json diff --git a/data/models/netcat420_MFANN3bv0.19.json b/data/models/netcat420_mfann3bv0.19.json similarity index 100% rename from data/models/netcat420_MFANN3bv0.19.json rename to data/models/netcat420_mfann3bv0.19.json diff --git a/data/models/netcat420_MFANN3bv0.20.json b/data/models/netcat420_mfann3bv0.20.json similarity index 100% rename from data/models/netcat420_MFANN3bv0.20.json rename to data/models/netcat420_mfann3bv0.20.json diff --git a/data/models/netcat420_MFANN3bv0.21.json b/data/models/netcat420_mfann3bv0.21.json similarity index 100% rename from data/models/netcat420_MFANN3bv0.21.json rename to data/models/netcat420_mfann3bv0.21.json diff --git a/data/models/netcat420_MFANN3bv0.22.json b/data/models/netcat420_mfann3bv0.22.json similarity index 100% rename from data/models/netcat420_MFANN3bv0.22.json rename to data/models/netcat420_mfann3bv0.22.json diff --git a/data/models/netcat420_MFANN3bv0.23.json b/data/models/netcat420_mfann3bv0.23.json similarity index 100% rename from data/models/netcat420_MFANN3bv0.23.json rename to data/models/netcat420_mfann3bv0.23.json diff --git a/data/models/netcat420_MFANN3bv0.24.json b/data/models/netcat420_mfann3bv0.24.json similarity index 100% rename from data/models/netcat420_MFANN3bv0.24.json rename to data/models/netcat420_mfann3bv0.24.json diff --git a/data/models/netcat420_MFANN3bv1.1.json b/data/models/netcat420_mfann3bv1.1.json similarity index 100% rename from data/models/netcat420_MFANN3bv1.1.json rename to data/models/netcat420_mfann3bv1.1.json diff --git a/data/models/netcat420_MFANN3bv1.2.json b/data/models/netcat420_mfann3bv1.2.json similarity index 100% rename from data/models/netcat420_MFANN3bv1.2.json rename to data/models/netcat420_mfann3bv1.2.json diff --git a/data/models/netcat420_MFANN3bv1.3.json b/data/models/netcat420_mfann3bv1.3.json similarity index 100% rename from data/models/netcat420_MFANN3bv1.3.json rename to data/models/netcat420_mfann3bv1.3.json diff --git a/data/models/netcat420_MFANN3bv1.4.json b/data/models/netcat420_mfann3bv1.4.json similarity index 100% rename from data/models/netcat420_MFANN3bv1.4.json rename to data/models/netcat420_mfann3bv1.4.json diff --git a/data/models/netcat420_MFANNv0.19.json b/data/models/netcat420_mfannv0.19.json similarity index 100% rename from data/models/netcat420_MFANNv0.19.json rename to data/models/netcat420_mfannv0.19.json diff --git a/data/models/netcat420_MFANNv0.20.json b/data/models/netcat420_mfannv0.20.json similarity index 100% rename from data/models/netcat420_MFANNv0.20.json rename to data/models/netcat420_mfannv0.20.json diff --git a/data/models/netcat420_MFANNv0.21.json b/data/models/netcat420_mfannv0.21.json similarity index 100% rename from data/models/netcat420_MFANNv0.21.json rename to data/models/netcat420_mfannv0.21.json diff --git a/data/models/netcat420_MFANNv0.22.1.json b/data/models/netcat420_mfannv0.22.1.json similarity index 100% rename from data/models/netcat420_MFANNv0.22.1.json rename to data/models/netcat420_mfannv0.22.1.json diff --git a/data/models/netcat420_MFANNv0.23.json b/data/models/netcat420_mfannv0.23.json similarity index 100% rename from data/models/netcat420_MFANNv0.23.json rename to data/models/netcat420_mfannv0.23.json diff --git a/data/models/netcat420_MFANNv0.24.json b/data/models/netcat420_mfannv0.24.json similarity index 100% rename from data/models/netcat420_MFANNv0.24.json rename to data/models/netcat420_mfannv0.24.json diff --git a/data/models/netcat420_MFANNv0.25.json b/data/models/netcat420_mfannv0.25.json similarity index 100% rename from data/models/netcat420_MFANNv0.25.json rename to data/models/netcat420_mfannv0.25.json diff --git a/data/models/netcat420_Qwen2.5-7b-MFANN-slerp.json b/data/models/netcat420_qwen2.5-7b-mfann-slerp.json similarity index 100% rename from data/models/netcat420_Qwen2.5-7b-MFANN-slerp.json rename to data/models/netcat420_qwen2.5-7b-mfann-slerp.json diff --git a/data/models/netcat420_Qwen2.5-7b-nerd-uncensored-MFANN-slerp.json b/data/models/netcat420_qwen2.5-7b-nerd-uncensored-mfann-slerp.json similarity index 100% rename from data/models/netcat420_Qwen2.5-7b-nerd-uncensored-MFANN-slerp.json rename to data/models/netcat420_qwen2.5-7b-nerd-uncensored-mfann-slerp.json diff --git a/data/models/netcat420_Qwen2.5-7B-nerd-uncensored-v0.9-MFANN.json b/data/models/netcat420_qwen2.5-7b-nerd-uncensored-v0.9-mfann.json similarity index 100% rename from data/models/netcat420_Qwen2.5-7B-nerd-uncensored-v0.9-MFANN.json rename to data/models/netcat420_qwen2.5-7b-nerd-uncensored-v0.9-mfann.json diff --git a/data/models/netcat420_Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained.json b/data/models/netcat420_qwen2.5-coder-scholar-7b-abliterated-mfann-slerp-unretrained.json similarity index 100% rename from data/models/netcat420_Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained.json rename to data/models/netcat420_qwen2.5-coder-scholar-7b-abliterated-mfann-slerp-unretrained.json diff --git a/data/models/netcat420_Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN.json b/data/models/netcat420_qwen2.5-coder-scholar-7b-abliterated-mfann.json similarity index 100% rename from data/models/netcat420_Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN.json rename to data/models/netcat420_qwen2.5-coder-scholar-7b-abliterated-mfann.json diff --git a/data/models/netcat420_Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b.json b/data/models/netcat420_qwen2.5-deepseek-r1-mfann-slerp-7b.json similarity index 100% rename from data/models/netcat420_Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b.json rename to data/models/netcat420_qwen2.5-deepseek-r1-mfann-slerp-7b.json diff --git a/data/models/netcat420_qwen2.5-MFANN-7b-SLERP-V1.2.json b/data/models/netcat420_qwen2.5-mfann-7b-slerp-v1.2.json similarity index 100% rename from data/models/netcat420_qwen2.5-MFANN-7b-SLERP-V1.2.json rename to data/models/netcat420_qwen2.5-mfann-7b-slerp-v1.2.json diff --git a/data/models/netcat420_qwen2.5-MFANN-7b-SLERPv1.1.json b/data/models/netcat420_qwen2.5-mfann-7b-slerpv1.1.json similarity index 100% rename from data/models/netcat420_qwen2.5-MFANN-7b-SLERPv1.1.json rename to data/models/netcat420_qwen2.5-mfann-7b-slerpv1.1.json diff --git a/data/models/netcat420_qwen2.5-MFANN-7b-v1.1.json b/data/models/netcat420_qwen2.5-mfann-7b-v1.1.json similarity index 100% rename from data/models/netcat420_qwen2.5-MFANN-7b-v1.1.json rename to data/models/netcat420_qwen2.5-mfann-7b-v1.1.json diff --git a/data/models/netcat420_Qwen2.5-MFANN-7b.json b/data/models/netcat420_qwen2.5-mfann-7b.json similarity index 100% rename from data/models/netcat420_Qwen2.5-MFANN-7b.json rename to data/models/netcat420_qwen2.5-mfann-7b.json diff --git a/data/models/netease-youdao_Confucius-o1-14B.json b/data/models/netease-youdao_confucius-o1-14b.json similarity index 100% rename from data/models/netease-youdao_Confucius-o1-14B.json rename to data/models/netease-youdao_confucius-o1-14b.json diff --git a/data/models/NeverSleep_Lumimaid-v0.2-12B.json b/data/models/neversleep_lumimaid-v0.2-12b.json similarity index 100% rename from data/models/NeverSleep_Lumimaid-v0.2-12B.json rename to data/models/neversleep_lumimaid-v0.2-12b.json diff --git a/data/models/NeverSleep_Lumimaid-v0.2-8B.json b/data/models/neversleep_lumimaid-v0.2-8b.json similarity index 100% rename from data/models/NeverSleep_Lumimaid-v0.2-8B.json rename to data/models/neversleep_lumimaid-v0.2-8b.json diff --git a/data/models/newsbang_Homer-7B-v0.1.json b/data/models/newsbang_homer-7b-v0.1.json similarity index 100% rename from data/models/newsbang_Homer-7B-v0.1.json rename to data/models/newsbang_homer-7b-v0.1.json diff --git a/data/models/newsbang_Homer-7B-v0.2.json b/data/models/newsbang_homer-7b-v0.2.json similarity index 100% rename from data/models/newsbang_Homer-7B-v0.2.json rename to data/models/newsbang_homer-7b-v0.2.json diff --git a/data/models/newsbang_Homer-v0.3-Qwen2.5-7B.json b/data/models/newsbang_homer-v0.3-qwen2.5-7b.json similarity index 100% rename from data/models/newsbang_Homer-v0.3-Qwen2.5-7B.json rename to data/models/newsbang_homer-v0.3-qwen2.5-7b.json diff --git a/data/models/newsbang_Homer-v0.4-Qwen2.5-7B.json b/data/models/newsbang_homer-v0.4-qwen2.5-7b.json similarity index 100% rename from data/models/newsbang_Homer-v0.4-Qwen2.5-7B.json rename to data/models/newsbang_homer-v0.4-qwen2.5-7b.json diff --git a/data/models/newsbang_Homer-v0.5-Qwen2.5-7B.json b/data/models/newsbang_homer-v0.5-qwen2.5-7b.json similarity index 100% rename from data/models/newsbang_Homer-v0.5-Qwen2.5-7B.json rename to data/models/newsbang_homer-v0.5-qwen2.5-7b.json diff --git a/data/models/newsbang_Homer-v1.0-Qwen2.5-72B.json b/data/models/newsbang_homer-v1.0-qwen2.5-72b.json similarity index 100% rename from data/models/newsbang_Homer-v1.0-Qwen2.5-72B.json rename to data/models/newsbang_homer-v1.0-qwen2.5-72b.json diff --git a/data/models/newsbang_Homer-v1.0-Qwen2.5-7B.json b/data/models/newsbang_homer-v1.0-qwen2.5-7b.json similarity index 100% rename from data/models/newsbang_Homer-v1.0-Qwen2.5-7B.json rename to data/models/newsbang_homer-v1.0-qwen2.5-7b.json diff --git a/data/models/Nexesenex_Dolphin3.0-Llama3.1-1B-abliterated.json b/data/models/nexesenex_dolphin3.0-llama3.1-1b-abliterated.json similarity index 100% rename from data/models/Nexesenex_Dolphin3.0-Llama3.1-1B-abliterated.json rename to data/models/nexesenex_dolphin3.0-llama3.1-1b-abliterated.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DeepDive_3_Prev_v1.0.json b/data/models/nexesenex_llama_3.1_8b_deepdive_3_prev_v1.0.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DeepDive_3_Prev_v1.0.json rename to data/models/nexesenex_llama_3.1_8b_deepdive_3_prev_v1.0.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0.json b/data/models/nexesenex_llama_3.1_8b_deepdive_3_r1_prev_v1.0.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0.json rename to data/models/nexesenex_llama_3.1_8b_deepdive_3_r1_prev_v1.0.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DoberWild_v2.01.json b/data/models/nexesenex_llama_3.1_8b_doberwild_v2.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DoberWild_v2.01.json rename to data/models/nexesenex_llama_3.1_8b_doberwild_v2.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DoberWild_v2.02.json b/data/models/nexesenex_llama_3.1_8b_doberwild_v2.02.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DoberWild_v2.02.json rename to data/models/nexesenex_llama_3.1_8b_doberwild_v2.02.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DoberWild_v2.03.json b/data/models/nexesenex_llama_3.1_8b_doberwild_v2.03.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DoberWild_v2.03.json rename to data/models/nexesenex_llama_3.1_8b_doberwild_v2.03.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DobHerWild_R1_v1.1R.json b/data/models/nexesenex_llama_3.1_8b_dobherwild_r1_v1.1r.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DobHerWild_R1_v1.1R.json rename to data/models/nexesenex_llama_3.1_8b_dobherwild_r1_v1.1r.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DodoWild_v2.01.json b/data/models/nexesenex_llama_3.1_8b_dodowild_v2.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DodoWild_v2.01.json rename to data/models/nexesenex_llama_3.1_8b_dodowild_v2.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DodoWild_v2.02.json b/data/models/nexesenex_llama_3.1_8b_dodowild_v2.02.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DodoWild_v2.02.json rename to data/models/nexesenex_llama_3.1_8b_dodowild_v2.02.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DodoWild_v2.03.json b/data/models/nexesenex_llama_3.1_8b_dodowild_v2.03.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DodoWild_v2.03.json rename to data/models/nexesenex_llama_3.1_8b_dodowild_v2.03.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_DodoWild_v2.10.json b/data/models/nexesenex_llama_3.1_8b_dodowild_v2.10.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_DodoWild_v2.10.json rename to data/models/nexesenex_llama_3.1_8b_dodowild_v2.10.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Dolermed_R1_V1.01.json b/data/models/nexesenex_llama_3.1_8b_dolermed_r1_v1.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Dolermed_R1_V1.01.json rename to data/models/nexesenex_llama_3.1_8b_dolermed_r1_v1.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Dolermed_R1_V1.03.json b/data/models/nexesenex_llama_3.1_8b_dolermed_r1_v1.03.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Dolermed_R1_V1.03.json rename to data/models/nexesenex_llama_3.1_8b_dolermed_r1_v1.03.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Dolermed_V1.01.json b/data/models/nexesenex_llama_3.1_8b_dolermed_v1.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Dolermed_V1.01.json rename to data/models/nexesenex_llama_3.1_8b_dolermed_v1.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Dolerstormed_V1.04.json b/data/models/nexesenex_llama_3.1_8b_dolerstormed_v1.04.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Dolerstormed_V1.04.json rename to data/models/nexesenex_llama_3.1_8b_dolerstormed_v1.04.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Hermedash_R1_V1.04.json b/data/models/nexesenex_llama_3.1_8b_hermedash_r1_v1.04.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Hermedash_R1_V1.04.json rename to data/models/nexesenex_llama_3.1_8b_hermedash_r1_v1.04.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Hermedive_R1_V1.01.json b/data/models/nexesenex_llama_3.1_8b_hermedive_r1_v1.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Hermedive_R1_V1.01.json rename to data/models/nexesenex_llama_3.1_8b_hermedive_r1_v1.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Hermedive_R1_V1.03.json b/data/models/nexesenex_llama_3.1_8b_hermedive_r1_v1.03.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Hermedive_R1_V1.03.json rename to data/models/nexesenex_llama_3.1_8b_hermedive_r1_v1.03.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Hermedive_V1.01.json b/data/models/nexesenex_llama_3.1_8b_hermedive_v1.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Hermedive_V1.01.json rename to data/models/nexesenex_llama_3.1_8b_hermedive_v1.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Mediver_V1.01.json b/data/models/nexesenex_llama_3.1_8b_mediver_v1.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Mediver_V1.01.json rename to data/models/nexesenex_llama_3.1_8b_mediver_v1.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Medusa_v1.01.json b/data/models/nexesenex_llama_3.1_8b_medusa_v1.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Medusa_v1.01.json rename to data/models/nexesenex_llama_3.1_8b_medusa_v1.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Smarteaz_0.2_R1.json b/data/models/nexesenex_llama_3.1_8b_smarteaz_0.2_r1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Smarteaz_0.2_R1.json rename to data/models/nexesenex_llama_3.1_8b_smarteaz_0.2_r1.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Smarteaz_V1.01.json b/data/models/nexesenex_llama_3.1_8b_smarteaz_v1.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Smarteaz_V1.01.json rename to data/models/nexesenex_llama_3.1_8b_smarteaz_v1.01.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Stormeder_v1.04.json b/data/models/nexesenex_llama_3.1_8b_stormeder_v1.04.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Stormeder_v1.04.json rename to data/models/nexesenex_llama_3.1_8b_stormeder_v1.04.json diff --git a/data/models/Nexesenex_Llama_3.1_8b_Typhoon_v1.03.json b/data/models/nexesenex_llama_3.1_8b_typhoon_v1.03.json similarity index 100% rename from data/models/Nexesenex_Llama_3.1_8b_Typhoon_v1.03.json rename to data/models/nexesenex_llama_3.1_8b_typhoon_v1.03.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_AquaSyn_0.1.json b/data/models/nexesenex_llama_3.2_1b_aquasyn_0.1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_AquaSyn_0.1.json rename to data/models/nexesenex_llama_3.2_1b_aquasyn_0.1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_AquaSyn_0.11.json b/data/models/nexesenex_llama_3.2_1b_aquasyn_0.11.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_AquaSyn_0.11.json rename to data/models/nexesenex_llama_3.2_1b_aquasyn_0.11.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_Dolto_0.1.json b/data/models/nexesenex_llama_3.2_1b_dolto_0.1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_Dolto_0.1.json rename to data/models/nexesenex_llama_3.2_1b_dolto_0.1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_Odyssea_V1.01.json b/data/models/nexesenex_llama_3.2_1b_odyssea_v1.01.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_Odyssea_V1.01.json rename to data/models/nexesenex_llama_3.2_1b_odyssea_v1.01.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_Odyssea_V1.json b/data/models/nexesenex_llama_3.2_1b_odyssea_v1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_Odyssea_V1.json rename to data/models/nexesenex_llama_3.2_1b_odyssea_v1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_OpenTree_R1_0.1.json b/data/models/nexesenex_llama_3.2_1b_opentree_r1_0.1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_OpenTree_R1_0.1.json rename to data/models/nexesenex_llama_3.2_1b_opentree_r1_0.1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_OrcaSun_V1.json b/data/models/nexesenex_llama_3.2_1b_orcasun_v1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_OrcaSun_V1.json rename to data/models/nexesenex_llama_3.2_1b_orcasun_v1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_RandomLego_RP_R1_0.1.json b/data/models/nexesenex_llama_3.2_1b_randomlego_rp_r1_0.1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_RandomLego_RP_R1_0.1.json rename to data/models/nexesenex_llama_3.2_1b_randomlego_rp_r1_0.1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_SunOrca_V1.json b/data/models/nexesenex_llama_3.2_1b_sunorca_v1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_SunOrca_V1.json rename to data/models/nexesenex_llama_3.2_1b_sunorca_v1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_Sydonia_0.1.json b/data/models/nexesenex_llama_3.2_1b_sydonia_0.1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_Sydonia_0.1.json rename to data/models/nexesenex_llama_3.2_1b_sydonia_0.1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_Syneridol_0.2.json b/data/models/nexesenex_llama_3.2_1b_syneridol_0.2.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_Syneridol_0.2.json rename to data/models/nexesenex_llama_3.2_1b_syneridol_0.2.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_Synopsys_0.1.json b/data/models/nexesenex_llama_3.2_1b_synopsys_0.1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_Synopsys_0.1.json rename to data/models/nexesenex_llama_3.2_1b_synopsys_0.1.json diff --git a/data/models/Nexesenex_Llama_3.2_1b_Synopsys_0.11.json b/data/models/nexesenex_llama_3.2_1b_synopsys_0.11.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_1b_Synopsys_0.11.json rename to data/models/nexesenex_llama_3.2_1b_synopsys_0.11.json diff --git a/data/models/Nexesenex_Llama_3.2_3b_Kermes_v1.json b/data/models/nexesenex_llama_3.2_3b_kermes_v1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_3b_Kermes_v1.json rename to data/models/nexesenex_llama_3.2_3b_kermes_v1.json diff --git a/data/models/Nexesenex_Llama_3.2_3b_Kermes_v2.1.json b/data/models/nexesenex_llama_3.2_3b_kermes_v2.1.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_3b_Kermes_v2.1.json rename to data/models/nexesenex_llama_3.2_3b_kermes_v2.1.json diff --git a/data/models/Nexesenex_Llama_3.2_3b_Kermes_v2.json b/data/models/nexesenex_llama_3.2_3b_kermes_v2.json similarity index 100% rename from data/models/Nexesenex_Llama_3.2_3b_Kermes_v2.json rename to data/models/nexesenex_llama_3.2_3b_kermes_v2.json diff --git a/data/models/Nexesenex_Nemotron_W_4b_Halo_0.1.json b/data/models/nexesenex_nemotron_w_4b_halo_0.1.json similarity index 100% rename from data/models/Nexesenex_Nemotron_W_4b_Halo_0.1.json rename to data/models/nexesenex_nemotron_w_4b_halo_0.1.json diff --git a/data/models/Nexesenex_Nemotron_W_4b_MagLight_0.1.json b/data/models/nexesenex_nemotron_w_4b_maglight_0.1.json similarity index 100% rename from data/models/Nexesenex_Nemotron_W_4b_MagLight_0.1.json rename to data/models/nexesenex_nemotron_w_4b_maglight_0.1.json diff --git a/data/models/Nexesenex_pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL.json b/data/models/nexesenex_pankajmathur_orca_mini_v9_6_1b-instruct-abliterated-lpl.json similarity index 100% rename from data/models/Nexesenex_pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL.json rename to data/models/nexesenex_pankajmathur_orca_mini_v9_6_1b-instruct-abliterated-lpl.json diff --git a/data/models/Nexesenex_Qwen_2.5_3b_Smarteaz_0.01a.json b/data/models/nexesenex_qwen_2.5_3b_smarteaz_0.01a.json similarity index 100% rename from data/models/Nexesenex_Qwen_2.5_3b_Smarteaz_0.01a.json rename to data/models/nexesenex_qwen_2.5_3b_smarteaz_0.01a.json diff --git a/data/models/Nexusflow_NexusRaven-V2-13B.json b/data/models/nexusflow_nexusraven-v2-13b.json similarity index 100% rename from data/models/Nexusflow_NexusRaven-V2-13B.json rename to data/models/nexusflow_nexusraven-v2-13b.json diff --git a/data/models/Nexusflow_Starling-RM-34B.json b/data/models/nexusflow_starling-rm-34b.json similarity index 100% rename from data/models/Nexusflow_Starling-RM-34B.json rename to data/models/nexusflow_starling-rm-34b.json index 0373bd963cc9795a2ad38fc9da30f8417d64ff6d..8ab4f392fbf3047e7bcb88c6ed9f3a2b6d8e5a37 100644 --- a/data/models/Nexusflow_Starling-RM-34B.json +++ b/data/models/nexusflow_starling-rm-34b.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/Nexusflow_Starling-RM-34B/1766412838.146816", + "evaluation_id": "reward-bench-2/Nexusflow_Starling-RM-34B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8133 + "score": 0.4553 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9693 + "score": 0.4589 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5724 + "score": 0.3187 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6175 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.877 + "score": 0.7556 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8845 + "score": 0.4808 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7137 + "score": 0.1004 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/Nexusflow_Starling-RM-34B/1766412838.146816", + "evaluation_id": "reward-bench/Nexusflow_Starling-RM-34B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4553 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4589 + "score": 0.8133 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3187 + "score": 0.9693 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6175 + "score": 0.5724 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7556 + "score": 0.877 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4808 + "score": 0.8845 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.1004 + "score": 0.7137 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/nguyentd_FinancialAdvice-Qwen2.5-7B.json b/data/models/nguyentd_financialadvice-qwen2.5-7b.json similarity index 100% rename from data/models/nguyentd_FinancialAdvice-Qwen2.5-7B.json rename to data/models/nguyentd_financialadvice-qwen2.5-7b.json diff --git a/data/models/ngxson_MiniThinky-1B-Llama-3.2.json b/data/models/ngxson_minithinky-1b-llama-3.2.json similarity index 100% rename from data/models/ngxson_MiniThinky-1B-Llama-3.2.json rename to data/models/ngxson_minithinky-1b-llama-3.2.json diff --git a/data/models/ngxson_MiniThinky-v2-1B-Llama-3.2.json b/data/models/ngxson_minithinky-v2-1b-llama-3.2.json similarity index 100% rename from data/models/ngxson_MiniThinky-v2-1B-Llama-3.2.json rename to data/models/ngxson_minithinky-v2-1b-llama-3.2.json diff --git a/data/models/nhyha_merge_Qwen2.5-7B-Instruct_20241023_0314.json b/data/models/nhyha_merge_qwen2.5-7b-instruct_20241023_0314.json similarity index 100% rename from data/models/nhyha_merge_Qwen2.5-7B-Instruct_20241023_0314.json rename to data/models/nhyha_merge_qwen2.5-7b-instruct_20241023_0314.json diff --git a/data/models/nhyha_N3N_Delirium-v1_1030_0227.json b/data/models/nhyha_n3n_delirium-v1_1030_0227.json similarity index 100% rename from data/models/nhyha_N3N_Delirium-v1_1030_0227.json rename to data/models/nhyha_n3n_delirium-v1_1030_0227.json diff --git a/data/models/nhyha_N3N_gemma-2-9b-it_20241029_1532.json b/data/models/nhyha_n3n_gemma-2-9b-it_20241029_1532.json similarity index 100% rename from data/models/nhyha_N3N_gemma-2-9b-it_20241029_1532.json rename to data/models/nhyha_n3n_gemma-2-9b-it_20241029_1532.json diff --git a/data/models/nhyha_N3N_gemma-2-9b-it_20241110_2026.json b/data/models/nhyha_n3n_gemma-2-9b-it_20241110_2026.json similarity index 100% rename from data/models/nhyha_N3N_gemma-2-9b-it_20241110_2026.json rename to data/models/nhyha_n3n_gemma-2-9b-it_20241110_2026.json diff --git a/data/models/nhyha_N3N_Llama-3.1-8B-Instruct_1028_0216.json b/data/models/nhyha_n3n_llama-3.1-8b-instruct_1028_0216.json similarity index 100% rename from data/models/nhyha_N3N_Llama-3.1-8B-Instruct_1028_0216.json rename to data/models/nhyha_n3n_llama-3.1-8b-instruct_1028_0216.json diff --git a/data/models/nicolinho_QRM-Gemma-2-27B.json b/data/models/nicolinho_qrm-gemma-2-27b.json similarity index 100% rename from data/models/nicolinho_QRM-Gemma-2-27B.json rename to data/models/nicolinho_qrm-gemma-2-27b.json diff --git a/data/models/nicolinho_QRM-Llama3-8B.json b/data/models/nicolinho_qrm-llama3-8b.json similarity index 100% rename from data/models/nicolinho_QRM-Llama3-8B.json rename to data/models/nicolinho_qrm-llama3-8b.json diff --git a/data/models/nicolinho_QRM-Llama3.1-8B-v2.json b/data/models/nicolinho_qrm-llama3.1-8b-v2.json similarity index 100% rename from data/models/nicolinho_QRM-Llama3.1-8B-v2.json rename to data/models/nicolinho_qrm-llama3.1-8b-v2.json index 71e586c5d191f366e8b76150e58f0f9807a69f6b..0df8878cad15f33ea391f78f6a5406e147177591 100644 --- a/data/models/nicolinho_QRM-Llama3.1-8B-v2.json +++ b/data/models/nicolinho_qrm-llama3.1-8b-v2.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/nicolinho_QRM-Llama3.1-8B-v2/1766412838.146816", + "evaluation_id": "reward-bench-2/nicolinho_QRM-Llama3.1-8B-v2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,128 +31,104 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9314 + "score": 0.7074 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9637 + "score": 0.6653 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8684 + "score": 0.4062 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9257 + "score": 0.612 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9677 + "score": 0.9467 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench-2/nicolinho_QRM-Llama3.1-8B-v2/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench 2", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7074 + "score": 0.8909 }, "source_data": { "dataset_name": "RewardBench 2", @@ -161,111 +137,135 @@ } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6653 + "score": 0.7234 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench/nicolinho_QRM-Llama3.1-8B-v2/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Precise IF", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4062 + "score": 0.9314 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.612 + "score": 0.9637 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9467 + "score": 0.8684 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8909 + "score": 0.9257 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7234 + "score": 0.9677 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/nicolinho_QRM-Llama3.1-8B.json b/data/models/nicolinho_qrm-llama3.1-8b.json similarity index 100% rename from data/models/nicolinho_QRM-Llama3.1-8B.json rename to data/models/nicolinho_qrm-llama3.1-8b.json diff --git a/data/models/nidum_Nidum-Limitless-Gemma-2B.json b/data/models/nidum_nidum-limitless-gemma-2b.json similarity index 100% rename from data/models/nidum_Nidum-Limitless-Gemma-2B.json rename to data/models/nidum_nidum-limitless-gemma-2b.json diff --git a/data/models/NikolaSigmoid_AceMath-1.5B-Instruct-1epoch.json b/data/models/nikolasigmoid_acemath-1.5b-instruct-1epoch.json similarity index 100% rename from data/models/NikolaSigmoid_AceMath-1.5B-Instruct-1epoch.json rename to data/models/nikolasigmoid_acemath-1.5b-instruct-1epoch.json diff --git a/data/models/NikolaSigmoid_AceMath-1.5B-Instruct-dolphin-r1-200.json b/data/models/nikolasigmoid_acemath-1.5b-instruct-dolphin-r1-200.json similarity index 100% rename from data/models/NikolaSigmoid_AceMath-1.5B-Instruct-dolphin-r1-200.json rename to data/models/nikolasigmoid_acemath-1.5b-instruct-dolphin-r1-200.json diff --git a/data/models/NikolaSigmoid_acemath-200.json b/data/models/nikolasigmoid_acemath-200.json similarity index 100% rename from data/models/NikolaSigmoid_acemath-200.json rename to data/models/nikolasigmoid_acemath-200.json diff --git a/data/models/NikolaSigmoid_DeepSeek-R1-Distill-Qwen-1.5B-500.json b/data/models/nikolasigmoid_deepseek-r1-distill-qwen-1.5b-500.json similarity index 100% rename from data/models/NikolaSigmoid_DeepSeek-R1-Distill-Qwen-1.5B-500.json rename to data/models/nikolasigmoid_deepseek-r1-distill-qwen-1.5b-500.json diff --git a/data/models/NikolaSigmoid_phi-4-14b.json b/data/models/nikolasigmoid_phi-4-14b.json similarity index 100% rename from data/models/NikolaSigmoid_phi-4-14b.json rename to data/models/nikolasigmoid_phi-4-14b.json diff --git a/data/models/NikolaSigmoid_phi-4-1steps.json b/data/models/nikolasigmoid_phi-4-1steps.json similarity index 100% rename from data/models/NikolaSigmoid_phi-4-1steps.json rename to data/models/nikolasigmoid_phi-4-1steps.json diff --git a/data/models/NikolaSigmoid_phi-4-300steps.json b/data/models/nikolasigmoid_phi-4-300steps.json similarity index 100% rename from data/models/NikolaSigmoid_phi-4-300steps.json rename to data/models/nikolasigmoid_phi-4-300steps.json diff --git a/data/models/nisten_franqwenstein-35b.json b/data/models/nisten_franqwenstein-35b.json index 67b39cd32d9a18463f66f47958bb5c24597bcb43..a3333a53a7553456405aceea78020ff40ff402f8 100644 --- a/data/models/nisten_franqwenstein-35b.json +++ b/data/models/nisten_franqwenstein-35b.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3914 + "score": 0.3799 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6591 + "score": 0.6647 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3044 + "score": 0.3406 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3591 + "score": 0.4035 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4681 + "score": 0.494 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5611 + "score": 0.5731 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3799 + "score": 0.3914 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6647 + "score": 0.6591 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3406 + "score": 0.3044 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4035 + "score": 0.3591 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.494 + "score": 0.4681 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5731 + "score": 0.5611 } } ], diff --git a/data/models/Nitral-AI_Captain-Eris-BMO_Violent-GRPO-v0.420.json b/data/models/nitral-ai_captain-eris-bmo_violent-grpo-v0.420.json similarity index 100% rename from data/models/Nitral-AI_Captain-Eris-BMO_Violent-GRPO-v0.420.json rename to data/models/nitral-ai_captain-eris-bmo_violent-grpo-v0.420.json diff --git a/data/models/Nitral-AI_Captain-Eris_BMO-Violent-12B.json b/data/models/nitral-ai_captain-eris_bmo-violent-12b.json similarity index 100% rename from data/models/Nitral-AI_Captain-Eris_BMO-Violent-12B.json rename to data/models/nitral-ai_captain-eris_bmo-violent-12b.json diff --git a/data/models/Nitral-AI_Captain-Eris_Violet-GRPO-v0.420.json b/data/models/nitral-ai_captain-eris_violet-grpo-v0.420.json similarity index 100% rename from data/models/Nitral-AI_Captain-Eris_Violet-GRPO-v0.420.json rename to data/models/nitral-ai_captain-eris_violet-grpo-v0.420.json diff --git a/data/models/Nitral-AI_Captain-Eris_Violet-V0.420-12B.json b/data/models/nitral-ai_captain-eris_violet-v0.420-12b.json similarity index 100% rename from data/models/Nitral-AI_Captain-Eris_Violet-V0.420-12B.json rename to data/models/nitral-ai_captain-eris_violet-v0.420-12b.json diff --git a/data/models/Nitral-AI_Captain_BMO-12B.json b/data/models/nitral-ai_captain_bmo-12b.json similarity index 100% rename from data/models/Nitral-AI_Captain_BMO-12B.json rename to data/models/nitral-ai_captain_bmo-12b.json diff --git a/data/models/Nitral-AI_Hathor_Stable-v0.2-L3-8B.json b/data/models/nitral-ai_hathor_stable-v0.2-l3-8b.json similarity index 100% rename from data/models/Nitral-AI_Hathor_Stable-v0.2-L3-8B.json rename to data/models/nitral-ai_hathor_stable-v0.2-l3-8b.json diff --git a/data/models/Nitral-AI_Hathor_Tahsin-L3-8B-v0.85.json b/data/models/nitral-ai_hathor_tahsin-l3-8b-v0.85.json similarity index 100% rename from data/models/Nitral-AI_Hathor_Tahsin-L3-8B-v0.85.json rename to data/models/nitral-ai_hathor_tahsin-l3-8b-v0.85.json diff --git a/data/models/Nitral-AI_Nera_Noctis-12B.json b/data/models/nitral-ai_nera_noctis-12b.json similarity index 100% rename from data/models/Nitral-AI_Nera_Noctis-12B.json rename to data/models/nitral-ai_nera_noctis-12b.json diff --git a/data/models/NJS26_NJS_777.json b/data/models/njs26_njs_777.json similarity index 100% rename from data/models/NJS26_NJS_777.json rename to data/models/njs26_njs_777.json diff --git a/data/models/NLPark_AnFeng_v3.1-Avocet.json b/data/models/nlpark_anfeng_v3.1-avocet.json similarity index 100% rename from data/models/NLPark_AnFeng_v3.1-Avocet.json rename to data/models/nlpark_anfeng_v3.1-avocet.json diff --git a/data/models/NLPark_B-and-W_Flycatcher-3AD1E.json b/data/models/nlpark_b-and-w_flycatcher-3ad1e.json similarity index 100% rename from data/models/NLPark_B-and-W_Flycatcher-3AD1E.json rename to data/models/nlpark_b-and-w_flycatcher-3ad1e.json diff --git a/data/models/NLPark_Shi-Ci-Robin-Test_3AD80.json b/data/models/nlpark_shi-ci-robin-test_3ad80.json similarity index 100% rename from data/models/NLPark_Shi-Ci-Robin-Test_3AD80.json rename to data/models/nlpark_shi-ci-robin-test_3ad80.json diff --git a/data/models/nlpguy_Lion-Lamarck-v.1.0.8.json b/data/models/nlpguy_lion-lamarck-v.1.0.8.json similarity index 100% rename from data/models/nlpguy_Lion-Lamarck-v.1.0.8.json rename to data/models/nlpguy_lion-lamarck-v.1.0.8.json diff --git a/data/models/nlpguy_Lion-Lamarck-v.1.0.9.json b/data/models/nlpguy_lion-lamarck-v.1.0.9.json similarity index 100% rename from data/models/nlpguy_Lion-Lamarck-v.1.0.9.json rename to data/models/nlpguy_lion-lamarck-v.1.0.9.json diff --git a/data/models/nlpguy_Lion-Lamarck-v.1.1.0.json b/data/models/nlpguy_lion-lamarck-v.1.1.0.json similarity index 100% rename from data/models/nlpguy_Lion-Lamarck-v.1.1.0.json rename to data/models/nlpguy_lion-lamarck-v.1.1.0.json diff --git a/data/models/nlpguy_Miisce-one.json b/data/models/nlpguy_miisce-one.json similarity index 100% rename from data/models/nlpguy_Miisce-one.json rename to data/models/nlpguy_miisce-one.json diff --git a/data/models/nlpguy_Mistral-NeMo-Minitron-Upscale-v1.json b/data/models/nlpguy_mistral-nemo-minitron-upscale-v1.json similarity index 100% rename from data/models/nlpguy_Mistral-NeMo-Minitron-Upscale-v1.json rename to data/models/nlpguy_mistral-nemo-minitron-upscale-v1.json diff --git a/data/models/nlpguy_Mistral-NeMo-Minitron-Upscale-v2.json b/data/models/nlpguy_mistral-nemo-minitron-upscale-v2.json similarity index 100% rename from data/models/nlpguy_Mistral-NeMo-Minitron-Upscale-v2.json rename to data/models/nlpguy_mistral-nemo-minitron-upscale-v2.json diff --git a/data/models/nlpguy_Mistral-NeMo-Minitron-Upscale-v3.json b/data/models/nlpguy_mistral-nemo-minitron-upscale-v3.json similarity index 100% rename from data/models/nlpguy_Mistral-NeMo-Minitron-Upscale-v3.json rename to data/models/nlpguy_mistral-nemo-minitron-upscale-v3.json diff --git a/data/models/nlpguy_StableProse.json b/data/models/nlpguy_stableprose.json similarity index 100% rename from data/models/nlpguy_StableProse.json rename to data/models/nlpguy_stableprose.json diff --git a/data/models/nlpguy_StarFusion-alpha1.json b/data/models/nlpguy_starfusion-alpha1.json similarity index 100% rename from data/models/nlpguy_StarFusion-alpha1.json rename to data/models/nlpguy_starfusion-alpha1.json diff --git a/data/models/Nohobby_MS-Schisandra-22B-v0.1.json b/data/models/nohobby_ms-schisandra-22b-v0.1.json similarity index 100% rename from data/models/Nohobby_MS-Schisandra-22B-v0.1.json rename to data/models/nohobby_ms-schisandra-22b-v0.1.json diff --git a/data/models/Nohobby_MS-Schisandra-22B-v0.2.json b/data/models/nohobby_ms-schisandra-22b-v0.2.json similarity index 100% rename from data/models/Nohobby_MS-Schisandra-22B-v0.2.json rename to data/models/nohobby_ms-schisandra-22b-v0.2.json diff --git a/data/models/noname0202_Llama-3.2-4x3B-Instruct.json b/data/models/noname0202_llama-3.2-4x3b-instruct.json similarity index 100% rename from data/models/noname0202_Llama-3.2-4x3B-Instruct.json rename to data/models/noname0202_llama-3.2-4x3b-instruct.json diff --git a/data/models/Norquinal_Alpha.json b/data/models/norquinal_alpha.json similarity index 100% rename from data/models/Norquinal_Alpha.json rename to data/models/norquinal_alpha.json diff --git a/data/models/Norquinal_Bravo.json b/data/models/norquinal_bravo.json similarity index 100% rename from data/models/Norquinal_Bravo.json rename to data/models/norquinal_bravo.json diff --git a/data/models/Norquinal_Charlie.json b/data/models/norquinal_charlie.json similarity index 100% rename from data/models/Norquinal_Charlie.json rename to data/models/norquinal_charlie.json diff --git a/data/models/Norquinal_Delta.json b/data/models/norquinal_delta.json similarity index 100% rename from data/models/Norquinal_Delta.json rename to data/models/norquinal_delta.json diff --git a/data/models/Norquinal_Echo.json b/data/models/norquinal_echo.json similarity index 100% rename from data/models/Norquinal_Echo.json rename to data/models/norquinal_echo.json diff --git a/data/models/Norquinal_Foxtrot.json b/data/models/norquinal_foxtrot.json similarity index 100% rename from data/models/Norquinal_Foxtrot.json rename to data/models/norquinal_foxtrot.json diff --git a/data/models/Norquinal_Golf.json b/data/models/norquinal_golf.json similarity index 100% rename from data/models/Norquinal_Golf.json rename to data/models/norquinal_golf.json diff --git a/data/models/Norquinal_Hotel.json b/data/models/norquinal_hotel.json similarity index 100% rename from data/models/Norquinal_Hotel.json rename to data/models/norquinal_hotel.json diff --git a/data/models/NotASI_FineTome-Llama3.2-1B-0929.json b/data/models/notasi_finetome-llama3.2-1b-0929.json similarity index 100% rename from data/models/NotASI_FineTome-Llama3.2-1B-0929.json rename to data/models/notasi_finetome-llama3.2-1b-0929.json diff --git a/data/models/NotASI_FineTome-Llama3.2-3B-1002.json b/data/models/notasi_finetome-llama3.2-3b-1002.json similarity index 100% rename from data/models/NotASI_FineTome-Llama3.2-3B-1002.json rename to data/models/notasi_finetome-llama3.2-3b-1002.json diff --git a/data/models/NotASI_FineTome-v1.5-Llama3.2-1B-1007.json b/data/models/notasi_finetome-v1.5-llama3.2-1b-1007.json similarity index 100% rename from data/models/NotASI_FineTome-v1.5-Llama3.2-1B-1007.json rename to data/models/notasi_finetome-v1.5-llama3.2-1b-1007.json diff --git a/data/models/NotASI_FineTome-v1.5-Llama3.2-3B-1007.json b/data/models/notasi_finetome-v1.5-llama3.2-3b-1007.json similarity index 100% rename from data/models/NotASI_FineTome-v1.5-Llama3.2-3B-1007.json rename to data/models/notasi_finetome-v1.5-llama3.2-3b-1007.json diff --git a/data/models/notbdq_Qwen2.5-14B-Instruct-1M-GRPO-Reasoning.json b/data/models/notbdq_qwen2.5-14b-instruct-1m-grpo-reasoning.json similarity index 100% rename from data/models/notbdq_Qwen2.5-14B-Instruct-1M-GRPO-Reasoning.json rename to data/models/notbdq_qwen2.5-14b-instruct-1m-grpo-reasoning.json diff --git a/data/models/nothingiisreal_L3.1-8B-Celeste-V1.5.json b/data/models/nothingiisreal_l3.1-8b-celeste-v1.5.json similarity index 100% rename from data/models/nothingiisreal_L3.1-8B-Celeste-V1.5.json rename to data/models/nothingiisreal_l3.1-8b-celeste-v1.5.json diff --git a/data/models/nothingiisreal_MN-12B-Starcannon-v2.json b/data/models/nothingiisreal_mn-12b-starcannon-v2.json similarity index 100% rename from data/models/nothingiisreal_MN-12B-Starcannon-v2.json rename to data/models/nothingiisreal_mn-12b-starcannon-v2.json diff --git a/data/models/nothingiisreal_MN-12B-Starcannon-v3.json b/data/models/nothingiisreal_mn-12b-starcannon-v3.json similarity index 100% rename from data/models/nothingiisreal_MN-12B-Starcannon-v3.json rename to data/models/nothingiisreal_mn-12b-starcannon-v3.json diff --git a/data/models/NousResearch_DeepHermes-3-Mistral-24B-Preview.json b/data/models/nousresearch_deephermes-3-mistral-24b-preview.json similarity index 100% rename from data/models/NousResearch_DeepHermes-3-Mistral-24B-Preview.json rename to data/models/nousresearch_deephermes-3-mistral-24b-preview.json diff --git a/data/models/NousResearch_Hermes-2-Pro-Llama-3-8B.json b/data/models/nousresearch_hermes-2-pro-llama-3-8b.json similarity index 100% rename from data/models/NousResearch_Hermes-2-Pro-Llama-3-8B.json rename to data/models/nousresearch_hermes-2-pro-llama-3-8b.json diff --git a/data/models/NousResearch_Hermes-2-Pro-Mistral-7B.json b/data/models/nousresearch_hermes-2-pro-mistral-7b.json similarity index 100% rename from data/models/NousResearch_Hermes-2-Pro-Mistral-7B.json rename to data/models/nousresearch_hermes-2-pro-mistral-7b.json diff --git a/data/models/NousResearch_Hermes-2-Theta-Llama-3-8B.json b/data/models/nousresearch_hermes-2-theta-llama-3-8b.json similarity index 100% rename from data/models/NousResearch_Hermes-2-Theta-Llama-3-8B.json rename to data/models/nousresearch_hermes-2-theta-llama-3-8b.json diff --git a/data/models/NousResearch_Hermes-3-Llama-3.1-70B.json b/data/models/nousresearch_hermes-3-llama-3.1-70b.json similarity index 98% rename from data/models/NousResearch_Hermes-3-Llama-3.1-70B.json rename to data/models/nousresearch_hermes-3-llama-3.1-70b.json index 17120fe9c168dbf5e741c9232b6b21ac2aa44320..77416102c3bfc3e03c58ddc74ee10f1e7ba3ae1a 100644 --- a/data/models/NousResearch_Hermes-3-Llama-3.1-70B.json +++ b/data/models/nousresearch_hermes-3-llama-3.1-70b.json @@ -3,8 +3,11 @@ "name": "NousResearch/Hermes-3-Llama-3.1-70B", "id": "NousResearch/Hermes-3-Llama-3.1-70B", "developer": "NousResearch", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative" + "precision": "bfloat16", + "architecture": "LlamaForCausalLM", + "params_billions": "70.554" } }, "evaluations": [ diff --git a/data/models/NousResearch_Hermes-3-Llama-3.1-8B.json b/data/models/nousresearch_hermes-3-llama-3.1-8b.json similarity index 100% rename from data/models/NousResearch_Hermes-3-Llama-3.1-8B.json rename to data/models/nousresearch_hermes-3-llama-3.1-8b.json diff --git a/data/models/NousResearch_Hermes-3-Llama-3.2-3B.json b/data/models/nousresearch_hermes-3-llama-3.2-3b.json similarity index 100% rename from data/models/NousResearch_Hermes-3-Llama-3.2-3B.json rename to data/models/nousresearch_hermes-3-llama-3.2-3b.json diff --git a/data/models/NousResearch_Nous-Hermes-2-Mistral-7B-DPO.json b/data/models/nousresearch_nous-hermes-2-mistral-7b-dpo.json similarity index 98% rename from data/models/NousResearch_Nous-Hermes-2-Mistral-7B-DPO.json rename to data/models/nousresearch_nous-hermes-2-mistral-7b-dpo.json index 2d5514add412e99be0461d4e40ea3ed082187b99..54bd095f38fef2640d9321b7679f8cc0e1c57cf4 100644 --- a/data/models/NousResearch_Nous-Hermes-2-Mistral-7B-DPO.json +++ b/data/models/nousresearch_nous-hermes-2-mistral-7b-dpo.json @@ -3,8 +3,11 @@ "name": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", "id": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO", "developer": "NousResearch", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "MistralForCausalLM", + "params_billions": "7.242" } }, "evaluations": [ diff --git a/data/models/NousResearch_Nous-Hermes-2-Mixtral-8x7B-DPO.json b/data/models/nousresearch_nous-hermes-2-mixtral-8x7b-dpo.json similarity index 98% rename from data/models/NousResearch_Nous-Hermes-2-Mixtral-8x7B-DPO.json rename to data/models/nousresearch_nous-hermes-2-mixtral-8x7b-dpo.json index 144a12fa67b1dcbeb86d395fd7ed04cc622c8956..925fd655c9905311d0c2cecc0cf4850924e3280a 100644 --- a/data/models/NousResearch_Nous-Hermes-2-Mixtral-8x7B-DPO.json +++ b/data/models/nousresearch_nous-hermes-2-mixtral-8x7b-dpo.json @@ -3,8 +3,11 @@ "name": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "developer": "NousResearch", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "MixtralForCausalLM", + "params_billions": "46.703" } }, "evaluations": [ diff --git a/data/models/NousResearch_Nous-Hermes-2-Mixtral-8x7B-SFT.json b/data/models/nousresearch_nous-hermes-2-mixtral-8x7b-sft.json similarity index 100% rename from data/models/NousResearch_Nous-Hermes-2-Mixtral-8x7B-SFT.json rename to data/models/nousresearch_nous-hermes-2-mixtral-8x7b-sft.json diff --git a/data/models/NousResearch_Nous-Hermes-2-SOLAR-10.7B.json b/data/models/nousresearch_nous-hermes-2-solar-10.7b.json similarity index 100% rename from data/models/NousResearch_Nous-Hermes-2-SOLAR-10.7B.json rename to data/models/nousresearch_nous-hermes-2-solar-10.7b.json diff --git a/data/models/NousResearch_Nous-Hermes-llama-2-7b.json b/data/models/nousresearch_nous-hermes-llama-2-7b.json similarity index 100% rename from data/models/NousResearch_Nous-Hermes-llama-2-7b.json rename to data/models/nousresearch_nous-hermes-llama-2-7b.json diff --git a/data/models/NousResearch_Yarn-Llama-2-13b-128k.json b/data/models/nousresearch_yarn-llama-2-13b-128k.json similarity index 100% rename from data/models/NousResearch_Yarn-Llama-2-13b-128k.json rename to data/models/nousresearch_yarn-llama-2-13b-128k.json diff --git a/data/models/NousResearch_Yarn-Llama-2-7b-128k.json b/data/models/nousresearch_yarn-llama-2-7b-128k.json similarity index 100% rename from data/models/NousResearch_Yarn-Llama-2-7b-128k.json rename to data/models/nousresearch_yarn-llama-2-7b-128k.json diff --git a/data/models/NousResearch_Yarn-Llama-2-7b-64k.json b/data/models/nousresearch_yarn-llama-2-7b-64k.json similarity index 100% rename from data/models/NousResearch_Yarn-Llama-2-7b-64k.json rename to data/models/nousresearch_yarn-llama-2-7b-64k.json diff --git a/data/models/NousResearch_Yarn-Mistral-7b-128k.json b/data/models/nousresearch_yarn-mistral-7b-128k.json similarity index 100% rename from data/models/NousResearch_Yarn-Mistral-7b-128k.json rename to data/models/nousresearch_yarn-mistral-7b-128k.json diff --git a/data/models/NousResearch_Yarn-Mistral-7b-64k.json b/data/models/nousresearch_yarn-mistral-7b-64k.json similarity index 100% rename from data/models/NousResearch_Yarn-Mistral-7b-64k.json rename to data/models/nousresearch_yarn-mistral-7b-64k.json diff --git a/data/models/NousResearch_Yarn-Solar-10b-32k.json b/data/models/nousresearch_yarn-solar-10b-32k.json similarity index 100% rename from data/models/NousResearch_Yarn-Solar-10b-32k.json rename to data/models/nousresearch_yarn-solar-10b-32k.json diff --git a/data/models/NousResearch_Yarn-Solar-10b-64k.json b/data/models/nousresearch_yarn-solar-10b-64k.json similarity index 100% rename from data/models/NousResearch_Yarn-Solar-10b-64k.json rename to data/models/nousresearch_yarn-solar-10b-64k.json diff --git a/data/models/Novaciano_ASTAROTH-3.2-1B.json b/data/models/novaciano_astaroth-3.2-1b.json similarity index 100% rename from data/models/Novaciano_ASTAROTH-3.2-1B.json rename to data/models/novaciano_astaroth-3.2-1b.json diff --git a/data/models/Novaciano_BLAST_PROCESSING-3.2-1B.json b/data/models/novaciano_blast_processing-3.2-1b.json similarity index 100% rename from data/models/Novaciano_BLAST_PROCESSING-3.2-1B.json rename to data/models/novaciano_blast_processing-3.2-1b.json diff --git a/data/models/Novaciano_Cerberus-3.2-1B.json b/data/models/novaciano_cerberus-3.2-1b.json similarity index 100% rename from data/models/Novaciano_Cerberus-3.2-1B.json rename to data/models/novaciano_cerberus-3.2-1b.json diff --git a/data/models/Novaciano_Cultist-3.2-1B.json b/data/models/novaciano_cultist-3.2-1b.json similarity index 100% rename from data/models/Novaciano_Cultist-3.2-1B.json rename to data/models/novaciano_cultist-3.2-1b.json diff --git a/data/models/Novaciano_FuseChat-3.2-1B-GRPO_Creative_RP.json b/data/models/novaciano_fusechat-3.2-1b-grpo_creative_rp.json similarity index 100% rename from data/models/Novaciano_FuseChat-3.2-1B-GRPO_Creative_RP.json rename to data/models/novaciano_fusechat-3.2-1b-grpo_creative_rp.json diff --git a/data/models/Novaciano_Fusetrix-3.2-1B-GRPO_RP_Creative.json b/data/models/novaciano_fusetrix-3.2-1b-grpo_rp_creative.json similarity index 100% rename from data/models/Novaciano_Fusetrix-3.2-1B-GRPO_RP_Creative.json rename to data/models/novaciano_fusetrix-3.2-1b-grpo_rp_creative.json diff --git a/data/models/Novaciano_Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP.json b/data/models/novaciano_fusetrix-dolphin-3.2-1b-grpo_creative_rp.json similarity index 100% rename from data/models/Novaciano_Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP.json rename to data/models/novaciano_fusetrix-dolphin-3.2-1b-grpo_creative_rp.json diff --git a/data/models/Novaciano_HarmfulProject-3.2-1B.json b/data/models/novaciano_harmfulproject-3.2-1b.json similarity index 100% rename from data/models/Novaciano_HarmfulProject-3.2-1B.json rename to data/models/novaciano_harmfulproject-3.2-1b.json diff --git a/data/models/Novaciano_La_Mejor_Mezcla-3.2-1B.json b/data/models/novaciano_la_mejor_mezcla-3.2-1b.json similarity index 100% rename from data/models/Novaciano_La_Mejor_Mezcla-3.2-1B.json rename to data/models/novaciano_la_mejor_mezcla-3.2-1b.json diff --git a/data/models/Novaciano_LEWD-Mental-Cultist-3.2-1B.json b/data/models/novaciano_lewd-mental-cultist-3.2-1b.json similarity index 100% rename from data/models/Novaciano_LEWD-Mental-Cultist-3.2-1B.json rename to data/models/novaciano_lewd-mental-cultist-3.2-1b.json diff --git a/data/models/Novaciano_Sigil-Of-Satan-3.2-1B.json b/data/models/novaciano_sigil-of-satan-3.2-1b.json similarity index 100% rename from data/models/Novaciano_Sigil-Of-Satan-3.2-1B.json rename to data/models/novaciano_sigil-of-satan-3.2-1b.json diff --git a/data/models/NTQAI_Nxcode-CQ-7B-orpo.json b/data/models/ntqai_nxcode-cq-7b-orpo.json similarity index 100% rename from data/models/NTQAI_Nxcode-CQ-7B-orpo.json rename to data/models/ntqai_nxcode-cq-7b-orpo.json diff --git a/data/models/NTQAI_NxMobileLM-1.5B-SFT.json b/data/models/ntqai_nxmobilelm-1.5b-sft.json similarity index 100% rename from data/models/NTQAI_NxMobileLM-1.5B-SFT.json rename to data/models/ntqai_nxmobilelm-1.5b-sft.json diff --git a/data/models/NucleusAI_nucleus-22B-token-500B.json b/data/models/nucleusai_nucleus-22b-token-500b.json similarity index 100% rename from data/models/NucleusAI_nucleus-22B-token-500B.json rename to data/models/nucleusai_nucleus-22b-token-500b.json diff --git a/data/models/nvidia_AceInstruct-1.5B.json b/data/models/nvidia_aceinstruct-1.5b.json similarity index 100% rename from data/models/nvidia_AceInstruct-1.5B.json rename to data/models/nvidia_aceinstruct-1.5b.json diff --git a/data/models/nvidia_AceInstruct-72B.json b/data/models/nvidia_aceinstruct-72b.json similarity index 100% rename from data/models/nvidia_AceInstruct-72B.json rename to data/models/nvidia_aceinstruct-72b.json diff --git a/data/models/nvidia_AceInstruct-7B.json b/data/models/nvidia_aceinstruct-7b.json similarity index 100% rename from data/models/nvidia_AceInstruct-7B.json rename to data/models/nvidia_aceinstruct-7b.json diff --git a/data/models/nvidia_AceMath-1.5B-Instruct.json b/data/models/nvidia_acemath-1.5b-instruct.json similarity index 100% rename from data/models/nvidia_AceMath-1.5B-Instruct.json rename to data/models/nvidia_acemath-1.5b-instruct.json diff --git a/data/models/nvidia_AceMath-72B-Instruct.json b/data/models/nvidia_acemath-72b-instruct.json similarity index 100% rename from data/models/nvidia_AceMath-72B-Instruct.json rename to data/models/nvidia_acemath-72b-instruct.json diff --git a/data/models/nvidia_AceMath-72B-RM.json b/data/models/nvidia_acemath-72b-rm.json similarity index 100% rename from data/models/nvidia_AceMath-72B-RM.json rename to data/models/nvidia_acemath-72b-rm.json diff --git a/data/models/nvidia_AceMath-7B-Instruct.json b/data/models/nvidia_acemath-7b-instruct.json similarity index 100% rename from data/models/nvidia_AceMath-7B-Instruct.json rename to data/models/nvidia_acemath-7b-instruct.json diff --git a/data/models/nvidia_AceMath-7B-RM.json b/data/models/nvidia_acemath-7b-rm.json similarity index 100% rename from data/models/nvidia_AceMath-7B-RM.json rename to data/models/nvidia_acemath-7b-rm.json diff --git a/data/models/nvidia_Hymba-1.5B-Base.json b/data/models/nvidia_hymba-1.5b-base.json similarity index 100% rename from data/models/nvidia_Hymba-1.5B-Base.json rename to data/models/nvidia_hymba-1.5b-base.json diff --git a/data/models/nvidia_Hymba-1.5B-Instruct.json b/data/models/nvidia_hymba-1.5b-instruct.json similarity index 100% rename from data/models/nvidia_Hymba-1.5B-Instruct.json rename to data/models/nvidia_hymba-1.5b-instruct.json diff --git a/data/models/nvidia_Llama-3.1-Minitron-4B-Depth-Base.json b/data/models/nvidia_llama-3.1-minitron-4b-depth-base.json similarity index 100% rename from data/models/nvidia_Llama-3.1-Minitron-4B-Depth-Base.json rename to data/models/nvidia_llama-3.1-minitron-4b-depth-base.json diff --git a/data/models/nvidia_Llama-3.1-Nemotron-70B-Instruct-HF.json b/data/models/nvidia_llama-3.1-nemotron-70b-instruct-hf.json similarity index 100% rename from data/models/nvidia_Llama-3.1-Nemotron-70B-Instruct-HF.json rename to data/models/nvidia_llama-3.1-nemotron-70b-instruct-hf.json diff --git a/data/models/nvidia_Llama-3.1-Nemotron-70B-Reward.json b/data/models/nvidia_llama-3.1-nemotron-70b-reward.json similarity index 100% rename from data/models/nvidia_Llama-3.1-Nemotron-70B-Reward.json rename to data/models/nvidia_llama-3.1-nemotron-70b-reward.json diff --git a/data/models/nvidia_Llama3-70B-SteerLM-RM.json b/data/models/nvidia_llama3-70b-steerlm-rm.json similarity index 100% rename from data/models/nvidia_Llama3-70B-SteerLM-RM.json rename to data/models/nvidia_llama3-70b-steerlm-rm.json diff --git a/data/models/nvidia_Minitron-4B-Base.json b/data/models/nvidia_minitron-4b-base.json similarity index 100% rename from data/models/nvidia_Minitron-4B-Base.json rename to data/models/nvidia_minitron-4b-base.json diff --git a/data/models/nvidia_Minitron-8B-Base.json b/data/models/nvidia_minitron-8b-base.json similarity index 100% rename from data/models/nvidia_Minitron-8B-Base.json rename to data/models/nvidia_minitron-8b-base.json diff --git a/data/models/nvidia_Mistral-NeMo-Minitron-8B-Base.json b/data/models/nvidia_mistral-nemo-minitron-8b-base.json similarity index 100% rename from data/models/nvidia_Mistral-NeMo-Minitron-8B-Base.json rename to data/models/nvidia_mistral-nemo-minitron-8b-base.json diff --git a/data/models/nvidia_Mistral-NeMo-Minitron-8B-Instruct.json b/data/models/nvidia_mistral-nemo-minitron-8b-instruct.json similarity index 100% rename from data/models/nvidia_Mistral-NeMo-Minitron-8B-Instruct.json rename to data/models/nvidia_mistral-nemo-minitron-8b-instruct.json diff --git a/data/models/nvidia_Nemotron-4-340B-Reward.json b/data/models/nvidia_nemotron-4-340b-reward.json similarity index 100% rename from data/models/nvidia_Nemotron-4-340B-Reward.json rename to data/models/nvidia_nemotron-4-340b-reward.json diff --git a/data/models/nvidia_Nemotron-Mini-4B-Instruct.json b/data/models/nvidia_nemotron-mini-4b-instruct.json similarity index 100% rename from data/models/nvidia_Nemotron-Mini-4B-Instruct.json rename to data/models/nvidia_nemotron-mini-4b-instruct.json diff --git a/data/models/nvidia_OpenMath2-Llama3.1-8B.json b/data/models/nvidia_openmath2-llama3.1-8b.json similarity index 100% rename from data/models/nvidia_OpenMath2-Llama3.1-8B.json rename to data/models/nvidia_openmath2-llama3.1-8b.json diff --git a/data/models/nxmwxm_Beast-Soul-new.json b/data/models/nxmwxm_beast-soul-new.json similarity index 100% rename from data/models/nxmwxm_Beast-Soul-new.json rename to data/models/nxmwxm_beast-soul-new.json diff --git a/data/models/NYTK_PULI-GPTrio.json b/data/models/nytk_puli-gptrio.json similarity index 100% rename from data/models/NYTK_PULI-GPTrio.json rename to data/models/nytk_puli-gptrio.json diff --git a/data/models/NYTK_PULI-LlumiX-32K.json b/data/models/nytk_puli-llumix-32k.json similarity index 100% rename from data/models/NYTK_PULI-LlumiX-32K.json rename to data/models/nytk_puli-llumix-32k.json diff --git a/data/models/NyxKrage_Microsoft_Phi-4.json b/data/models/nyxkrage_microsoft_phi-4.json similarity index 100% rename from data/models/NyxKrage_Microsoft_Phi-4.json rename to data/models/nyxkrage_microsoft_phi-4.json diff --git a/data/models/odyssey-labs_Astral-1-10B.json b/data/models/odyssey-labs_astral-1-10b.json similarity index 100% rename from data/models/odyssey-labs_Astral-1-10B.json rename to data/models/odyssey-labs_astral-1-10b.json diff --git a/data/models/OEvortex_Emotional-llama-8B.json b/data/models/oevortex_emotional-llama-8b.json similarity index 100% rename from data/models/OEvortex_Emotional-llama-8B.json rename to data/models/oevortex_emotional-llama-8b.json diff --git a/data/models/OEvortex_HelpingAI-15B.json b/data/models/oevortex_helpingai-15b.json similarity index 100% rename from data/models/OEvortex_HelpingAI-15B.json rename to data/models/oevortex_helpingai-15b.json diff --git a/data/models/OEvortex_HelpingAI-3B-reloaded.json b/data/models/oevortex_helpingai-3b-reloaded.json similarity index 100% rename from data/models/OEvortex_HelpingAI-3B-reloaded.json rename to data/models/oevortex_helpingai-3b-reloaded.json diff --git a/data/models/OEvortex_HelpingAI2-9B.json b/data/models/oevortex_helpingai2-9b.json similarity index 100% rename from data/models/OEvortex_HelpingAI2-9B.json rename to data/models/oevortex_helpingai2-9b.json diff --git a/data/models/OEvortex_HelpingAI2.5-10B.json b/data/models/oevortex_helpingai2.5-10b.json similarity index 100% rename from data/models/OEvortex_HelpingAI2.5-10B.json rename to data/models/oevortex_helpingai2.5-10b.json diff --git a/data/models/OliveiraJLT_Sagui-7B-Instruct-v0.1.json b/data/models/oliveirajlt_sagui-7b-instruct-v0.1.json similarity index 100% rename from data/models/OliveiraJLT_Sagui-7B-Instruct-v0.1.json rename to data/models/oliveirajlt_sagui-7b-instruct-v0.1.json diff --git a/data/models/Omkar1102_code-yi.json b/data/models/omkar1102_code-yi.json similarity index 100% rename from data/models/Omkar1102_code-yi.json rename to data/models/omkar1102_code-yi.json index 006e593635727bc527240326fdfe365ce05e0044..c43a8e6f44d50964e1b475e97cca0076acc3fcc2 100644 --- a/data/models/Omkar1102_code-yi.json +++ b/data/models/omkar1102_code-yi.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2254 + "score": 0.2148 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.275 + "score": 0.276 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2576 + "score": 0.2508 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3762 + "score": 0.3802 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1123 + "score": 0.1126 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2148 + "score": 0.2254 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.276 + "score": 0.275 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2508 + "score": 0.2576 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3802 + "score": 0.3762 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1126 + "score": 0.1123 } } ], diff --git a/data/models/OmnicromsBrain_NeuralStar_FusionWriter_4x7b.json b/data/models/omnicromsbrain_neuralstar_fusionwriter_4x7b.json similarity index 100% rename from data/models/OmnicromsBrain_NeuralStar_FusionWriter_4x7b.json rename to data/models/omnicromsbrain_neuralstar_fusionwriter_4x7b.json diff --git a/data/models/OnlyCheeini_greesychat-turbo.json b/data/models/onlycheeini_greesychat-turbo.json similarity index 100% rename from data/models/OnlyCheeini_greesychat-turbo.json rename to data/models/onlycheeini_greesychat-turbo.json diff --git a/data/models/ontocord_Llama_3.2_1b-autoredteam_helpfulness-train.json b/data/models/ontocord_llama_3.2_1b-autoredteam_helpfulness-train.json similarity index 100% rename from data/models/ontocord_Llama_3.2_1b-autoredteam_helpfulness-train.json rename to data/models/ontocord_llama_3.2_1b-autoredteam_helpfulness-train.json diff --git a/data/models/ontocord_RedPajama-3B-v1-AutoRedteam-Harmless-only.json b/data/models/ontocord_redpajama-3b-v1-autoredteam-harmless-only.json similarity index 100% rename from data/models/ontocord_RedPajama-3B-v1-AutoRedteam-Harmless-only.json rename to data/models/ontocord_redpajama-3b-v1-autoredteam-harmless-only.json diff --git a/data/models/ontocord_RedPajama-3B-v1-AutoRedteam.json b/data/models/ontocord_redpajama-3b-v1-autoredteam.json similarity index 100% rename from data/models/ontocord_RedPajama-3B-v1-AutoRedteam.json rename to data/models/ontocord_redpajama-3b-v1-autoredteam.json diff --git a/data/models/ontocord_RedPajama3b_v1-autoredteam_helpfulness-train.json b/data/models/ontocord_redpajama3b_v1-autoredteam_helpfulness-train.json similarity index 100% rename from data/models/ontocord_RedPajama3b_v1-autoredteam_helpfulness-train.json rename to data/models/ontocord_redpajama3b_v1-autoredteam_helpfulness-train.json diff --git a/data/models/ontocord_starcoder2_3b-AutoRedteam.json b/data/models/ontocord_starcoder2_3b-autoredteam.json similarity index 100% rename from data/models/ontocord_starcoder2_3b-AutoRedteam.json rename to data/models/ontocord_starcoder2_3b-autoredteam.json diff --git a/data/models/ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue.json b/data/models/ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue.json index d58f793ad4b7123313c6b2627331c19f8f6aa9ed..486ba5e61208261c68f73d7d2bf88d78b1b36131 100644 --- a/data/models/ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue.json +++ b/data/models/ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1162 + "score": 0.1128 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3184 + "score": 0.3171 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0076 + "score": 0.0113 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2634 + "score": 0.2685 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3447 + "score": 0.346 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1124 + "score": 0.1129 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1128 + "score": 0.1162 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3171 + "score": 0.3184 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0113 + "score": 0.0076 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2685 + "score": 0.2634 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.346 + "score": 0.3447 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1129 + "score": 0.1124 } } ], diff --git a/data/models/oobabooga_CodeBooga-34B-v0.1.json b/data/models/oobabooga_codebooga-34b-v0.1.json similarity index 100% rename from data/models/oobabooga_CodeBooga-34B-v0.1.json rename to data/models/oobabooga_codebooga-34b-v0.1.json diff --git a/data/models/oopere_Llama-FinSent-S.json b/data/models/oopere_llama-finsent-s.json similarity index 99% rename from data/models/oopere_Llama-FinSent-S.json rename to data/models/oopere_llama-finsent-s.json index 547a7ef41580d39906f8398271f37052ca4bd621..a9c4a5c55e9697a54a0c0b38e47cd337d79853ef 100644 --- a/data/models/oopere_Llama-FinSent-S.json +++ b/data/models/oopere_llama-finsent-s.json @@ -5,7 +5,7 @@ "developer": "oopere", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "0.914" } diff --git a/data/models/oopere_pruned10-llama-3.2-3B.json b/data/models/oopere_pruned10-llama-3.2-3b.json similarity index 100% rename from data/models/oopere_pruned10-llama-3.2-3B.json rename to data/models/oopere_pruned10-llama-3.2-3b.json diff --git a/data/models/oopere_pruned40-llama-3.2-1B.json b/data/models/oopere_pruned40-llama-3.2-1b.json similarity index 100% rename from data/models/oopere_pruned40-llama-3.2-1B.json rename to data/models/oopere_pruned40-llama-3.2-1b.json diff --git a/data/models/open-atlas_Atlas-Flash-1.5B-Preview.json b/data/models/open-atlas_atlas-flash-1.5b-preview.json similarity index 100% rename from data/models/open-atlas_Atlas-Flash-1.5B-Preview.json rename to data/models/open-atlas_atlas-flash-1.5b-preview.json diff --git a/data/models/open-atlas_Atlas-Flash-7B-Preview.json b/data/models/open-atlas_atlas-flash-7b-preview.json similarity index 100% rename from data/models/open-atlas_Atlas-Flash-7B-Preview.json rename to data/models/open-atlas_atlas-flash-7b-preview.json diff --git a/data/models/open-neo_Kyro-n1-3B.json b/data/models/open-neo_kyro-n1-3b.json similarity index 100% rename from data/models/open-neo_Kyro-n1-3B.json rename to data/models/open-neo_kyro-n1-3b.json diff --git a/data/models/open-neo_Kyro-n1-7B.json b/data/models/open-neo_kyro-n1-7b.json similarity index 100% rename from data/models/open-neo_Kyro-n1-7B.json rename to data/models/open-neo_kyro-n1-7b.json diff --git a/data/models/Open-Orca_Mistral-7B-OpenOrca.json b/data/models/open-orca_mistral-7b-openorca.json similarity index 100% rename from data/models/Open-Orca_Mistral-7B-OpenOrca.json rename to data/models/open-orca_mistral-7b-openorca.json diff --git a/data/models/open-thoughts_OpenThinker-7B.json b/data/models/open-thoughts_openthinker-7b.json similarity index 100% rename from data/models/open-thoughts_OpenThinker-7B.json rename to data/models/open-thoughts_openthinker-7b.json diff --git a/data/models/openai-community_gpt2.json b/data/models/openai-community_gpt2.json index d47e40d2811218fc066afc28e521cc231240d5b4..34ba7078d1abedf828de6a40633d69c94aefd883 100644 --- a/data/models/openai-community_gpt2.json +++ b/data/models/openai-community_gpt2.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1793 + "score": 0.178 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3036 + "score": 0.3017 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0023 + "score": 0.0053 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4471 + "score": 0.439 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1159 + "score": 0.1165 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.178 + "score": 0.1793 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3017 + "score": 0.3036 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0053 + "score": 0.0023 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.439 + "score": 0.4471 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1165 + "score": 0.1159 } } ], diff --git a/data/models/openai_ada-350M.json b/data/models/openai_ada-350m.json similarity index 99% rename from data/models/openai_ada-350M.json rename to data/models/openai_ada-350m.json index 3f3dc1c85c3154697b55f270ebfa139acf7948fd..a47343d6a7f37f577eb03bba5d725a095d53e711 100644 --- a/data/models/openai_ada-350M.json +++ b/data/models/openai_ada-350m.json @@ -2,7 +2,7 @@ "model_info": { "name": "ada 350M", "id": "openai/ada-350M", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_babbage-1.3B.json b/data/models/openai_babbage-1.3b.json similarity index 99% rename from data/models/openai_babbage-1.3B.json rename to data/models/openai_babbage-1.3b.json index f222b9e939a8549bddc4f2d9c93e78aaacfe77fa..1e5db7486ad6bd91f31697b4e5af6ea242eeba47 100644 --- a/data/models/openai_babbage-1.3B.json +++ b/data/models/openai_babbage-1.3b.json @@ -2,7 +2,7 @@ "model_info": { "name": "babbage 1.3B", "id": "openai/babbage-1.3B", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_curie-6.7B.json b/data/models/openai_curie-6.7b.json similarity index 99% rename from data/models/openai_curie-6.7B.json rename to data/models/openai_curie-6.7b.json index e7ccc3f3069eb006aae96aeb27c274db31a995e0..929eb9502c9882445595ed725ce0cdf883f78f06 100644 --- a/data/models/openai_curie-6.7B.json +++ b/data/models/openai_curie-6.7b.json @@ -2,7 +2,7 @@ "model_info": { "name": "curie 6.7B", "id": "openai/curie-6.7B", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_davinci-175B.json b/data/models/openai_davinci-175b.json similarity index 99% rename from data/models/openai_davinci-175B.json rename to data/models/openai_davinci-175b.json index 3921e0d9321ea10b752e851c04fa8e541efd1e96..9477e4fe4697ffd2bec26abad69c81b9a5cfd9c6 100644 --- a/data/models/openai_davinci-175B.json +++ b/data/models/openai_davinci-175b.json @@ -2,7 +2,7 @@ "model_info": { "name": "davinci 175B", "id": "openai/davinci-175B", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-3.5-turbo-0125.json b/data/models/openai_gpt-3.5-turbo-0125.json index 5b5ee672ccee06d6926c4ff5f2d4b4798291c53c..91e4d1e85527ab91cbf0002bc7d2d0e72a85310d 100644 --- a/data/models/openai_gpt-3.5-turbo-0125.json +++ b/data/models/openai_gpt-3.5-turbo-0125.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "openai/gpt-3.5-turbo-0125", + "name": "GPT-3.5 Turbo 0125", "id": "openai/gpt-3.5-turbo-0125", - "developer": "openai", - "additional_details": { - "model_type": "Generative" - } + "developer": "OpenAI", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_gpt-3.5-turbo-0301.json b/data/models/openai_gpt-3.5-turbo-0301.json index 747d9e1135bc11ca69983e8f22aeb314b554f61d..55e573d90e220b167bbd65cc17192b295392a783 100644 --- a/data/models/openai_gpt-3.5-turbo-0301.json +++ b/data/models/openai_gpt-3.5-turbo-0301.json @@ -2,7 +2,7 @@ "model_info": { "name": "gpt-3.5-turbo-0301", "id": "openai/gpt-3.5-turbo-0301", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-3.5-turbo-0613.json b/data/models/openai_gpt-3.5-turbo-0613.json index 3aed5c3473d212cde988e0d0c7c3c4b00aaf579e..c24676b03a30239bea93de7207f3f13985ab4587 100644 --- a/data/models/openai_gpt-3.5-turbo-0613.json +++ b/data/models/openai_gpt-3.5-turbo-0613.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-3.5 Turbo 0613", "id": "openai/gpt-3.5-turbo-0613", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-4-0125-preview.json b/data/models/openai_gpt-4-0125-preview.json index 618b09d983e83f84621d6053c45ef2d5c8ab2ed6..5173169013d1e5228fdaeac91c6281ec53260d57 100644 --- a/data/models/openai_gpt-4-0125-preview.json +++ b/data/models/openai_gpt-4-0125-preview.json @@ -2,7 +2,7 @@ "model_info": { "name": "openai/gpt-4-0125-preview", "id": "openai/gpt-4-0125-preview", - "developer": "openai", + "developer": "OpenAI", "additional_details": { "model_type": "Generative" } diff --git a/data/models/openai_gpt-4-0314.json b/data/models/openai_gpt-4-0314.json index 700f94c86246d8165567533d7adbd13c28c4904a..29a16359f84031c82140d202462381cf28f16d1f 100644 --- a/data/models/openai_gpt-4-0314.json +++ b/data/models/openai_gpt-4-0314.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-4 0314", "id": "openai/gpt-4-0314", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-4-0613.json b/data/models/openai_gpt-4-0613.json index cb4f48b5519060f80b7ab65a5716b5fa331bdd74..f9edf8b400bcfd0d8167fb29ff1bda235867f788 100644 --- a/data/models/openai_gpt-4-0613.json +++ b/data/models/openai_gpt-4-0613.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-4 0613", "id": "openai/gpt-4-0613", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-4-1106-preview.json b/data/models/openai_gpt-4-1106-preview.json index ac8ed9acf320370f785b4875b409f8ced35eaf27..873806f9a435ed17f0daaeb2bffc2c2072b5be6c 100644 --- a/data/models/openai_gpt-4-1106-preview.json +++ b/data/models/openai_gpt-4-1106-preview.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-4 Turbo 1106 preview", "id": "openai/gpt-4-1106-preview", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-4-turbo-2024-04-09.json b/data/models/openai_gpt-4-turbo-2024-04-09.json index 3ed6b074b8fdfc247f135ef68cdec466b55367c8..e16c126fc0c5b9aa15f8e7eae24f7699fd6de829 100644 --- a/data/models/openai_gpt-4-turbo-2024-04-09.json +++ b/data/models/openai_gpt-4-turbo-2024-04-09.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "openai/gpt-4-turbo-2024-04-09", + "name": "GPT-4 Turbo 2024-04-09", "id": "openai/gpt-4-turbo-2024-04-09", - "developer": "openai", - "additional_details": { - "model_type": "Generative" - } + "developer": "OpenAI", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_gpt-4.1-2025-04-14.json b/data/models/openai_gpt-4.1-2025-04-14.json index 19d8708108d4278268f5e1f008484046601fe968..aa5fe2f775b1ad7682999ad8cb6da9fff4fa2780 100644 --- a/data/models/openai_gpt-4.1-2025-04-14.json +++ b/data/models/openai_gpt-4.1-2025-04-14.json @@ -1,16 +1,17 @@ { "model_info": { - "name": "openai/gpt-4.1-2025-04-14", + "name": "gpt-4.1-2025-04-14", "id": "openai/gpt-4.1-2025-04-14", - "developer": "openai", + "developer": "OpenAI", + "inference_platform": "unknown", "additional_details": { - "model_type": "Generative RM" + "display_name": "GPT-4.1" } }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/openai_gpt-4.1-2025-04-14/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/openai_gpt-4.1-2025-04-14/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -524,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/openai_gpt-4.1-2025-04-14/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/openai_gpt-4.1-2025-04-14/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/openai_gpt-4.1-mini-2025-04-14.json b/data/models/openai_gpt-4.1-mini-2025-04-14.json index 560f77de5359c98957107298fe6cc4a04d9b2f3b..db4f0a0ff653797bc76d2d58c786f223c8beea82 100644 --- a/data/models/openai_gpt-4.1-mini-2025-04-14.json +++ b/data/models/openai_gpt-4.1-mini-2025-04-14.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "openai/gpt-4.1-mini-2025-04-14", + "name": "GPT-4.1 mini 2025-04-14", "id": "openai/gpt-4.1-mini-2025-04-14", - "developer": "openai", - "additional_details": { - "model_type": "Generative RM" - } + "developer": "OpenAI", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_gpt-4.1-nano-2025-04-14.json b/data/models/openai_gpt-4.1-nano-2025-04-14.json index 9848539502b4e2bb59eec50bc6dd5a8eadedce3a..d13d3015b1ffa3135bdb85367be960c7ccec78b9 100644 --- a/data/models/openai_gpt-4.1-nano-2025-04-14.json +++ b/data/models/openai_gpt-4.1-nano-2025-04-14.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "openai/gpt-4.1-nano-2025-04-14", + "name": "GPT-4.1 nano 2025-04-14", "id": "openai/gpt-4.1-nano-2025-04-14", - "developer": "openai", - "additional_details": { - "model_type": "Generative RM" - } + "developer": "OpenAI", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_gpt-4o-2024-05-13.json b/data/models/openai_gpt-4o-2024-05-13.json index 49cf26072acfbf4b5e69eee15242f988d50e9b78..a05de0df34e073dc7fc53dfed9432b44e70f8d67 100644 --- a/data/models/openai_gpt-4o-2024-05-13.json +++ b/data/models/openai_gpt-4o-2024-05-13.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "openai/gpt-4o-2024-05-13", + "name": "GPT-4o 2024-05-13", "id": "openai/gpt-4o-2024-05-13", - "developer": "openai", - "additional_details": { - "model_type": "Generative" - } + "developer": "OpenAI", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_gpt-4o-2024-08-06.json b/data/models/openai_gpt-4o-2024-08-06.json index aef7d6b9b1622e64c26adef8ed5d5e5e1e76f7f4..4523783fb76c33e56985cf8706dfcde93c76d009 100644 --- a/data/models/openai_gpt-4o-2024-08-06.json +++ b/data/models/openai_gpt-4o-2024-08-06.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "openai/gpt-4o-2024-08-06", + "name": "GPT-4o 2024-08-06", "id": "openai/gpt-4o-2024-08-06", - "developer": "openai", - "additional_details": { - "model_type": "Generative" - } + "developer": "OpenAI", + "inference_platform": "unknown" }, "evaluations": [ { @@ -1902,10 +1900,10 @@ } }, { - "evaluation_id": "reward-bench-2/openai_gpt-4o-2024-08-06/1766412838.146816", + "evaluation_id": "reward-bench/openai_gpt-4o-2024-08-06/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -1924,104 +1922,128 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6493 + "score": 0.8673 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5684 + "score": 0.9609 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3312 + "score": 0.761 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.623 + "score": 0.8811 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8619 + "score": 0.8661 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench-2/openai_gpt-4o-2024-08-06/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench 2", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Focus", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7293 + "score": 0.6493 }, "source_data": { "dataset_name": "RewardBench 2", @@ -2030,135 +2052,111 @@ } }, { - "evaluation_name": "Ties", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7819 + "score": 0.5684 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench/openai_gpt-4o-2024-08-06/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8673 + "score": 0.3312 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9609 + "score": 0.623 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.761 + "score": 0.8619 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8811 + "score": 0.7293 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8661 + "score": 0.7819 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/openai_gpt-4o-2024-11-20.json b/data/models/openai_gpt-4o-2024-11-20.json index 2b0983134118075cebfc104e84f78b9fb34e0591..2b1e4171c8570a6df96e82387cfc175654f965ae 100644 --- a/data/models/openai_gpt-4o-2024-11-20.json +++ b/data/models/openai_gpt-4o-2024-11-20.json @@ -1,9 +1,9 @@ { "model_info": { - "name": "openai/gpt-4o-2024-11-20", + "name": "GPT-4o 2024-11-20", + "id": "openai/gpt-4o-2024-11-20", "developer": "OpenAI", - "inference_platform": "openrouter", - "id": "openai/gpt-4o-2024-11-20" + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_gpt-4o-mini-2024-07-18.json b/data/models/openai_gpt-4o-mini-2024-07-18.json index 0d0bfaf896189ad5d882f10966ca4ebf67ca8152..f38f4e1ddedf08dfff3e3ceeb97aeebb3dcce913 100644 --- a/data/models/openai_gpt-4o-mini-2024-07-18.json +++ b/data/models/openai_gpt-4o-mini-2024-07-18.json @@ -1,11 +1,9 @@ { "model_info": { - "name": "openai/gpt-4o-mini-2024-07-18", + "name": "GPT-4o mini 2024-07-18", "id": "openai/gpt-4o-mini-2024-07-18", - "developer": "openai", - "additional_details": { - "model_type": "Generative RM" - } + "developer": "OpenAI", + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_gpt-5-2025-08-07.json b/data/models/openai_gpt-5-2025-08-07.json index 724f752582fce96f498cf28c110d297d1f461c38..0853492fcc4bbd45f07185718454686350fe1be2 100644 --- a/data/models/openai_gpt-5-2025-08-07.json +++ b/data/models/openai_gpt-5-2025-08-07.json @@ -1,9 +1,12 @@ { "model_info": { "name": "gpt-5-2025-08-07", + "id": "openai/gpt-5-2025-08-07", "developer": "OpenAI", - "inference_platform": "openai", - "id": "openai/gpt-5-2025-08-07" + "inference_platform": "unknown", + "additional_details": { + "display_name": "GPT-5" + } }, "evaluations": [ { @@ -1261,13 +1264,13 @@ } }, { - "evaluation_id": "livecodebenchpro/gpt-5-2025-08-07/1770683238.099205", - "retrieved_timestamp": "1770683238.099205", + "evaluation_id": "livecodebenchpro/gpt-5-2025-08-07/1760492095.8105888", + "retrieved_timestamp": "1760492095.8105888", "source_metadata": { + "source_organization_name": "New York University, Princeton University, University of California San Diego, University of Washington and Canyon Crest Academy", + "evaluator_relationship": "third_party", "source_name": "Live Code Bench Pro", - "source_type": "documentation", - "source_organization_name": "New York University, Princeton University, University of California San Diego, University of Washington and Canyon Crest Academy", - "evaluator_relationship": "third_party" + "source_type": "documentation" }, "eval_library": { "name": "unknown", @@ -1277,62 +1280,62 @@ "evaluation_results": [ { "evaluation_name": "Hard Problems", + "metric_config": { + "evaluation_description": "Pass@1 on Hard Problems", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0, + "max_score": 1 + }, + "score_details": { + "score": 0.04225352112676056 + }, "source_data": { "dataset_name": "Hard Problems", "source_type": "url", "url": [ "https://webhook.cp-bench.orzzh.com/leaderboard/llm/difficulty?difficulty=hard&benchmark_mode=live" ] - }, + } + }, + { + "evaluation_name": "Medium Problems", "metric_config": { - "evaluation_description": "Pass@1 on Hard Problems", + "evaluation_description": "Pass@1 on Medium Problems", "lower_is_better": false, "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 + "min_score": 0, + "max_score": 1 }, "score_details": { - "score": 0.0423 - } - }, - { - "evaluation_name": "Medium Problems", + "score": 0.4084507042253521 + }, "source_data": { "dataset_name": "Medium Problems", "source_type": "url", "url": [ "https://webhook.cp-bench.orzzh.com/leaderboard/llm/difficulty?difficulty=medium&benchmark_mode=live" ] - }, + } + }, + { + "evaluation_name": "Easy Problems", "metric_config": { - "evaluation_description": "Pass@1 on Medium Problems", + "evaluation_description": "Pass@1 on Easy Problems", "lower_is_better": false, "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 + "min_score": 0, + "max_score": 1 }, "score_details": { - "score": 0.4085 - } - }, - { - "evaluation_name": "Easy Problems", + "score": 0.8873239436619719 + }, "source_data": { "dataset_name": "Easy Problems", "source_type": "url", "url": [ "https://webhook.cp-bench.orzzh.com/leaderboard/llm/difficulty?difficulty=easy&benchmark_mode=live" ] - }, - "metric_config": { - "evaluation_description": "Pass@1 on Easy Problems", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.9014 } } ], @@ -1340,13 +1343,13 @@ "generation_config": null }, { - "evaluation_id": "livecodebenchpro/gpt-5-2025-08-07/1760492095.8105888", - "retrieved_timestamp": "1760492095.8105888", + "evaluation_id": "livecodebenchpro/gpt-5-2025-08-07/1770683238.099205", + "retrieved_timestamp": "1770683238.099205", "source_metadata": { - "source_organization_name": "New York University, Princeton University, University of California San Diego, University of Washington and Canyon Crest Academy", - "evaluator_relationship": "third_party", "source_name": "Live Code Bench Pro", - "source_type": "documentation" + "source_type": "documentation", + "source_organization_name": "New York University, Princeton University, University of California San Diego, University of Washington and Canyon Crest Academy", + "evaluator_relationship": "third_party" }, "eval_library": { "name": "unknown", @@ -1356,62 +1359,62 @@ "evaluation_results": [ { "evaluation_name": "Hard Problems", - "metric_config": { - "evaluation_description": "Pass@1 on Hard Problems", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0, - "max_score": 1 - }, - "score_details": { - "score": 0.04225352112676056 - }, "source_data": { "dataset_name": "Hard Problems", "source_type": "url", "url": [ "https://webhook.cp-bench.orzzh.com/leaderboard/llm/difficulty?difficulty=hard&benchmark_mode=live" ] - } - }, - { - "evaluation_name": "Medium Problems", + }, "metric_config": { - "evaluation_description": "Pass@1 on Medium Problems", + "evaluation_description": "Pass@1 on Hard Problems", "lower_is_better": false, "score_type": "continuous", - "min_score": 0, - "max_score": 1 + "min_score": 0.0, + "max_score": 1.0 }, "score_details": { - "score": 0.4084507042253521 - }, + "score": 0.0423 + } + }, + { + "evaluation_name": "Medium Problems", "source_data": { "dataset_name": "Medium Problems", "source_type": "url", "url": [ "https://webhook.cp-bench.orzzh.com/leaderboard/llm/difficulty?difficulty=medium&benchmark_mode=live" ] - } - }, - { - "evaluation_name": "Easy Problems", + }, "metric_config": { - "evaluation_description": "Pass@1 on Easy Problems", + "evaluation_description": "Pass@1 on Medium Problems", "lower_is_better": false, "score_type": "continuous", - "min_score": 0, - "max_score": 1 + "min_score": 0.0, + "max_score": 1.0 }, "score_details": { - "score": 0.8873239436619719 - }, + "score": 0.4085 + } + }, + { + "evaluation_name": "Easy Problems", "source_data": { "dataset_name": "Easy Problems", "source_type": "url", "url": [ "https://webhook.cp-bench.orzzh.com/leaderboard/llm/difficulty?difficulty=easy&benchmark_mode=live" ] + }, + "metric_config": { + "evaluation_description": "Pass@1 on Easy Problems", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.9014 } } ], diff --git a/data/models/openai_gpt-5-codex.json b/data/models/openai_gpt-5-codex.json index 7d8f6f31247cc1eb826ee9d21a2caaf35f07f0e2..21a2358b27ce78cb6bd659dfe0536dac012c1818 100644 --- a/data/models/openai_gpt-5-codex.json +++ b/data/models/openai_gpt-5-codex.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5-codex/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gpt-5-codex/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-11-03", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 43.4, + "score": 41.3, "uncertainty": { "standard_error": { - "value": 2.9 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gpt-5-codex/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5-codex/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-03", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 41.3, + "score": 43.4, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.9 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/openai_gpt-5-mini-2025-08-07.json b/data/models/openai_gpt-5-mini-2025-08-07.json index 5f9a586ef719e175e9916eeffb87c80588caea4b..280b0b7b3e161dc5f4c9aaf96c1714daa7d0ed78 100644 --- a/data/models/openai_gpt-5-mini-2025-08-07.json +++ b/data/models/openai_gpt-5-mini-2025-08-07.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-5 mini 2025-08-07", "id": "openai/gpt-5-mini-2025-08-07", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-5-mini.json b/data/models/openai_gpt-5-mini.json index aeda61e4e83dad7b8cfd4764765996bc5fcb266f..1a99c04bbe99b006a4925655196388ed4bd20247 100644 --- a/data/models/openai_gpt-5-mini.json +++ b/data/models/openai_gpt-5-mini.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5-mini/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/openhands__gpt-5-mini/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-11-02", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 24.0, + "score": 29.2, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/codex-cli__gpt-5-mini/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/spoox-m__gpt-5-mini/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-04", + "evaluation_timestamp": "2025-12-24", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 31.9, + "score": 34.8, "uncertainty": { "standard_error": { - "value": 3.0 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Codex CLI\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"spoox-m\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Codex CLI\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"spoox-m\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gpt-5-mini/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/codex-cli__gpt-5-mini/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-03", + "evaluation_timestamp": "2025-11-04", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 22.2, + "score": 31.9, "uncertainty": { "standard_error": { - "value": 2.6 + "value": 3.0 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Codex CLI\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Codex CLI\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -232,7 +232,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/spoox-m__gpt-5-mini/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gpt-5-mini/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -256,7 +256,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-24", + "evaluation_timestamp": "2025-11-03", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -265,17 +265,17 @@ "max_score": 100.0 }, "score_details": { - "score": 34.8, + "score": 22.2, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"spoox-m\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -292,7 +292,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"spoox-m\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -306,7 +306,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/openhands__gpt-5-mini/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5-mini/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -330,7 +330,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-02", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -339,17 +339,17 @@ "max_score": 100.0 }, "score_details": { - "score": 29.2, + "score": 24.0, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -366,7 +366,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"GPT-5-Mini\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5-Mini\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/openai_gpt-5-nano-2025-08-07.json b/data/models/openai_gpt-5-nano-2025-08-07.json index 5bab6fee0e2f3bcdac9659e3b995e53b8271e1c7..d4becb1531aa0fbb2725a559bf794a28eee1dccd 100644 --- a/data/models/openai_gpt-5-nano-2025-08-07.json +++ b/data/models/openai_gpt-5-nano-2025-08-07.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-5 nano 2025-08-07", "id": "openai/gpt-5-nano-2025-08-07", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-5-nano.json b/data/models/openai_gpt-5-nano.json index 3d33e8721b90a5dfdec90a430cbe292d4f08b47d..1ce5a216814062f97d20eff1ffed6be9e8d0bb69 100644 --- a/data/models/openai_gpt-5-nano.json +++ b/data/models/openai_gpt-5-nano.json @@ -4,8 +4,8 @@ "id": "openai/gpt-5-nano", "developer": "OpenAI", "additional_details": { - "agent_name": "Terminus 2", - "agent_organization": "Terminal Bench" + "agent_name": "Codex CLI", + "agent_organization": "OpenAI" } }, "evaluations": [ diff --git a/data/models/openai_gpt-5.1-codex.json b/data/models/openai_gpt-5.1-codex.json index 97273068694d9637b3c058ef180958a58e1898d8..c0cb4dd134e66b0f125db24b4289a9c34bf024c0 100644 --- a/data/models/openai_gpt-5.1-codex.json +++ b/data/models/openai_gpt-5.1-codex.json @@ -4,8 +4,8 @@ "id": "openai/gpt-5.1-codex", "developer": "OpenAI", "additional_details": { - "agent_name": "Letta Code", - "agent_organization": "Letta" + "agent_name": "Crux", + "agent_organization": "Roam" } }, "evaluations": [ diff --git a/data/models/openai_gpt-5.2-2025-12-11.json b/data/models/openai_gpt-5.2-2025-12-11.json index 8a3e2f6d5d079f66e64fa66d652280a63cd7c3ac..802344971bbc813cb8d3e4013d390d6ee8cd9abb 100644 --- a/data/models/openai_gpt-5.2-2025-12-11.json +++ b/data/models/openai_gpt-5.2-2025-12-11.json @@ -4,8 +4,8 @@ "id": "openai/gpt-5.2-2025-12-11", "developer": "OpenAI", "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } }, "evaluations": [ @@ -350,7 +350,7 @@ } }, { - "evaluation_id": "browsecompplus/claude-code-cli__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "browsecompplus/litellm-tool-calling__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -382,23 +382,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.43, + "score": 0.46, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.43", - "total_run_cost": "43.11", - "average_steps": "8.97", - "percent_finished": "1.0" + "average_agent_cost": "0.3", + "total_run_cost": "29.78", + "average_steps": "8.14", + "percent_finished": "0.99" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -410,15 +410,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } } }, { - "evaluation_id": "browsecompplus/litellm-tool-calling__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "browsecompplus/openai-solo__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -450,23 +450,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.46, + "score": 0.48, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.3", - "total_run_cost": "29.78", - "average_steps": "8.14", - "percent_finished": "0.99" + "average_agent_cost": "0.38", + "total_run_cost": "38.21", + "average_steps": "14.27", + "percent_finished": "1.0" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -478,8 +478,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -554,7 +554,7 @@ } }, { - "evaluation_id": "browsecompplus/openai-solo__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "browsecompplus/claude-code-cli__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -586,14 +586,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.48, + "score": 0.43, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.38", - "total_run_cost": "38.21", - "average_steps": "14.27", + "average_agent_cost": "0.43", + "total_run_cost": "43.11", + "average_steps": "8.97", "percent_finished": "1.0" } }, @@ -601,8 +601,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -614,8 +614,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -973,7 +973,7 @@ } }, { - "evaluation_id": "swe-bench/litellm-tool-calling-with-shortlisting__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "swe-bench/smolagents-code__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1005,14 +1005,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.57, + "score": 0.5253, "uncertainty": { - "num_samples": 100 + "num_samples": 99 }, "details": { - "average_agent_cost": "0.25", - "total_run_cost": "24.76", - "average_steps": "20.47", + "average_agent_cost": "0.45", + "total_run_cost": "44.58", + "average_steps": "19.98", "percent_finished": "1.0" } }, @@ -1020,8 +1020,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1033,15 +1033,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "swe-bench/smolagents-code__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "swe-bench/litellm-tool-calling-with-shortlisting__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1073,14 +1073,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5253, + "score": 0.57, "uncertainty": { - "num_samples": 99 + "num_samples": 100 }, "details": { - "average_agent_cost": "0.45", - "total_run_cost": "44.58", - "average_steps": "19.98", + "average_agent_cost": "0.25", + "total_run_cost": "24.76", + "average_steps": "20.47", "percent_finished": "1.0" } }, @@ -1088,8 +1088,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -1101,8 +1101,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -1177,7 +1177,7 @@ } }, { - "evaluation_id": "tau-bench-2/airline/claude-code-cli__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/openai-solo__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1209,14 +1209,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.48, + "score": 0.5, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.21", - "total_run_cost": "11.23", - "average_steps": "10.18", + "average_agent_cost": "0.11", + "total_run_cost": "5.77", + "average_steps": "11.4", "percent_finished": "1.0" } }, @@ -1224,8 +1224,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -1237,15 +1237,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "tau-bench-2/airline/litellm-tool-calling-with-shortlisting__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/claude-code-cli__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1277,14 +1277,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.54, + "score": 0.48, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.13", - "total_run_cost": "6.96", - "average_steps": "11.22", + "average_agent_cost": "0.21", + "total_run_cost": "11.23", + "average_steps": "10.18", "percent_finished": "1.0" } }, @@ -1292,8 +1292,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -1305,15 +1305,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } } }, { - "evaluation_id": "tau-bench-2/airline/openai-solo__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/litellm-tool-calling-with-shortlisting__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1345,14 +1345,14 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5, + "score": 0.54, "uncertainty": { "num_samples": 50 }, "details": { - "average_agent_cost": "0.11", - "total_run_cost": "5.77", - "average_steps": "11.4", + "average_agent_cost": "0.13", + "total_run_cost": "6.96", + "average_steps": "11.22", "percent_finished": "1.0" } }, @@ -1360,8 +1360,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -1373,15 +1373,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "tau-bench-2/retail/openai-solo__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/airline/smolagents-code__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1394,42 +1394,42 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "tau-bench-2_retail", + "benchmark": "tau-bench-2_airline", "evaluation_results": [ { - "evaluation_name": "tau-bench-2/retail", + "evaluation_name": "tau-bench-2/airline", "source_data": { - "dataset_name": "tau-bench-2/retail", + "dataset_name": "tau-bench-2/airline", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "Tau Bench 2 benchmark evaluation (retail subset)", + "evaluation_description": "Tau Bench 2 benchmark evaluation (airline subset)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5354, + "score": 0.6, "uncertainty": { - "num_samples": 100 + "num_samples": 50 }, "details": { - "average_agent_cost": "0.11", - "total_run_cost": "11.54", - "average_steps": "9.55", - "percent_finished": "0.99" + "average_agent_cost": "0.29", + "total_run_cost": "15.28", + "average_steps": "10.68", + "percent_finished": "1.0" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1441,15 +1441,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "tau-bench-2/airline/smolagents-code__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/litellm-tool-calling-with-shortlisting__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1462,33 +1462,33 @@ "name": "exgentic", "version": "0.1.0" }, - "benchmark": "tau-bench-2_airline", + "benchmark": "tau-bench-2_retail", "evaluation_results": [ { - "evaluation_name": "tau-bench-2/airline", + "evaluation_name": "tau-bench-2/retail", "source_data": { - "dataset_name": "tau-bench-2/airline", + "dataset_name": "tau-bench-2/retail", "source_type": "url", "url": [ "https://github.com/Exgentic/exgentic" ] }, "metric_config": { - "evaluation_description": "Tau Bench 2 benchmark evaluation (airline subset)", + "evaluation_description": "Tau Bench 2 benchmark evaluation (retail subset)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6, + "score": 0.73, "uncertainty": { - "num_samples": 50 + "num_samples": 100 }, "details": { - "average_agent_cost": "0.29", - "total_run_cost": "15.28", - "average_steps": "10.68", + "average_agent_cost": "0.11", + "total_run_cost": "12.27", + "average_steps": "10.33", "percent_finished": "1.0" } }, @@ -1496,8 +1496,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -1509,15 +1509,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "tau-bench-2/retail/smolagents-code__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/claude-code-cli__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1549,23 +1549,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.68, + "score": 0.51, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.25", - "total_run_cost": "26.27", - "average_steps": "11.08", - "percent_finished": "1.0" + "average_agent_cost": "0.12", + "total_run_cost": "12.63", + "average_steps": "9.92", + "percent_finished": "0.98" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -1577,8 +1577,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "Claude Code CLI", + "agent_framework": "claude_code" } } } @@ -1653,7 +1653,7 @@ } }, { - "evaluation_id": "tau-bench-2/retail/litellm-tool-calling-with-shortlisting__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/openai-solo__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1685,23 +1685,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.73, + "score": 0.5354, "uncertainty": { "num_samples": 100 }, "details": { "average_agent_cost": "0.11", - "total_run_cost": "12.27", - "average_steps": "10.33", - "percent_finished": "1.0" + "total_run_cost": "11.54", + "average_steps": "9.55", + "percent_finished": "0.99" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -1713,15 +1713,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "tau-bench-2/retail/claude-code-cli__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/retail/smolagents-code__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1753,23 +1753,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.51, + "score": 0.68, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.12", - "total_run_cost": "12.63", - "average_steps": "9.92", - "percent_finished": "0.98" + "average_agent_cost": "0.25", + "total_run_cost": "26.27", + "average_steps": "11.08", + "percent_finished": "1.0" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1781,15 +1781,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "Claude Code CLI", - "agent_framework": "claude_code" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling-with-shortlisting__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/smolagents-code__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1821,23 +1821,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5354, + "score": 0.71, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.14", - "total_run_cost": "19.92", - "average_steps": "10.18", - "percent_finished": "0.99" + "average_agent_cost": "0.3", + "total_run_cost": "35.31", + "average_steps": "10.11", + "percent_finished": "1.0" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } @@ -1849,15 +1849,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling with Shortlisting", - "agent_framework": "tool_calling_with_shortlisting" + "agent_name": "SmolAgents Code", + "agent_framework": "smolagents_code" } } } } }, { - "evaluation_id": "tau-bench-2/telecom/smolagents-code__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling-with-shortlisting__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1889,23 +1889,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.71, + "score": 0.5354, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.3", - "total_run_cost": "35.31", - "average_steps": "10.11", - "percent_finished": "1.0" + "average_agent_cost": "0.14", + "total_run_cost": "19.92", + "average_steps": "10.18", + "percent_finished": "0.99" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } @@ -1917,15 +1917,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "SmolAgents Code", - "agent_framework": "smolagents_code" + "agent_name": "LiteLLM Tool Calling with Shortlisting", + "agent_framework": "tool_calling_with_shortlisting" } } } } }, { - "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/openai-solo__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -1957,23 +1957,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5354, + "score": 0.53, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.14", - "total_run_cost": "19.92", - "average_steps": "10.18", - "percent_finished": "0.99" + "average_agent_cost": "0.15", + "total_run_cost": "18.88", + "average_steps": "9.92", + "percent_finished": "1.0" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } @@ -1985,15 +1985,15 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "LiteLLM Tool Calling", - "agent_framework": "tool_calling" + "agent_name": "OpenAI Solo", + "agent_framework": "openai_solo" } } } } }, { - "evaluation_id": "tau-bench-2/telecom/openai-solo__openai_gpt-5.2-2025-12-11/1774263615.0201504", + "evaluation_id": "tau-bench-2/telecom/litellm-tool-calling__openai_gpt-5.2-2025-12-11/1774263615.0201504", "retrieved_timestamp": "1774263615.0201504", "source_metadata": { "source_name": "Exgentic Open Agent Leaderboard", @@ -2025,23 +2025,23 @@ "max_score": 1.0 }, "score_details": { - "score": 0.53, + "score": 0.5354, "uncertainty": { "num_samples": 100 }, "details": { - "average_agent_cost": "0.15", - "total_run_cost": "18.88", - "average_steps": "9.92", - "percent_finished": "1.0" + "average_agent_cost": "0.14", + "total_run_cost": "19.92", + "average_steps": "10.18", + "percent_finished": "0.99" } }, "generation_config": { "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } @@ -2053,8 +2053,8 @@ "generation_args": { "agentic_eval_config": { "additional_details": { - "agent_name": "OpenAI Solo", - "agent_framework": "openai_solo" + "agent_name": "LiteLLM Tool Calling", + "agent_framework": "tool_calling" } } } diff --git a/data/models/openai_gpt-5.2.json b/data/models/openai_gpt-5.2.json index e0e38b46e0d5597f0e46a23c8cec09536809173d..77930b98006acfd2c6efa9a1e831cbd44874ee48 100644 --- a/data/models/openai_gpt-5.2.json +++ b/data/models/openai_gpt-5.2.json @@ -4,8 +4,8 @@ "id": "openai/gpt-5.2", "developer": "OpenAI", "additional_details": { - "agent_name": "Mux", - "agent_organization": "Coder" + "agent_name": "Codex CLI", + "agent_organization": "OpenAI" } }, "evaluations": [ @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5.2/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/droid__gpt-5.2/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-12", + "evaluation_timestamp": "2025-12-24", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 54.0, + "score": 64.9, "uncertainty": { "standard_error": { - "value": 2.9 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5.2\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"GPT-5.2\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5.2\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"GPT-5.2\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/droid__gpt-5.2/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5.2/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-12-24", + "evaluation_timestamp": "2025-12-12", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 64.9, + "score": 54.0, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.9 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"GPT-5.2\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5.2\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"GPT-5.2\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5.2\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/openai_gpt-5.3-codex.json b/data/models/openai_gpt-5.3-codex.json index 51d6b09ce0b1d962aca263f43e44500e909ca5b9..1621c523f33eecf7258ca2f78355e41619636406 100644 --- a/data/models/openai_gpt-5.3-codex.json +++ b/data/models/openai_gpt-5.3-codex.json @@ -4,13 +4,13 @@ "id": "openai/gpt-5.3-codex", "developer": "OpenAI", "additional_details": { - "agent_name": "Droid", - "agent_organization": "Factory" + "agent_name": "Terminus 2", + "agent_organization": "Terminal Bench" } }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/codebrain-1__gpt-5.3-codex/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5.3-codex/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-10", + "evaluation_timestamp": "2026-02-05", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 70.3, + "score": 64.7, "uncertainty": { "standard_error": { - "value": 2.6 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"CodeBrain-1\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"CodeBrain-1\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/simple-codex__gpt-5.3-codex/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mux__gpt-5.3-codex/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-06", + "evaluation_timestamp": "2026-03-06", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 75.1, + "score": 74.6, "uncertainty": { "standard_error": { - "value": 2.4 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Simple Codex\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Simple Codex\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mux__gpt-5.3-codex/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/codebrain-1__gpt-5.3-codex/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-03-06", + "evaluation_timestamp": "2026-02-10", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,17 +191,17 @@ "max_score": 100.0 }, "score_details": { - "score": 74.6, + "score": 70.3, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.6 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"CodeBrain-1\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mux\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"CodeBrain-1\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -232,7 +232,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5.3-codex/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/droid__gpt-5.3-codex/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -256,7 +256,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-05", + "evaluation_timestamp": "2026-02-24", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -265,17 +265,17 @@ "max_score": 100.0 }, "score_details": { - "score": 64.7, + "score": 77.3, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.2 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -292,7 +292,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -306,7 +306,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/droid__gpt-5.3-codex/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/simple-codex__gpt-5.3-codex/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -330,7 +330,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-24", + "evaluation_timestamp": "2026-02-06", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -339,17 +339,17 @@ "max_score": 100.0 }, "score_details": { - "score": 77.3, + "score": 75.1, "uncertainty": { "standard_error": { - "value": 2.2 + "value": 2.4 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Simple Codex\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -366,7 +366,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Droid\" -m \"GPT-5.3-Codex\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Simple Codex\" -m \"GPT-5.3-Codex\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/openai_gpt-5.json b/data/models/openai_gpt-5.json index 7f9b921e3b907893c3c276b576de2e26766ef3ff..f0f2e6e9c4affc4edc1d58362c00f10f0ceab427 100644 --- a/data/models/openai_gpt-5.json +++ b/data/models/openai_gpt-5.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/codex-cli__gpt-5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-04", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 49.6, + "score": 35.2, "uncertainty": { "standard_error": { - "value": 2.9 + "value": 3.1 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Codex CLI\" -m \"GPT-5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Codex CLI\" -m \"GPT-5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/openhands__gpt-5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gpt-5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-02", + "evaluation_timestamp": "2025-11-03", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 43.8, + "score": 33.9, "uncertainty": { "standard_error": { - "value": 3.0 + "value": 2.9 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"GPT-5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"GPT-5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gpt-5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/codex-cli__gpt-5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-03", + "evaluation_timestamp": "2025-11-04", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,7 +191,7 @@ "max_score": 100.0 }, "score_details": { - "score": 33.9, + "score": 49.6, "uncertainty": { "standard_error": { "value": 2.9 @@ -201,7 +201,7 @@ }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Codex CLI\" -m \"GPT-5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Codex CLI\" -m \"GPT-5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -232,7 +232,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-5/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/openhands__gpt-5/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -256,7 +256,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-11-02", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -265,17 +265,17 @@ "max_score": 100.0 }, "score_details": { - "score": 35.2, + "score": 43.8, "uncertainty": { "standard_error": { - "value": 3.1 + "value": 3.0 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"GPT-5\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -292,7 +292,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-5\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"OpenHands\" -m \"GPT-5\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/openai_GPT-J-6B.json b/data/models/openai_gpt-j-6b.json similarity index 99% rename from data/models/openai_GPT-J-6B.json rename to data/models/openai_gpt-j-6b.json index 030c3d98dd2f486f0e06df85efa8913707541b08..a324aaa1df38c08c04cb7a46dd7d7409c64e30e0 100644 --- a/data/models/openai_GPT-J-6B.json +++ b/data/models/openai_gpt-j-6b.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-J 6B", "id": "openai/GPT-J-6B", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_GPT-NeoX-20B.json b/data/models/openai_gpt-neox-20b.json similarity index 99% rename from data/models/openai_GPT-NeoX-20B.json rename to data/models/openai_gpt-neox-20b.json index a67e9103723390750ea1bffc4f9994ee445f16fb..9d4aedae48359d59c2ac792e84f4a4de75a9b087 100644 --- a/data/models/openai_GPT-NeoX-20B.json +++ b/data/models/openai_gpt-neox-20b.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-NeoX 20B", "id": "openai/GPT-NeoX-20B", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_gpt-oss-120b.json b/data/models/openai_gpt-oss-120b.json index 24fd3c5da7f833c16b44793fae74161552f381de..cc688cac8bf3c3ea698efc0de68329e08bff64c1 100644 --- a/data/models/openai_gpt-oss-120b.json +++ b/data/models/openai_gpt-oss-120b.json @@ -3,10 +3,7 @@ "name": "GPT-OSS-120B", "id": "openai/gpt-oss-120b", "developer": "OpenAI", - "additional_details": { - "agent_name": "Mini-SWE-Agent", - "agent_organization": "Princeton" - } + "inference_platform": "unknown" }, "evaluations": [ { @@ -313,7 +310,7 @@ "generation_config": null }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-oss-120b/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gpt-oss-120b/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -337,7 +334,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-01", + "evaluation_timestamp": "2025-11-03", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -346,17 +343,17 @@ "max_score": 100.0 }, "score_details": { - "score": 18.7, + "score": 14.2, "uncertainty": { "standard_error": { - "value": 2.7 + "value": 2.3 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-OSS-120B\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-OSS-120B\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -373,7 +370,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-OSS-120B\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-OSS-120B\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -387,7 +384,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mini-swe-agent__gpt-oss-120b/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__gpt-oss-120b/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -411,7 +408,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-03", + "evaluation_timestamp": "2025-11-01", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -420,17 +417,17 @@ "max_score": 100.0 }, "score_details": { - "score": 14.2, + "score": 18.7, "uncertainty": { "standard_error": { - "value": 2.3 + "value": 2.7 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-OSS-120B\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-OSS-120B\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -447,7 +444,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"GPT-OSS-120B\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GPT-OSS-120B\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/openai_gpt-oss-20b.json b/data/models/openai_gpt-oss-20b.json index 07b66b7ecbc4f3ed5ba105b3d25d3c435d869a35..584e35a6df7897b2cd4e9e1cdb5c6db8d87d90ab 100644 --- a/data/models/openai_gpt-oss-20b.json +++ b/data/models/openai_gpt-oss-20b.json @@ -3,10 +3,7 @@ "name": "GPT-OSS-20B", "id": "openai/gpt-oss-20b", "developer": "OpenAI", - "additional_details": { - "agent_name": "Mini-SWE-Agent", - "agent_organization": "Princeton" - } + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_GPT_4o.json b/data/models/openai_gpt_4o.json similarity index 98% rename from data/models/openai_GPT_4o.json rename to data/models/openai_gpt_4o.json index 104b600d71ef75aa902f43863d6bd91f78535364..f2b628fc0cdc078cf288eaf85d0efcd23a7c3719 100644 --- a/data/models/openai_GPT_4o.json +++ b/data/models/openai_gpt_4o.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 4o", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 4o", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_5.1.json b/data/models/openai_gpt_5.1.json similarity index 99% rename from data/models/openai_GPT_5.1.json rename to data/models/openai_gpt_5.1.json index e8b937df4ce852f3ec7f5ac04bb119d7d0848d6a..2a7656e86a1ef961e0ec76c59dc883b37661a40a 100644 --- a/data/models/openai_GPT_5.1.json +++ b/data/models/openai_gpt_5.1.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 5.1", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 5.1", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_5.1_Codex.json b/data/models/openai_gpt_5.1_codex.json similarity index 98% rename from data/models/openai_GPT_5.1_Codex.json rename to data/models/openai_gpt_5.1_codex.json index 1bfe2ee856a212827bcabf56c86161c87336f81e..87d04b8519112be282740769c75fb84e41a0ff35 100644 --- a/data/models/openai_GPT_5.1_Codex.json +++ b/data/models/openai_gpt_5.1_codex.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 5.1 Codex", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 5.1 Codex", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_5.2.json b/data/models/openai_gpt_5.2.json similarity index 99% rename from data/models/openai_GPT_5.2.json rename to data/models/openai_gpt_5.2.json index 83ffcb369f492b7dfcde2134248ccb2e5606ee2d..fec8e3d9659540e746cd368872cad0ec3c496416 100644 --- a/data/models/openai_GPT_5.2.json +++ b/data/models/openai_gpt_5.2.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 5.2", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 5.2", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_5.2_Codex.json b/data/models/openai_gpt_5.2_codex.json similarity index 98% rename from data/models/openai_GPT_5.2_Codex.json rename to data/models/openai_gpt_5.2_codex.json index ebb5e7fcc7b2bab7d2d4331c3c730aa0befc77f7..96b8712a5f649bd7cee7af1eda262b2945f9064b 100644 --- a/data/models/openai_GPT_5.2_Codex.json +++ b/data/models/openai_gpt_5.2_codex.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 5.2 Codex", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 5.2 Codex", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_5.2_Pro.json b/data/models/openai_gpt_5.2_pro.json similarity index 99% rename from data/models/openai_GPT_5.2_Pro.json rename to data/models/openai_gpt_5.2_pro.json index fb676bd33192b3f1a0556e170763da5e5e8e61b9..06b66f2bcb326d3a1b47f03cdaa634f79943be53 100644 --- a/data/models/openai_GPT_5.2_Pro.json +++ b/data/models/openai_gpt_5.2_pro.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 5.2 Pro", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 5.2 Pro", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_5.3_Codex.json b/data/models/openai_gpt_5.3_codex.json similarity index 98% rename from data/models/openai_GPT_5.3_Codex.json rename to data/models/openai_gpt_5.3_codex.json index 838e9a93e604cef794f4c9350a9c622b60ed9f38..388bd6a4ac29dfe055172db293902bb3dc3125af 100644 --- a/data/models/openai_GPT_5.3_Codex.json +++ b/data/models/openai_gpt_5.3_codex.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 5.3 Codex", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 5.3 Codex", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_5.json b/data/models/openai_gpt_5.json similarity index 99% rename from data/models/openai_GPT_5.json rename to data/models/openai_gpt_5.json index 2091b957734113caf3896a99a5b9a4c90992ccb3..afb9d736b078eeeb7674796be90fbf6395b404b4 100644 --- a/data/models/openai_GPT_5.json +++ b/data/models/openai_gpt_5.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 5", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 5", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_5_Codex.json b/data/models/openai_gpt_5_codex.json similarity index 98% rename from data/models/openai_GPT_5_Codex.json rename to data/models/openai_gpt_5_codex.json index 559441432cc5922ba3518949d2bb6fc02b16b3f3..0c646c4a2a7934ffc634bbf3262ee9da986f7875 100644 --- a/data/models/openai_GPT_5_Codex.json +++ b/data/models/openai_gpt_5_codex.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT 5 Codex", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT 5 Codex", "inference_platform": "unknown" }, diff --git a/data/models/openai_GPT_OSS_120B.json b/data/models/openai_gpt_oss_120b.json similarity index 99% rename from data/models/openai_GPT_OSS_120B.json rename to data/models/openai_gpt_oss_120b.json index 19d8fb1102287efc1e916ca1333bb21391a91e2a..e802557769bf1bc16963ed00a6290b3b406e5f53 100644 --- a/data/models/openai_GPT_OSS_120B.json +++ b/data/models/openai_gpt_oss_120b.json @@ -1,7 +1,7 @@ { "model_info": { "name": "GPT OSS 120B", - "developer": "openai", + "developer": "OpenAI", "id": "openai/GPT OSS 120B", "inference_platform": "unknown" }, diff --git a/data/models/openai_o3-2025-04-16.json b/data/models/openai_o3-2025-04-16.json index fc0603962afae5bc1f64aa199903f0bad0efab12..5b0ebb6055072a97bc5a6ae5ebe333d1cf398940 100644 --- a/data/models/openai_o3-2025-04-16.json +++ b/data/models/openai_o3-2025-04-16.json @@ -1,9 +1,9 @@ { "model_info": { "name": "o3-2025-04-16", + "id": "openai/o3-2025-04-16", "developer": "OpenAI", - "inference_platform": "openai", - "id": "openai/o3-2025-04-16" + "inference_platform": "unknown" }, "evaluations": [ { diff --git a/data/models/openai_o3-mini-2025-01-31.json b/data/models/openai_o3-mini-2025-01-31.json index 02714848d39229c376c0dd42c9bbb1fc6ef4337f..9a4598223d27618401cfd26ad1e762139b76f32f 100644 --- a/data/models/openai_o3-mini-2025-01-31.json +++ b/data/models/openai_o3-mini-2025-01-31.json @@ -2,7 +2,7 @@ "model_info": { "name": "o3-mini-2025-01-31", "id": "openai/o3-mini-2025-01-31", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown", "additional_details": { "display_name": "o3 mini" @@ -10,8 +10,8 @@ }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/openai_o3-mini-2025-01-31/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/openai_o3-mini-2025-01-31/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -525,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/openai_o3-mini-2025-01-31/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/openai_o3-mini-2025-01-31/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/openai_o3.json b/data/models/openai_o3.json index f3596c3585374653fe3268a261ccb6728add6210..cd7f2ff38c1289a354e759e15d5d6545fd6374af 100644 --- a/data/models/openai_o3.json +++ b/data/models/openai_o3.json @@ -1,7 +1,7 @@ { "model_info": { "name": "o3", - "developer": "openai", + "developer": "OpenAI", "id": "openai/o3", "inference_platform": "unknown" }, diff --git a/data/models/openai_o3_Pro.json b/data/models/openai_o3_pro.json similarity index 99% rename from data/models/openai_o3_Pro.json rename to data/models/openai_o3_pro.json index 12115e6fca3cf4d54413317db631a6fff7f45a20..b59c1617a8a2e01c6964ed54598e37f21ac157b1 100644 --- a/data/models/openai_o3_Pro.json +++ b/data/models/openai_o3_pro.json @@ -1,7 +1,7 @@ { "model_info": { "name": "o3 Pro", - "developer": "openai", + "developer": "OpenAI", "id": "openai/o3 Pro", "inference_platform": "unknown" }, diff --git a/data/models/openai_o4-mini-2025-04-16.json b/data/models/openai_o4-mini-2025-04-16.json index 89affac90b976d3ab841c13f750b966ab7f3be0b..2445a24c2417bbf08441a2388a2fba31fa9d6f49 100644 --- a/data/models/openai_o4-mini-2025-04-16.json +++ b/data/models/openai_o4-mini-2025-04-16.json @@ -1,9 +1,12 @@ { "model_info": { "name": "o4-mini-2025-04-16", + "id": "openai/o4-mini-2025-04-16", "developer": "OpenAI", - "inference_platform": "openai", - "id": "openai/o4-mini-2025-04-16" + "inference_platform": "unknown", + "additional_details": { + "display_name": "o4 mini" + } }, "evaluations": [ { diff --git a/data/models/openai_text-ada-001.json b/data/models/openai_text-ada-001.json index fe46c5d6b18cfb79f7c0664e7d37a49619ae6805..0d0a0572a06167675362f665f7090d23eff06af1 100644 --- a/data/models/openai_text-ada-001.json +++ b/data/models/openai_text-ada-001.json @@ -2,7 +2,7 @@ "model_info": { "name": "text-ada-001", "id": "openai/text-ada-001", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_text-babbage-001.json b/data/models/openai_text-babbage-001.json index f010411f321fda87b3ed650e34dcd2ccec6c6816..83f95fd497e0381439f7c584d29cd4ebc5e39417 100644 --- a/data/models/openai_text-babbage-001.json +++ b/data/models/openai_text-babbage-001.json @@ -2,7 +2,7 @@ "model_info": { "name": "text-babbage-001", "id": "openai/text-babbage-001", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_text-curie-001.json b/data/models/openai_text-curie-001.json index cac1d7acd9f8a31d28dea429dc056b98a3ab18bf..79f4b67780938f0430791e0e66223d738947c279 100644 --- a/data/models/openai_text-curie-001.json +++ b/data/models/openai_text-curie-001.json @@ -2,7 +2,7 @@ "model_info": { "name": "text-curie-001", "id": "openai/text-curie-001", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_text-davinci-002.json b/data/models/openai_text-davinci-002.json index b5b61ae013f3687213cf69ce5718d2f1eec79ac9..c525aafd54f2609747b5044a02a49c65c8a2b8b5 100644 --- a/data/models/openai_text-davinci-002.json +++ b/data/models/openai_text-davinci-002.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-3.5 text-davinci-002", "id": "openai/text-davinci-002", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/openai_text-davinci-003.json b/data/models/openai_text-davinci-003.json index 80423d28a35d72418462862a449df6c79a6440f7..62c6f7cdb0e16cefc8c1b0a0e7e8dc8723375492 100644 --- a/data/models/openai_text-davinci-003.json +++ b/data/models/openai_text-davinci-003.json @@ -2,7 +2,7 @@ "model_info": { "name": "GPT-3.5 text-davinci-003", "id": "openai/text-davinci-003", - "developer": "openai", + "developer": "OpenAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/OpenAssistant_oasst-rm-2-pythia-6.9b-epoch-1.json b/data/models/openassistant_oasst-rm-2-pythia-6.9b-epoch-1.json similarity index 100% rename from data/models/OpenAssistant_oasst-rm-2-pythia-6.9b-epoch-1.json rename to data/models/openassistant_oasst-rm-2-pythia-6.9b-epoch-1.json diff --git a/data/models/OpenAssistant_oasst-rm-2.1-pythia-1.4b-epoch-2.5.json b/data/models/openassistant_oasst-rm-2.1-pythia-1.4b-epoch-2.5.json similarity index 100% rename from data/models/OpenAssistant_oasst-rm-2.1-pythia-1.4b-epoch-2.5.json rename to data/models/openassistant_oasst-rm-2.1-pythia-1.4b-epoch-2.5.json diff --git a/data/models/OpenAssistant_oasst-sft-1-pythia-12b.json b/data/models/openassistant_oasst-sft-1-pythia-12b.json similarity index 100% rename from data/models/OpenAssistant_oasst-sft-1-pythia-12b.json rename to data/models/openassistant_oasst-sft-1-pythia-12b.json diff --git a/data/models/OpenAssistant_reward-model-deberta-v3-large-v2.json b/data/models/openassistant_reward-model-deberta-v3-large-v2.json similarity index 100% rename from data/models/OpenAssistant_reward-model-deberta-v3-large-v2.json rename to data/models/openassistant_reward-model-deberta-v3-large-v2.json index cf1ba02f6dd573bf3e0770ff614660b73e92dbb8..b28ca5c5700af0f5cf22d77dcb1c4fea033ecc2d 100644 --- a/data/models/OpenAssistant_reward-model-deberta-v3-large-v2.json +++ b/data/models/openassistant_reward-model-deberta-v3-large-v2.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/OpenAssistant_reward-model-deberta-v3-large-v2/1766412838.146816", + "evaluation_id": "reward-bench/OpenAssistant_reward-model-deberta-v3-large-v2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,127 +31,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.32 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3853 + "score": 0.6126 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2687 + "score": 0.8939 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5027 + "score": 0.4518 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3667 + "score": 0.7338 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2768 + "score": 0.3855 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.12 + "score": 0.5836 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], @@ -159,10 +141,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench/OpenAssistant_reward-model-deberta-v3-large-v2/1766412838.146816", + "evaluation_id": "reward-bench-2/OpenAssistant_reward-model-deberta-v3-large-v2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -181,109 +163,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6126 + "score": 0.32 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8939 + "score": 0.3853 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4518 + "score": 0.2687 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5027 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7338 + "score": 0.3667 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3855 + "score": 0.2768 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5836 + "score": 0.12 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/openbmb_Eurus-7b-kto.json b/data/models/openbmb_eurus-7b-kto.json similarity index 100% rename from data/models/openbmb_Eurus-7b-kto.json rename to data/models/openbmb_eurus-7b-kto.json diff --git a/data/models/openbmb_Eurus-RM-7b.json b/data/models/openbmb_eurus-rm-7b.json similarity index 100% rename from data/models/openbmb_Eurus-RM-7b.json rename to data/models/openbmb_eurus-rm-7b.json index e1154a660c89f219cec7ec844602d9d8fdfa08ad..44637ca17276f082725f61866dcfa3229cc54274 100644 --- a/data/models/openbmb_Eurus-RM-7b.json +++ b/data/models/openbmb_eurus-rm-7b.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/openbmb_Eurus-RM-7b/1766412838.146816", + "evaluation_id": "reward-bench/openbmb_Eurus-RM-7b/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,127 +31,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.5806 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6 + "score": 0.8159 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3438 + "score": 0.9804 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5683 + "score": 0.6557 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6267 + "score": 0.8135 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7475 + "score": 0.8633 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5972 + "score": 0.7172 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], @@ -159,10 +141,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench/openbmb_Eurus-RM-7b/1766412838.146816", + "evaluation_id": "reward-bench-2/openbmb_Eurus-RM-7b/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -181,109 +163,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8159 + "score": 0.5806 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9804 + "score": 0.6 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6557 + "score": 0.3438 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5683 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8135 + "score": 0.6267 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8633 + "score": 0.7475 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7172 + "score": 0.5972 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/openbmb_MiniCPM-2B-dpo-fp32.json b/data/models/openbmb_minicpm-2b-dpo-fp32.json similarity index 100% rename from data/models/openbmb_MiniCPM-2B-dpo-fp32.json rename to data/models/openbmb_minicpm-2b-dpo-fp32.json diff --git a/data/models/openbmb_MiniCPM-S-1B-sft-llama-format.json b/data/models/openbmb_minicpm-s-1b-sft-llama-format.json similarity index 100% rename from data/models/openbmb_MiniCPM-S-1B-sft-llama-format.json rename to data/models/openbmb_minicpm-s-1b-sft-llama-format.json diff --git a/data/models/openbmb_UltraRM-13b.json b/data/models/openbmb_ultrarm-13b.json similarity index 100% rename from data/models/openbmb_UltraRM-13b.json rename to data/models/openbmb_ultrarm-13b.json diff --git a/data/models/OpenBuddy_openbuddy-falcon3-10b-v24.2-131k.json b/data/models/openbuddy_openbuddy-falcon3-10b-v24.2-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-falcon3-10b-v24.2-131k.json rename to data/models/openbuddy_openbuddy-falcon3-10b-v24.2-131k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3-70b-v21.2-32k.json b/data/models/openbuddy_openbuddy-llama3-70b-v21.2-32k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3-70b-v21.2-32k.json rename to data/models/openbuddy_openbuddy-llama3-70b-v21.2-32k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3-8b-v21.1-8k.json b/data/models/openbuddy_openbuddy-llama3-8b-v21.1-8k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3-8b-v21.1-8k.json rename to data/models/openbuddy_openbuddy-llama3-8b-v21.1-8k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3-8b-v21.2-32k.json b/data/models/openbuddy_openbuddy-llama3-8b-v21.2-32k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3-8b-v21.2-32k.json rename to data/models/openbuddy_openbuddy-llama3-8b-v21.2-32k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3.1-70b-v22.1-131k.json b/data/models/openbuddy_openbuddy-llama3.1-70b-v22.1-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3.1-70b-v22.1-131k.json rename to data/models/openbuddy_openbuddy-llama3.1-70b-v22.1-131k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3.1-8b-v22.2-131k.json b/data/models/openbuddy_openbuddy-llama3.1-8b-v22.2-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3.1-8b-v22.2-131k.json rename to data/models/openbuddy_openbuddy-llama3.1-8b-v22.2-131k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3.1-8b-v22.3-131k.json b/data/models/openbuddy_openbuddy-llama3.1-8b-v22.3-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3.1-8b-v22.3-131k.json rename to data/models/openbuddy_openbuddy-llama3.1-8b-v22.3-131k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3.2-1b-v23.1-131k.json b/data/models/openbuddy_openbuddy-llama3.2-1b-v23.1-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3.2-1b-v23.1-131k.json rename to data/models/openbuddy_openbuddy-llama3.2-1b-v23.1-131k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3.2-3b-v23.2-131k.json b/data/models/openbuddy_openbuddy-llama3.2-3b-v23.2-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3.2-3b-v23.2-131k.json rename to data/models/openbuddy_openbuddy-llama3.2-3b-v23.2-131k.json diff --git a/data/models/OpenBuddy_openbuddy-llama3.3-70b-v24.1-131k.json b/data/models/openbuddy_openbuddy-llama3.3-70b-v24.1-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-llama3.3-70b-v24.1-131k.json rename to data/models/openbuddy_openbuddy-llama3.3-70b-v24.1-131k.json diff --git a/data/models/OpenBuddy_openbuddy-mixtral-7bx8-v18.1-32k.json b/data/models/openbuddy_openbuddy-mixtral-7bx8-v18.1-32k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-mixtral-7bx8-v18.1-32k.json rename to data/models/openbuddy_openbuddy-mixtral-7bx8-v18.1-32k.json diff --git a/data/models/OpenBuddy_openbuddy-nemotron-70b-v23.1-131k.json b/data/models/openbuddy_openbuddy-nemotron-70b-v23.1-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-nemotron-70b-v23.1-131k.json rename to data/models/openbuddy_openbuddy-nemotron-70b-v23.1-131k.json diff --git a/data/models/OpenBuddy_openbuddy-nemotron-70b-v23.2-131k.json b/data/models/openbuddy_openbuddy-nemotron-70b-v23.2-131k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-nemotron-70b-v23.2-131k.json rename to data/models/openbuddy_openbuddy-nemotron-70b-v23.2-131k.json diff --git a/data/models/OpenBuddy_openbuddy-qwen2.5llamaify-14b-v23.1-200k.json b/data/models/openbuddy_openbuddy-qwen2.5llamaify-14b-v23.1-200k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-qwen2.5llamaify-14b-v23.1-200k.json rename to data/models/openbuddy_openbuddy-qwen2.5llamaify-14b-v23.1-200k.json diff --git a/data/models/OpenBuddy_openbuddy-qwen2.5llamaify-14b-v23.3-200k.json b/data/models/openbuddy_openbuddy-qwen2.5llamaify-14b-v23.3-200k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-qwen2.5llamaify-14b-v23.3-200k.json rename to data/models/openbuddy_openbuddy-qwen2.5llamaify-14b-v23.3-200k.json diff --git a/data/models/OpenBuddy_openbuddy-qwen2.5llamaify-7b-v23.1-200k.json b/data/models/openbuddy_openbuddy-qwen2.5llamaify-7b-v23.1-200k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-qwen2.5llamaify-7b-v23.1-200k.json rename to data/models/openbuddy_openbuddy-qwen2.5llamaify-7b-v23.1-200k.json diff --git a/data/models/OpenBuddy_openbuddy-qwq-32b-v24.1-200k.json b/data/models/openbuddy_openbuddy-qwq-32b-v24.1-200k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-qwq-32b-v24.1-200k.json rename to data/models/openbuddy_openbuddy-qwq-32b-v24.1-200k.json diff --git a/data/models/OpenBuddy_openbuddy-qwq-32b-v24.2-200k.json b/data/models/openbuddy_openbuddy-qwq-32b-v24.2-200k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-qwq-32b-v24.2-200k.json rename to data/models/openbuddy_openbuddy-qwq-32b-v24.2-200k.json diff --git a/data/models/OpenBuddy_openbuddy-yi1.5-34b-v21.3-32k.json b/data/models/openbuddy_openbuddy-yi1.5-34b-v21.3-32k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-yi1.5-34b-v21.3-32k.json rename to data/models/openbuddy_openbuddy-yi1.5-34b-v21.3-32k.json diff --git a/data/models/OpenBuddy_openbuddy-zero-14b-v22.3-32k.json b/data/models/openbuddy_openbuddy-zero-14b-v22.3-32k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-zero-14b-v22.3-32k.json rename to data/models/openbuddy_openbuddy-zero-14b-v22.3-32k.json diff --git a/data/models/OpenBuddy_openbuddy-zero-3b-v21.2-32k.json b/data/models/openbuddy_openbuddy-zero-3b-v21.2-32k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-zero-3b-v21.2-32k.json rename to data/models/openbuddy_openbuddy-zero-3b-v21.2-32k.json diff --git a/data/models/OpenBuddy_openbuddy-zero-56b-v21.2-32k.json b/data/models/openbuddy_openbuddy-zero-56b-v21.2-32k.json similarity index 100% rename from data/models/OpenBuddy_openbuddy-zero-56b-v21.2-32k.json rename to data/models/openbuddy_openbuddy-zero-56b-v21.2-32k.json diff --git a/data/models/opencompass_CompassJudger-1-1.5B-Instruct.json b/data/models/opencompass_compassjudger-1-1.5b-instruct.json similarity index 100% rename from data/models/opencompass_CompassJudger-1-1.5B-Instruct.json rename to data/models/opencompass_compassjudger-1-1.5b-instruct.json diff --git a/data/models/opencompass_CompassJudger-1-14B-Instruct.json b/data/models/opencompass_compassjudger-1-14b-instruct.json similarity index 100% rename from data/models/opencompass_CompassJudger-1-14B-Instruct.json rename to data/models/opencompass_compassjudger-1-14b-instruct.json diff --git a/data/models/opencompass_CompassJudger-1-32B-Instruct.json b/data/models/opencompass_compassjudger-1-32b-instruct.json similarity index 100% rename from data/models/opencompass_CompassJudger-1-32B-Instruct.json rename to data/models/opencompass_compassjudger-1-32b-instruct.json diff --git a/data/models/opencompass_CompassJudger-1-7B-Instruct.json b/data/models/opencompass_compassjudger-1-7b-instruct.json similarity index 100% rename from data/models/opencompass_CompassJudger-1-7B-Instruct.json rename to data/models/opencompass_compassjudger-1-7b-instruct.json diff --git a/data/models/OpenGenerativeAI_Bifrost-14B.json b/data/models/opengenerativeai_bifrost-14b.json similarity index 100% rename from data/models/OpenGenerativeAI_Bifrost-14B.json rename to data/models/opengenerativeai_bifrost-14b.json diff --git a/data/models/OpenGenerativeAI_Bifrost.json b/data/models/opengenerativeai_bifrost.json similarity index 100% rename from data/models/OpenGenerativeAI_Bifrost.json rename to data/models/opengenerativeai_bifrost.json diff --git a/data/models/OpenLeecher_llama3-8b-lima.json b/data/models/openleecher_llama3-8b-lima.json similarity index 100% rename from data/models/OpenLeecher_llama3-8b-lima.json rename to data/models/openleecher_llama3-8b-lima.json diff --git a/data/models/OpenLLM-France_Lucie-7B-Instruct-human-data.json b/data/models/openllm-france_lucie-7b-instruct-human-data.json similarity index 100% rename from data/models/OpenLLM-France_Lucie-7B-Instruct-human-data.json rename to data/models/openllm-france_lucie-7b-instruct-human-data.json diff --git a/data/models/OpenLLM-France_Lucie-7B-Instruct-v1.1.json b/data/models/openllm-france_lucie-7b-instruct-v1.1.json similarity index 100% rename from data/models/OpenLLM-France_Lucie-7B-Instruct-v1.1.json rename to data/models/openllm-france_lucie-7b-instruct-v1.1.json diff --git a/data/models/OpenLLM-France_Lucie-7B-Instruct.json b/data/models/openllm-france_lucie-7b-instruct.json similarity index 100% rename from data/models/OpenLLM-France_Lucie-7B-Instruct.json rename to data/models/openllm-france_lucie-7b-instruct.json diff --git a/data/models/OpenLLM-France_Lucie-7B.json b/data/models/openllm-france_lucie-7b.json similarity index 100% rename from data/models/OpenLLM-France_Lucie-7B.json rename to data/models/openllm-france_lucie-7b.json diff --git a/data/models/OpenScholar_Llama-3.1_OpenScholar-8B.json b/data/models/openscholar_llama-3.1_openscholar-8b.json similarity index 100% rename from data/models/OpenScholar_Llama-3.1_OpenScholar-8B.json rename to data/models/openscholar_llama-3.1_openscholar-8b.json diff --git a/data/models/orai-nlp_Llama-eus-8B.json b/data/models/orai-nlp_llama-eus-8b.json similarity index 100% rename from data/models/orai-nlp_Llama-eus-8B.json rename to data/models/orai-nlp_llama-eus-8b.json diff --git a/data/models/Orenguteng_Llama-3.1-8B-Lexi-Uncensored-V2.json b/data/models/orenguteng_llama-3.1-8b-lexi-uncensored-v2.json similarity index 100% rename from data/models/Orenguteng_Llama-3.1-8B-Lexi-Uncensored-V2.json rename to data/models/orenguteng_llama-3.1-8b-lexi-uncensored-v2.json diff --git a/data/models/Orenguteng_Llama-3.1-8B-Lexi-Uncensored.json b/data/models/orenguteng_llama-3.1-8b-lexi-uncensored.json similarity index 100% rename from data/models/Orenguteng_Llama-3.1-8B-Lexi-Uncensored.json rename to data/models/orenguteng_llama-3.1-8b-lexi-uncensored.json diff --git a/data/models/Orion-zhen_phi-4-abliterated.json b/data/models/orion-zhen_phi-4-abliterated.json similarity index 100% rename from data/models/Orion-zhen_phi-4-abliterated.json rename to data/models/orion-zhen_phi-4-abliterated.json diff --git a/data/models/Orion-zhen_Qwen2.5-7B-Instruct-Uncensored.json b/data/models/orion-zhen_qwen2.5-7b-instruct-uncensored.json similarity index 100% rename from data/models/Orion-zhen_Qwen2.5-7B-Instruct-Uncensored.json rename to data/models/orion-zhen_qwen2.5-7b-instruct-uncensored.json diff --git a/data/models/ozone-research_Chirp-01.json b/data/models/ozone-research_chirp-01.json similarity index 100% rename from data/models/ozone-research_Chirp-01.json rename to data/models/ozone-research_chirp-01.json diff --git a/data/models/P0x0_Astra-v1-12B.json b/data/models/p0x0_astra-v1-12b.json similarity index 100% rename from data/models/P0x0_Astra-v1-12B.json rename to data/models/p0x0_astra-v1-12b.json diff --git a/data/models/paloalma_ECE-TW3-JRGL-V1.json b/data/models/paloalma_ece-tw3-jrgl-v1.json similarity index 100% rename from data/models/paloalma_ECE-TW3-JRGL-V1.json rename to data/models/paloalma_ece-tw3-jrgl-v1.json diff --git a/data/models/paloalma_ECE-TW3-JRGL-V2.json b/data/models/paloalma_ece-tw3-jrgl-v2.json similarity index 100% rename from data/models/paloalma_ECE-TW3-JRGL-V2.json rename to data/models/paloalma_ece-tw3-jrgl-v2.json diff --git a/data/models/paloalma_ECE-TW3-JRGL-V5.json b/data/models/paloalma_ece-tw3-jrgl-v5.json similarity index 100% rename from data/models/paloalma_ECE-TW3-JRGL-V5.json rename to data/models/paloalma_ece-tw3-jrgl-v5.json diff --git a/data/models/paloalma_Le_Triomphant-ECE-TW3.json b/data/models/paloalma_le_triomphant-ece-tw3.json similarity index 100% rename from data/models/paloalma_Le_Triomphant-ECE-TW3.json rename to data/models/paloalma_le_triomphant-ece-tw3.json diff --git a/data/models/paloalma_TW3-JRGL-v2.json b/data/models/paloalma_tw3-jrgl-v2.json similarity index 100% rename from data/models/paloalma_TW3-JRGL-v2.json rename to data/models/paloalma_tw3-jrgl-v2.json diff --git a/data/models/pankajmathur_Al_Dente_v1_8b.json b/data/models/pankajmathur_al_dente_v1_8b.json similarity index 100% rename from data/models/pankajmathur_Al_Dente_v1_8b.json rename to data/models/pankajmathur_al_dente_v1_8b.json diff --git a/data/models/pankajmathur_orca_mini_v9_0_3B-Instruct.json b/data/models/pankajmathur_orca_mini_v9_0_3b-instruct.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_0_3B-Instruct.json rename to data/models/pankajmathur_orca_mini_v9_0_3b-instruct.json diff --git a/data/models/pankajmathur_orca_mini_v9_1_1B-Instruct.json b/data/models/pankajmathur_orca_mini_v9_1_1b-instruct.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_1_1B-Instruct.json rename to data/models/pankajmathur_orca_mini_v9_1_1b-instruct.json diff --git a/data/models/pankajmathur_orca_mini_v9_2_14B.json b/data/models/pankajmathur_orca_mini_v9_2_14b.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_2_14B.json rename to data/models/pankajmathur_orca_mini_v9_2_14b.json diff --git a/data/models/pankajmathur_orca_mini_v9_4_70B.json b/data/models/pankajmathur_orca_mini_v9_4_70b.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_4_70B.json rename to data/models/pankajmathur_orca_mini_v9_4_70b.json diff --git a/data/models/pankajmathur_orca_mini_v9_5_1B-Instruct.json b/data/models/pankajmathur_orca_mini_v9_5_1b-instruct.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_5_1B-Instruct.json rename to data/models/pankajmathur_orca_mini_v9_5_1b-instruct.json diff --git a/data/models/pankajmathur_orca_mini_v9_5_1B-Instruct_preview.json b/data/models/pankajmathur_orca_mini_v9_5_1b-instruct_preview.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_5_1B-Instruct_preview.json rename to data/models/pankajmathur_orca_mini_v9_5_1b-instruct_preview.json diff --git a/data/models/pankajmathur_orca_mini_v9_5_3B-Instruct.json b/data/models/pankajmathur_orca_mini_v9_5_3b-instruct.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_5_3B-Instruct.json rename to data/models/pankajmathur_orca_mini_v9_5_3b-instruct.json diff --git a/data/models/pankajmathur_orca_mini_v9_6_1B-Instruct.json b/data/models/pankajmathur_orca_mini_v9_6_1b-instruct.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_6_1B-Instruct.json rename to data/models/pankajmathur_orca_mini_v9_6_1b-instruct.json diff --git a/data/models/pankajmathur_orca_mini_v9_6_3B-Instruct.json b/data/models/pankajmathur_orca_mini_v9_6_3b-instruct.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_6_3B-Instruct.json rename to data/models/pankajmathur_orca_mini_v9_6_3b-instruct.json diff --git a/data/models/pankajmathur_orca_mini_v9_7_1B-Instruct.json b/data/models/pankajmathur_orca_mini_v9_7_1b-instruct.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_7_1B-Instruct.json rename to data/models/pankajmathur_orca_mini_v9_7_1b-instruct.json diff --git a/data/models/pankajmathur_orca_mini_v9_7_3B-Instruct.json b/data/models/pankajmathur_orca_mini_v9_7_3b-instruct.json similarity index 100% rename from data/models/pankajmathur_orca_mini_v9_7_3B-Instruct.json rename to data/models/pankajmathur_orca_mini_v9_7_3b-instruct.json diff --git a/data/models/Parissa3_test-model.json b/data/models/parissa3_test-model.json similarity index 100% rename from data/models/Parissa3_test-model.json rename to data/models/parissa3_test-model.json diff --git a/data/models/paulml_ECE-ILAB-Q1.json b/data/models/paulml_ece-ilab-q1.json similarity index 100% rename from data/models/paulml_ECE-ILAB-Q1.json rename to data/models/paulml_ece-ilab-q1.json diff --git a/data/models/Pinkstack_PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B.json b/data/models/pinkstack_parm-v1.5-base-qwq-qwen-2.5-o1-3b.json similarity index 100% rename from data/models/Pinkstack_PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B.json rename to data/models/pinkstack_parm-v1.5-base-qwq-qwen-2.5-o1-3b.json diff --git a/data/models/Pinkstack_SuperThoughts-CoT-14B-16k-o1-QwQ.json b/data/models/pinkstack_superthoughts-cot-14b-16k-o1-qwq.json similarity index 100% rename from data/models/Pinkstack_SuperThoughts-CoT-14B-16k-o1-QwQ.json rename to data/models/pinkstack_superthoughts-cot-14b-16k-o1-qwq.json diff --git a/data/models/Pinkstack_Superthoughts-lite-1.8B-experimental-o1.json b/data/models/pinkstack_superthoughts-lite-1.8b-experimental-o1.json similarity index 100% rename from data/models/Pinkstack_Superthoughts-lite-1.8B-experimental-o1.json rename to data/models/pinkstack_superthoughts-lite-1.8b-experimental-o1.json diff --git a/data/models/Pinkstack_Superthoughts-lite-v1.json b/data/models/pinkstack_superthoughts-lite-v1.json similarity index 100% rename from data/models/Pinkstack_Superthoughts-lite-v1.json rename to data/models/pinkstack_superthoughts-lite-v1.json diff --git a/data/models/pints-ai_1.5-Pints-16K-v0.1.json b/data/models/pints-ai_1.5-pints-16k-v0.1.json similarity index 100% rename from data/models/pints-ai_1.5-Pints-16K-v0.1.json rename to data/models/pints-ai_1.5-pints-16k-v0.1.json diff --git a/data/models/pints-ai_1.5-Pints-2K-v0.1.json b/data/models/pints-ai_1.5-pints-2k-v0.1.json similarity index 100% rename from data/models/pints-ai_1.5-Pints-2K-v0.1.json rename to data/models/pints-ai_1.5-pints-2k-v0.1.json diff --git a/data/models/PJMixers-Dev_L3.2-Instruct-Thinking-v0.1-1B.json b/data/models/pjmixers-dev_l3.2-instruct-thinking-v0.1-1b.json similarity index 100% rename from data/models/PJMixers-Dev_L3.2-Instruct-Thinking-v0.1-1B.json rename to data/models/pjmixers-dev_l3.2-instruct-thinking-v0.1-1b.json diff --git a/data/models/PJMixers-Dev_LLaMa-3.1-Instruct-Interleaved-Zeroed-13B.json b/data/models/pjmixers-dev_llama-3.1-instruct-interleaved-zeroed-13b.json similarity index 100% rename from data/models/PJMixers-Dev_LLaMa-3.1-Instruct-Interleaved-Zeroed-13B.json rename to data/models/pjmixers-dev_llama-3.1-instruct-interleaved-zeroed-13b.json diff --git a/data/models/PJMixers-Dev_LLaMa-3.1-RomboTiesTest-8B.json b/data/models/pjmixers-dev_llama-3.1-rombotiestest-8b.json similarity index 100% rename from data/models/PJMixers-Dev_LLaMa-3.1-RomboTiesTest-8B.json rename to data/models/pjmixers-dev_llama-3.1-rombotiestest-8b.json diff --git a/data/models/PJMixers-Dev_LLaMa-3.1-RomboTiesTest2-8B.json b/data/models/pjmixers-dev_llama-3.1-rombotiestest2-8b.json similarity index 100% rename from data/models/PJMixers-Dev_LLaMa-3.1-RomboTiesTest2-8B.json rename to data/models/pjmixers-dev_llama-3.1-rombotiestest2-8b.json diff --git a/data/models/PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B.json b/data/models/pjmixers-dev_llama-3.2-instruct-jankmix-v0.1-sft-3b.json similarity index 100% rename from data/models/PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B.json rename to data/models/pjmixers-dev_llama-3.2-instruct-jankmix-v0.1-sft-3b.json diff --git a/data/models/PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B.json b/data/models/pjmixers-dev_llama-3.2-instruct-jankmix-v0.2-sft-3b.json similarity index 100% rename from data/models/PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B.json rename to data/models/pjmixers-dev_llama-3.2-instruct-jankmix-v0.2-sft-3b.json diff --git a/data/models/PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B.json b/data/models/pjmixers-dev_llama-3.2-instruct-jankmix-v0.2-sft-hailmary-v0.1-kto-3b.json similarity index 100% rename from data/models/PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B.json rename to data/models/pjmixers-dev_llama-3.2-instruct-jankmix-v0.2-sft-hailmary-v0.1-kto-3b.json diff --git a/data/models/PJMixers-Dev_LLaMa-3.2-Instruct-JankMixBread-v0.1-3B.json b/data/models/pjmixers-dev_llama-3.2-instruct-jankmixbread-v0.1-3b.json similarity index 100% rename from data/models/PJMixers-Dev_LLaMa-3.2-Instruct-JankMixBread-v0.1-3B.json rename to data/models/pjmixers-dev_llama-3.2-instruct-jankmixbread-v0.1-3b.json diff --git a/data/models/PJMixers-Dev_Qwen2.5-RomboTiesTest-7B.json b/data/models/pjmixers-dev_qwen2.5-rombotiestest-7b.json similarity index 100% rename from data/models/PJMixers-Dev_Qwen2.5-RomboTiesTest-7B.json rename to data/models/pjmixers-dev_qwen2.5-rombotiestest-7b.json diff --git a/data/models/PJMixers_LLaMa-3-CursedStock-v2.0-8B.json b/data/models/pjmixers_llama-3-cursedstock-v2.0-8b.json similarity index 100% rename from data/models/PJMixers_LLaMa-3-CursedStock-v2.0-8B.json rename to data/models/pjmixers_llama-3-cursedstock-v2.0-8b.json diff --git a/data/models/PKU-Alignment_beaver-7b-v1.0-cost.json b/data/models/pku-alignment_beaver-7b-v1.0-cost.json similarity index 100% rename from data/models/PKU-Alignment_beaver-7b-v1.0-cost.json rename to data/models/pku-alignment_beaver-7b-v1.0-cost.json diff --git a/data/models/PKU-Alignment_beaver-7b-v1.0-reward.json b/data/models/pku-alignment_beaver-7b-v1.0-reward.json similarity index 100% rename from data/models/PKU-Alignment_beaver-7b-v1.0-reward.json rename to data/models/pku-alignment_beaver-7b-v1.0-reward.json index ee66fd95461643d78856676dc7b45eb953fc109f..adf890d6a20deeb5311651870c4e5638866b9733 100644 --- a/data/models/PKU-Alignment_beaver-7b-v1.0-reward.json +++ b/data/models/pku-alignment_beaver-7b-v1.0-reward.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/PKU-Alignment_beaver-7b-v1.0-reward/1766412838.146816", + "evaluation_id": "reward-bench-2/PKU-Alignment_beaver-7b-v1.0-reward/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4727 + "score": 0.1606 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8184 + "score": 0.2105 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2873 + "score": 0.2938 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2623 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3757 + "score": 0.1422 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.346 + "score": 0.0646 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5993 + "score": -0.01 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/PKU-Alignment_beaver-7b-v1.0-reward/1766412838.146816", + "evaluation_id": "reward-bench/PKU-Alignment_beaver-7b-v1.0-reward/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.1606 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2105 + "score": 0.4727 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2938 + "score": 0.8184 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2623 + "score": 0.2873 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.1422 + "score": 0.3757 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.0646 + "score": 0.346 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": -0.01 + "score": 0.5993 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/PKU-Alignment_beaver-7b-v2.0-cost.json b/data/models/pku-alignment_beaver-7b-v2.0-cost.json similarity index 100% rename from data/models/PKU-Alignment_beaver-7b-v2.0-cost.json rename to data/models/pku-alignment_beaver-7b-v2.0-cost.json index 5314c675193b80f86e094f04e503749d966c642b..81393cc7dd76e676c977d4915c4171a2a2ea4f5e 100644 --- a/data/models/PKU-Alignment_beaver-7b-v2.0-cost.json +++ b/data/models/pku-alignment_beaver-7b-v2.0-cost.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/PKU-Alignment_beaver-7b-v2.0-cost/1766412838.146816", + "evaluation_id": "reward-bench/PKU-Alignment_beaver-7b-v2.0-cost/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,127 +31,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.3326 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3789 + "score": 0.5957 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.275 + "score": 0.5726 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3333 + "score": 0.4561 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7356 + "score": 0.7608 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2828 + "score": 0.6211 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": -0.01 + "score": 0.5397 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], @@ -159,10 +141,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench/PKU-Alignment_beaver-7b-v2.0-cost/1766412838.146816", + "evaluation_id": "reward-bench-2/PKU-Alignment_beaver-7b-v2.0-cost/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -181,109 +163,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5957 + "score": 0.3326 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5726 + "score": 0.3789 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4561 + "score": 0.275 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3333 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7608 + "score": 0.7356 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6211 + "score": 0.2828 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5397 + "score": -0.01 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/PKU-Alignment_beaver-7b-v2.0-reward.json b/data/models/pku-alignment_beaver-7b-v2.0-reward.json similarity index 100% rename from data/models/PKU-Alignment_beaver-7b-v2.0-reward.json rename to data/models/pku-alignment_beaver-7b-v2.0-reward.json index 4c7c399de00819c04f2b08eddfc902f45548a34f..e6954fa8026e0ae406f243f530096227275cb53f 100644 --- a/data/models/PKU-Alignment_beaver-7b-v2.0-reward.json +++ b/data/models/pku-alignment_beaver-7b-v2.0-reward.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/PKU-Alignment_beaver-7b-v2.0-reward/1766412838.146816", + "evaluation_id": "reward-bench-2/PKU-Alignment_beaver-7b-v2.0-reward/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6366 + "score": 0.2544 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8994 + "score": 0.2168 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.364 + "score": 0.2562 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3825 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6041 + "score": 0.3156 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6887 + "score": 0.2606 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6171 + "score": 0.0944 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/PKU-Alignment_beaver-7b-v2.0-reward/1766412838.146816", + "evaluation_id": "reward-bench/PKU-Alignment_beaver-7b-v2.0-reward/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.2544 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2168 + "score": 0.6366 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2562 + "score": 0.8994 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3825 + "score": 0.364 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3156 + "score": 0.6041 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.2606 + "score": 0.6887 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.0944 + "score": 0.6171 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/PocketDoc_Dans-Instruct-CoreCurriculum-12b.json b/data/models/pocketdoc_dans-instruct-corecurriculum-12b.json similarity index 100% rename from data/models/PocketDoc_Dans-Instruct-CoreCurriculum-12b.json rename to data/models/pocketdoc_dans-instruct-corecurriculum-12b.json diff --git a/data/models/PocketDoc_Dans-PersonalityEngine-v1.0.0-8b.json b/data/models/pocketdoc_dans-personalityengine-v1.0.0-8b.json similarity index 100% rename from data/models/PocketDoc_Dans-PersonalityEngine-v1.0.0-8b.json rename to data/models/pocketdoc_dans-personalityengine-v1.0.0-8b.json diff --git a/data/models/PocketDoc_Dans-PersonalityEngine-V1.1.0-12b.json b/data/models/pocketdoc_dans-personalityengine-v1.1.0-12b.json similarity index 100% rename from data/models/PocketDoc_Dans-PersonalityEngine-V1.1.0-12b.json rename to data/models/pocketdoc_dans-personalityengine-v1.1.0-12b.json diff --git a/data/models/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b.json b/data/models/pocketdoc_dans-personalityengine-v1.2.0-24b.json similarity index 100% rename from data/models/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b.json rename to data/models/pocketdoc_dans-personalityengine-v1.2.0-24b.json diff --git a/data/models/PocketDoc_Dans-SakuraKaze-V1.0.0-12b.json b/data/models/pocketdoc_dans-sakurakaze-v1.0.0-12b.json similarity index 100% rename from data/models/PocketDoc_Dans-SakuraKaze-V1.0.0-12b.json rename to data/models/pocketdoc_dans-sakurakaze-v1.0.0-12b.json diff --git a/data/models/PoLL_gpt-3.5-turbo-0125_claude-3-sonnet-2024022....json b/data/models/poll_gpt-3.5-turbo-0125_claude-3-sonnet-2024022....json similarity index 100% rename from data/models/PoLL_gpt-3.5-turbo-0125_claude-3-sonnet-2024022....json rename to data/models/poll_gpt-3.5-turbo-0125_claude-3-sonnet-2024022....json diff --git a/data/models/PowerInfer_SmallThinker-3B-Preview.json b/data/models/powerinfer_smallthinker-3b-preview.json similarity index 100% rename from data/models/PowerInfer_SmallThinker-3B-Preview.json rename to data/models/powerinfer_smallthinker-3b-preview.json diff --git a/data/models/PranavHarshan_LaMistral-V4.json b/data/models/pranavharshan_lamistral-v4.json similarity index 100% rename from data/models/PranavHarshan_LaMistral-V4.json rename to data/models/pranavharshan_lamistral-v4.json diff --git a/data/models/PranavHarshan_MedNarra-X1.json b/data/models/pranavharshan_mednarra-x1.json similarity index 100% rename from data/models/PranavHarshan_MedNarra-X1.json rename to data/models/pranavharshan_mednarra-x1.json diff --git a/data/models/Pretergeek_OpenChat-3.5-0106_10.7B_48Layers-Appended.json b/data/models/pretergeek_openchat-3.5-0106_10.7b_48layers-appended.json similarity index 100% rename from data/models/Pretergeek_OpenChat-3.5-0106_10.7B_48Layers-Appended.json rename to data/models/pretergeek_openchat-3.5-0106_10.7b_48layers-appended.json diff --git a/data/models/Pretergeek_OpenChat-3.5-0106_10.7B_48Layers-Interleaved.json b/data/models/pretergeek_openchat-3.5-0106_10.7b_48layers-interleaved.json similarity index 100% rename from data/models/Pretergeek_OpenChat-3.5-0106_10.7B_48Layers-Interleaved.json rename to data/models/pretergeek_openchat-3.5-0106_10.7b_48layers-interleaved.json diff --git a/data/models/Pretergeek_OpenChat-3.5-0106_32K-PoSE.json b/data/models/pretergeek_openchat-3.5-0106_32k-pose.json similarity index 100% rename from data/models/Pretergeek_OpenChat-3.5-0106_32K-PoSE.json rename to data/models/pretergeek_openchat-3.5-0106_32k-pose.json diff --git a/data/models/Pretergeek_OpenChat-3.5-0106_8.11B_36Layers-Appended.json b/data/models/pretergeek_openchat-3.5-0106_8.11b_36layers-appended.json similarity index 100% rename from data/models/Pretergeek_OpenChat-3.5-0106_8.11B_36Layers-Appended.json rename to data/models/pretergeek_openchat-3.5-0106_8.11b_36layers-appended.json diff --git a/data/models/Pretergeek_OpenChat-3.5-0106_8.11B_36Layers-Interleaved.json b/data/models/pretergeek_openchat-3.5-0106_8.11b_36layers-interleaved.json similarity index 100% rename from data/models/Pretergeek_OpenChat-3.5-0106_8.11B_36Layers-Interleaved.json rename to data/models/pretergeek_openchat-3.5-0106_8.11b_36layers-interleaved.json diff --git a/data/models/Pretergeek_OpenChat-3.5-0106_8.99B_40Layers-Appended.json b/data/models/pretergeek_openchat-3.5-0106_8.99b_40layers-appended.json similarity index 100% rename from data/models/Pretergeek_OpenChat-3.5-0106_8.99B_40Layers-Appended.json rename to data/models/pretergeek_openchat-3.5-0106_8.99b_40layers-appended.json diff --git a/data/models/Pretergeek_OpenChat-3.5-0106_8.99B_40Layers-Interleaved.json b/data/models/pretergeek_openchat-3.5-0106_8.99b_40layers-interleaved.json similarity index 100% rename from data/models/Pretergeek_OpenChat-3.5-0106_8.99B_40Layers-Interleaved.json rename to data/models/pretergeek_openchat-3.5-0106_8.99b_40layers-interleaved.json diff --git a/data/models/Pretergeek_OpenChat-3.5-0106_9.86B_44Layers-Appended.json b/data/models/pretergeek_openchat-3.5-0106_9.86b_44layers-appended.json similarity index 100% rename from data/models/Pretergeek_OpenChat-3.5-0106_9.86B_44Layers-Appended.json rename to data/models/pretergeek_openchat-3.5-0106_9.86b_44layers-appended.json diff --git a/data/models/Pretergeek_openchat-3.5-0106_Rebased_Mistral-7B-v0.2.json b/data/models/pretergeek_openchat-3.5-0106_rebased_mistral-7b-v0.2.json similarity index 100% rename from data/models/Pretergeek_openchat-3.5-0106_Rebased_Mistral-7B-v0.2.json rename to data/models/pretergeek_openchat-3.5-0106_rebased_mistral-7b-v0.2.json diff --git a/data/models/PrimeIntellect_INTELLECT-1-Instruct.json b/data/models/primeintellect_intellect-1-instruct.json similarity index 100% rename from data/models/PrimeIntellect_INTELLECT-1-Instruct.json rename to data/models/primeintellect_intellect-1-instruct.json diff --git a/data/models/PrimeIntellect_INTELLECT-1.json b/data/models/primeintellect_intellect-1.json similarity index 99% rename from data/models/PrimeIntellect_INTELLECT-1.json rename to data/models/primeintellect_intellect-1.json index 11540ee3bbe8e1cf39e975f01119be07e32aac66..7d9ec915394b34f60309abc9ed073a5aa8bce5ab 100644 --- a/data/models/PrimeIntellect_INTELLECT-1.json +++ b/data/models/primeintellect_intellect-1.json @@ -5,7 +5,7 @@ "developer": "PrimeIntellect", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "LlamaForCausalLM", "params_billions": "10.211" } diff --git a/data/models/prince-canuma_Ministral-8B-Instruct-2410-HF.json b/data/models/prince-canuma_ministral-8b-instruct-2410-hf.json similarity index 100% rename from data/models/prince-canuma_Ministral-8B-Instruct-2410-HF.json rename to data/models/prince-canuma_ministral-8b-instruct-2410-hf.json diff --git a/data/models/princeton-nlp_gemma-2-9b-it-DPO.json b/data/models/princeton-nlp_gemma-2-9b-it-dpo.json similarity index 100% rename from data/models/princeton-nlp_gemma-2-9b-it-DPO.json rename to data/models/princeton-nlp_gemma-2-9b-it-dpo.json diff --git a/data/models/princeton-nlp_gemma-2-9b-it-SimPO.json b/data/models/princeton-nlp_gemma-2-9b-it-simpo.json similarity index 100% rename from data/models/princeton-nlp_gemma-2-9b-it-SimPO.json rename to data/models/princeton-nlp_gemma-2-9b-it-simpo.json diff --git a/data/models/princeton-nlp_Llama-3-8B-ProLong-512k-Base.json b/data/models/princeton-nlp_llama-3-8b-prolong-512k-base.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-8B-ProLong-512k-Base.json rename to data/models/princeton-nlp_llama-3-8b-prolong-512k-base.json diff --git a/data/models/princeton-nlp_Llama-3-8B-ProLong-512k-Instruct.json b/data/models/princeton-nlp_llama-3-8b-prolong-512k-instruct.json similarity index 99% rename from data/models/princeton-nlp_Llama-3-8B-ProLong-512k-Instruct.json rename to data/models/princeton-nlp_llama-3-8b-prolong-512k-instruct.json index bcab2e7a80c4147fe76a6075a5f94f6aa142679b..a2239eea28a466521ab226132351f6bc4c958619 100644 --- a/data/models/princeton-nlp_Llama-3-8B-ProLong-512k-Instruct.json +++ b/data/models/princeton-nlp_llama-3-8b-prolong-512k-instruct.json @@ -5,7 +5,7 @@ "developer": "princeton-nlp", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "LlamaForCausalLM", "params_billions": "8.03" } diff --git a/data/models/princeton-nlp_Llama-3-8B-ProLong-64k-Base.json b/data/models/princeton-nlp_llama-3-8b-prolong-64k-base.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-8B-ProLong-64k-Base.json rename to data/models/princeton-nlp_llama-3-8b-prolong-64k-base.json diff --git a/data/models/princeton-nlp_Llama-3-8B-ProLong-64k-Instruct.json b/data/models/princeton-nlp_llama-3-8b-prolong-64k-instruct.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-8B-ProLong-64k-Instruct.json rename to data/models/princeton-nlp_llama-3-8b-prolong-64k-instruct.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-CPO.json b/data/models/princeton-nlp_llama-3-base-8b-sft-cpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-CPO.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-cpo.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-DPO.json b/data/models/princeton-nlp_llama-3-base-8b-sft-dpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-DPO.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-dpo.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-IPO.json b/data/models/princeton-nlp_llama-3-base-8b-sft-ipo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-IPO.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-ipo.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-KTO.json b/data/models/princeton-nlp_llama-3-base-8b-sft-kto.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-KTO.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-kto.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-ORPO.json b/data/models/princeton-nlp_llama-3-base-8b-sft-orpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-ORPO.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-orpo.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-RDPO.json b/data/models/princeton-nlp_llama-3-base-8b-sft-rdpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-RDPO.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-rdpo.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-RRHF.json b/data/models/princeton-nlp_llama-3-base-8b-sft-rrhf.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-RRHF.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-rrhf.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-SimPO.json b/data/models/princeton-nlp_llama-3-base-8b-sft-simpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-SimPO.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-simpo.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT-SLiC-HF.json b/data/models/princeton-nlp_llama-3-base-8b-sft-slic-hf.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT-SLiC-HF.json rename to data/models/princeton-nlp_llama-3-base-8b-sft-slic-hf.json diff --git a/data/models/princeton-nlp_Llama-3-Base-8B-SFT.json b/data/models/princeton-nlp_llama-3-base-8b-sft.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Base-8B-SFT.json rename to data/models/princeton-nlp_llama-3-base-8b-sft.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-CPO-v0.2.json b/data/models/princeton-nlp_llama-3-instruct-8b-cpo-v0.2.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-CPO-v0.2.json rename to data/models/princeton-nlp_llama-3-instruct-8b-cpo-v0.2.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-CPO.json b/data/models/princeton-nlp_llama-3-instruct-8b-cpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-CPO.json rename to data/models/princeton-nlp_llama-3-instruct-8b-cpo.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-DPO-v0.2.json b/data/models/princeton-nlp_llama-3-instruct-8b-dpo-v0.2.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-DPO-v0.2.json rename to data/models/princeton-nlp_llama-3-instruct-8b-dpo-v0.2.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-DPO.json b/data/models/princeton-nlp_llama-3-instruct-8b-dpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-DPO.json rename to data/models/princeton-nlp_llama-3-instruct-8b-dpo.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-KTO-v0.2.json b/data/models/princeton-nlp_llama-3-instruct-8b-kto-v0.2.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-KTO-v0.2.json rename to data/models/princeton-nlp_llama-3-instruct-8b-kto-v0.2.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-KTO.json b/data/models/princeton-nlp_llama-3-instruct-8b-kto.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-KTO.json rename to data/models/princeton-nlp_llama-3-instruct-8b-kto.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-ORPO-v0.2.json b/data/models/princeton-nlp_llama-3-instruct-8b-orpo-v0.2.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-ORPO-v0.2.json rename to data/models/princeton-nlp_llama-3-instruct-8b-orpo-v0.2.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-ORPO.json b/data/models/princeton-nlp_llama-3-instruct-8b-orpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-ORPO.json rename to data/models/princeton-nlp_llama-3-instruct-8b-orpo.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-RDPO-v0.2.json b/data/models/princeton-nlp_llama-3-instruct-8b-rdpo-v0.2.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-RDPO-v0.2.json rename to data/models/princeton-nlp_llama-3-instruct-8b-rdpo-v0.2.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-RDPO.json b/data/models/princeton-nlp_llama-3-instruct-8b-rdpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-RDPO.json rename to data/models/princeton-nlp_llama-3-instruct-8b-rdpo.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-RRHF-v0.2.json b/data/models/princeton-nlp_llama-3-instruct-8b-rrhf-v0.2.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-RRHF-v0.2.json rename to data/models/princeton-nlp_llama-3-instruct-8b-rrhf-v0.2.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-RRHF.json b/data/models/princeton-nlp_llama-3-instruct-8b-rrhf.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-RRHF.json rename to data/models/princeton-nlp_llama-3-instruct-8b-rrhf.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-SimPO-v0.2.json b/data/models/princeton-nlp_llama-3-instruct-8b-simpo-v0.2.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-SimPO-v0.2.json rename to data/models/princeton-nlp_llama-3-instruct-8b-simpo-v0.2.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-SimPO.json b/data/models/princeton-nlp_llama-3-instruct-8b-simpo.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-SimPO.json rename to data/models/princeton-nlp_llama-3-instruct-8b-simpo.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-SLiC-HF-v0.2.json b/data/models/princeton-nlp_llama-3-instruct-8b-slic-hf-v0.2.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-SLiC-HF-v0.2.json rename to data/models/princeton-nlp_llama-3-instruct-8b-slic-hf-v0.2.json diff --git a/data/models/princeton-nlp_Llama-3-Instruct-8B-SLiC-HF.json b/data/models/princeton-nlp_llama-3-instruct-8b-slic-hf.json similarity index 100% rename from data/models/princeton-nlp_Llama-3-Instruct-8B-SLiC-HF.json rename to data/models/princeton-nlp_llama-3-instruct-8b-slic-hf.json diff --git a/data/models/princeton-nlp_Mistral-7B-Base-SFT-CPO.json b/data/models/princeton-nlp_mistral-7b-base-sft-cpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Base-SFT-CPO.json rename to data/models/princeton-nlp_mistral-7b-base-sft-cpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Base-SFT-DPO.json b/data/models/princeton-nlp_mistral-7b-base-sft-dpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Base-SFT-DPO.json rename to data/models/princeton-nlp_mistral-7b-base-sft-dpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Base-SFT-IPO.json b/data/models/princeton-nlp_mistral-7b-base-sft-ipo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Base-SFT-IPO.json rename to data/models/princeton-nlp_mistral-7b-base-sft-ipo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Base-SFT-KTO.json b/data/models/princeton-nlp_mistral-7b-base-sft-kto.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Base-SFT-KTO.json rename to data/models/princeton-nlp_mistral-7b-base-sft-kto.json diff --git a/data/models/princeton-nlp_Mistral-7B-Base-SFT-RDPO.json b/data/models/princeton-nlp_mistral-7b-base-sft-rdpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Base-SFT-RDPO.json rename to data/models/princeton-nlp_mistral-7b-base-sft-rdpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Base-SFT-RRHF.json b/data/models/princeton-nlp_mistral-7b-base-sft-rrhf.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Base-SFT-RRHF.json rename to data/models/princeton-nlp_mistral-7b-base-sft-rrhf.json diff --git a/data/models/princeton-nlp_Mistral-7B-Base-SFT-SimPO.json b/data/models/princeton-nlp_mistral-7b-base-sft-simpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Base-SFT-SimPO.json rename to data/models/princeton-nlp_mistral-7b-base-sft-simpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Base-SFT-SLiC-HF.json b/data/models/princeton-nlp_mistral-7b-base-sft-slic-hf.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Base-SFT-SLiC-HF.json rename to data/models/princeton-nlp_mistral-7b-base-sft-slic-hf.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-CPO.json b/data/models/princeton-nlp_mistral-7b-instruct-cpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-CPO.json rename to data/models/princeton-nlp_mistral-7b-instruct-cpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-DPO.json b/data/models/princeton-nlp_mistral-7b-instruct-dpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-DPO.json rename to data/models/princeton-nlp_mistral-7b-instruct-dpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-IPO.json b/data/models/princeton-nlp_mistral-7b-instruct-ipo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-IPO.json rename to data/models/princeton-nlp_mistral-7b-instruct-ipo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-KTO.json b/data/models/princeton-nlp_mistral-7b-instruct-kto.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-KTO.json rename to data/models/princeton-nlp_mistral-7b-instruct-kto.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-ORPO.json b/data/models/princeton-nlp_mistral-7b-instruct-orpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-ORPO.json rename to data/models/princeton-nlp_mistral-7b-instruct-orpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-RDPO.json b/data/models/princeton-nlp_mistral-7b-instruct-rdpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-RDPO.json rename to data/models/princeton-nlp_mistral-7b-instruct-rdpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-RRHF.json b/data/models/princeton-nlp_mistral-7b-instruct-rrhf.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-RRHF.json rename to data/models/princeton-nlp_mistral-7b-instruct-rrhf.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-SimPO.json b/data/models/princeton-nlp_mistral-7b-instruct-simpo.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-SimPO.json rename to data/models/princeton-nlp_mistral-7b-instruct-simpo.json diff --git a/data/models/princeton-nlp_Mistral-7B-Instruct-SLiC-HF.json b/data/models/princeton-nlp_mistral-7b-instruct-slic-hf.json similarity index 100% rename from data/models/princeton-nlp_Mistral-7B-Instruct-SLiC-HF.json rename to data/models/princeton-nlp_mistral-7b-instruct-slic-hf.json diff --git a/data/models/princeton-nlp_Sheared-LLaMA-1.3B.json b/data/models/princeton-nlp_sheared-llama-1.3b.json similarity index 100% rename from data/models/princeton-nlp_Sheared-LLaMA-1.3B.json rename to data/models/princeton-nlp_sheared-llama-1.3b.json diff --git a/data/models/princeton-nlp_Sheared-LLaMA-2.7B.json b/data/models/princeton-nlp_sheared-llama-2.7b.json similarity index 100% rename from data/models/princeton-nlp_Sheared-LLaMA-2.7B.json rename to data/models/princeton-nlp_sheared-llama-2.7b.json diff --git a/data/models/prithivMLmods_Bellatrix-1.5B-xElite.json b/data/models/prithivmlmods_bellatrix-1.5b-xelite.json similarity index 100% rename from data/models/prithivMLmods_Bellatrix-1.5B-xElite.json rename to data/models/prithivmlmods_bellatrix-1.5b-xelite.json diff --git a/data/models/prithivMLmods_Bellatrix-Tiny-1.5B-R1.json b/data/models/prithivmlmods_bellatrix-tiny-1.5b-r1.json similarity index 100% rename from data/models/prithivMLmods_Bellatrix-Tiny-1.5B-R1.json rename to data/models/prithivmlmods_bellatrix-tiny-1.5b-r1.json diff --git a/data/models/prithivMLmods_Bellatrix-Tiny-1B-v2.json b/data/models/prithivmlmods_bellatrix-tiny-1b-v2.json similarity index 100% rename from data/models/prithivMLmods_Bellatrix-Tiny-1B-v2.json rename to data/models/prithivmlmods_bellatrix-tiny-1b-v2.json diff --git a/data/models/prithivMLmods_Blaze-14B-xElite.json b/data/models/prithivmlmods_blaze-14b-xelite.json similarity index 100% rename from data/models/prithivMLmods_Blaze-14B-xElite.json rename to data/models/prithivmlmods_blaze-14b-xelite.json diff --git a/data/models/prithivMLmods_Calcium-Opus-14B-Elite-1M.json b/data/models/prithivmlmods_calcium-opus-14b-elite-1m.json similarity index 100% rename from data/models/prithivMLmods_Calcium-Opus-14B-Elite-1M.json rename to data/models/prithivmlmods_calcium-opus-14b-elite-1m.json diff --git a/data/models/prithivMLmods_Calcium-Opus-14B-Elite-Stock.json b/data/models/prithivmlmods_calcium-opus-14b-elite-stock.json similarity index 100% rename from data/models/prithivMLmods_Calcium-Opus-14B-Elite-Stock.json rename to data/models/prithivmlmods_calcium-opus-14b-elite-stock.json diff --git a/data/models/prithivMLmods_Calcium-Opus-14B-Elite.json b/data/models/prithivmlmods_calcium-opus-14b-elite.json similarity index 99% rename from data/models/prithivMLmods_Calcium-Opus-14B-Elite.json rename to data/models/prithivmlmods_calcium-opus-14b-elite.json index d55e27a544ce26538462d7d22563b8808934095f..89a0dd9277acb0b40655f39809af8ab4d96076ef 100644 --- a/data/models/prithivMLmods_Calcium-Opus-14B-Elite.json +++ b/data/models/prithivmlmods_calcium-opus-14b-elite.json @@ -5,7 +5,7 @@ "developer": "prithivMLmods", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "Qwen2ForCausalLM", "params_billions": "14.766" } diff --git a/data/models/prithivMLmods_Calcium-Opus-14B-Elite2-R1.json b/data/models/prithivmlmods_calcium-opus-14b-elite2-r1.json similarity index 100% rename from data/models/prithivMLmods_Calcium-Opus-14B-Elite2-R1.json rename to data/models/prithivmlmods_calcium-opus-14b-elite2-r1.json diff --git a/data/models/prithivMLmods_Calcium-Opus-14B-Elite2.json b/data/models/prithivmlmods_calcium-opus-14b-elite2.json similarity index 100% rename from data/models/prithivMLmods_Calcium-Opus-14B-Elite2.json rename to data/models/prithivmlmods_calcium-opus-14b-elite2.json diff --git a/data/models/prithivMLmods_Calcium-Opus-14B-Elite3.json b/data/models/prithivmlmods_calcium-opus-14b-elite3.json similarity index 100% rename from data/models/prithivMLmods_Calcium-Opus-14B-Elite3.json rename to data/models/prithivmlmods_calcium-opus-14b-elite3.json diff --git a/data/models/prithivMLmods_Calcium-Opus-14B-Elite4.json b/data/models/prithivmlmods_calcium-opus-14b-elite4.json similarity index 100% rename from data/models/prithivMLmods_Calcium-Opus-14B-Elite4.json rename to data/models/prithivmlmods_calcium-opus-14b-elite4.json diff --git a/data/models/prithivMLmods_Calcium-Opus-14B-Merge.json b/data/models/prithivmlmods_calcium-opus-14b-merge.json similarity index 100% rename from data/models/prithivMLmods_Calcium-Opus-14B-Merge.json rename to data/models/prithivmlmods_calcium-opus-14b-merge.json diff --git a/data/models/prithivMLmods_Calcium-Opus-20B-v1.json b/data/models/prithivmlmods_calcium-opus-20b-v1.json similarity index 100% rename from data/models/prithivMLmods_Calcium-Opus-20B-v1.json rename to data/models/prithivmlmods_calcium-opus-20b-v1.json diff --git a/data/models/prithivMLmods_COCO-7B-Instruct-1M.json b/data/models/prithivmlmods_coco-7b-instruct-1m.json similarity index 100% rename from data/models/prithivMLmods_COCO-7B-Instruct-1M.json rename to data/models/prithivmlmods_coco-7b-instruct-1m.json diff --git a/data/models/prithivMLmods_Codepy-Deepthink-3B.json b/data/models/prithivmlmods_codepy-deepthink-3b.json similarity index 100% rename from data/models/prithivMLmods_Codepy-Deepthink-3B.json rename to data/models/prithivmlmods_codepy-deepthink-3b.json diff --git a/data/models/prithivMLmods_Coma-II-14B.json b/data/models/prithivmlmods_coma-ii-14b.json similarity index 100% rename from data/models/prithivMLmods_Coma-II-14B.json rename to data/models/prithivmlmods_coma-ii-14b.json diff --git a/data/models/prithivMLmods_Condor-Opus-14B-Exp.json b/data/models/prithivmlmods_condor-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Condor-Opus-14B-Exp.json rename to data/models/prithivmlmods_condor-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Cygnus-II-14B.json b/data/models/prithivmlmods_cygnus-ii-14b.json similarity index 100% rename from data/models/prithivMLmods_Cygnus-II-14B.json rename to data/models/prithivmlmods_cygnus-ii-14b.json diff --git a/data/models/prithivMLmods_Deepthink-Llama-3-8B-Preview.json b/data/models/prithivmlmods_deepthink-llama-3-8b-preview.json similarity index 100% rename from data/models/prithivMLmods_Deepthink-Llama-3-8B-Preview.json rename to data/models/prithivmlmods_deepthink-llama-3-8b-preview.json diff --git a/data/models/prithivMLmods_Deepthink-Reasoning-14B.json b/data/models/prithivmlmods_deepthink-reasoning-14b.json similarity index 100% rename from data/models/prithivMLmods_Deepthink-Reasoning-14B.json rename to data/models/prithivmlmods_deepthink-reasoning-14b.json diff --git a/data/models/prithivMLmods_Deepthink-Reasoning-7B.json b/data/models/prithivmlmods_deepthink-reasoning-7b.json similarity index 100% rename from data/models/prithivMLmods_Deepthink-Reasoning-7B.json rename to data/models/prithivmlmods_deepthink-reasoning-7b.json diff --git a/data/models/prithivMLmods_Dinobot-Opus-14B-Exp.json b/data/models/prithivmlmods_dinobot-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Dinobot-Opus-14B-Exp.json rename to data/models/prithivmlmods_dinobot-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Elita-0.1-Distilled-R1-abliterated.json b/data/models/prithivmlmods_elita-0.1-distilled-r1-abliterated.json similarity index 100% rename from data/models/prithivMLmods_Elita-0.1-Distilled-R1-abliterated.json rename to data/models/prithivmlmods_elita-0.1-distilled-r1-abliterated.json diff --git a/data/models/prithivMLmods_Elita-1.json b/data/models/prithivmlmods_elita-1.json similarity index 100% rename from data/models/prithivMLmods_Elita-1.json rename to data/models/prithivmlmods_elita-1.json diff --git a/data/models/prithivMLmods_Epimetheus-14B-Axo.json b/data/models/prithivmlmods_epimetheus-14b-axo.json similarity index 100% rename from data/models/prithivMLmods_Epimetheus-14B-Axo.json rename to data/models/prithivmlmods_epimetheus-14b-axo.json diff --git a/data/models/prithivMLmods_Equuleus-Opus-14B-Exp.json b/data/models/prithivmlmods_equuleus-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Equuleus-Opus-14B-Exp.json rename to data/models/prithivmlmods_equuleus-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Eridanus-Opus-14B-r999.json b/data/models/prithivmlmods_eridanus-opus-14b-r999.json similarity index 100% rename from data/models/prithivMLmods_Eridanus-Opus-14B-r999.json rename to data/models/prithivmlmods_eridanus-opus-14b-r999.json diff --git a/data/models/prithivMLmods_Evac-Opus-14B-Exp.json b/data/models/prithivmlmods_evac-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Evac-Opus-14B-Exp.json rename to data/models/prithivmlmods_evac-opus-14b-exp.json diff --git a/data/models/prithivMLmods_FastThink-0.5B-Tiny.json b/data/models/prithivmlmods_fastthink-0.5b-tiny.json similarity index 100% rename from data/models/prithivMLmods_FastThink-0.5B-Tiny.json rename to data/models/prithivmlmods_fastthink-0.5b-tiny.json diff --git a/data/models/prithivMLmods_Gaea-Opus-14B-Exp.json b/data/models/prithivmlmods_gaea-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Gaea-Opus-14B-Exp.json rename to data/models/prithivmlmods_gaea-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Galactic-Qwen-14B-Exp1.json b/data/models/prithivmlmods_galactic-qwen-14b-exp1.json similarity index 100% rename from data/models/prithivMLmods_Galactic-Qwen-14B-Exp1.json rename to data/models/prithivmlmods_galactic-qwen-14b-exp1.json diff --git a/data/models/prithivMLmods_Galactic-Qwen-14B-Exp2.json b/data/models/prithivmlmods_galactic-qwen-14b-exp2.json similarity index 100% rename from data/models/prithivMLmods_Galactic-Qwen-14B-Exp2.json rename to data/models/prithivmlmods_galactic-qwen-14b-exp2.json diff --git a/data/models/prithivMLmods_Gauss-Opus-14B-R999.json b/data/models/prithivmlmods_gauss-opus-14b-r999.json similarity index 100% rename from data/models/prithivMLmods_Gauss-Opus-14B-R999.json rename to data/models/prithivmlmods_gauss-opus-14b-r999.json diff --git a/data/models/prithivMLmods_GWQ-9B-Preview.json b/data/models/prithivmlmods_gwq-9b-preview.json similarity index 100% rename from data/models/prithivMLmods_GWQ-9B-Preview.json rename to data/models/prithivmlmods_gwq-9b-preview.json diff --git a/data/models/prithivMLmods_GWQ-9B-Preview2.json b/data/models/prithivmlmods_gwq-9b-preview2.json similarity index 100% rename from data/models/prithivMLmods_GWQ-9B-Preview2.json rename to data/models/prithivmlmods_gwq-9b-preview2.json diff --git a/data/models/prithivMLmods_GWQ2b.json b/data/models/prithivmlmods_gwq2b.json similarity index 100% rename from data/models/prithivMLmods_GWQ2b.json rename to data/models/prithivmlmods_gwq2b.json diff --git a/data/models/prithivMLmods_Jolt-v0.1.json b/data/models/prithivmlmods_jolt-v0.1.json similarity index 100% rename from data/models/prithivMLmods_Jolt-v0.1.json rename to data/models/prithivmlmods_jolt-v0.1.json diff --git a/data/models/prithivMLmods_Lacerta-Opus-14B-Elite8.json b/data/models/prithivmlmods_lacerta-opus-14b-elite8.json similarity index 100% rename from data/models/prithivMLmods_Lacerta-Opus-14B-Elite8.json rename to data/models/prithivmlmods_lacerta-opus-14b-elite8.json diff --git a/data/models/prithivMLmods_Llama-3.1-5B-Instruct.json b/data/models/prithivmlmods_llama-3.1-5b-instruct.json similarity index 100% rename from data/models/prithivMLmods_Llama-3.1-5B-Instruct.json rename to data/models/prithivmlmods_llama-3.1-5b-instruct.json diff --git a/data/models/prithivMLmods_Llama-3.1-8B-Open-SFT.json b/data/models/prithivmlmods_llama-3.1-8b-open-sft.json similarity index 100% rename from data/models/prithivMLmods_Llama-3.1-8B-Open-SFT.json rename to data/models/prithivmlmods_llama-3.1-8b-open-sft.json diff --git a/data/models/prithivMLmods_Llama-3.2-3B-Math-Oct.json b/data/models/prithivmlmods_llama-3.2-3b-math-oct.json similarity index 100% rename from data/models/prithivMLmods_Llama-3.2-3B-Math-Oct.json rename to data/models/prithivmlmods_llama-3.2-3b-math-oct.json diff --git a/data/models/prithivMLmods_Llama-3.2-6B-AlgoCode.json b/data/models/prithivmlmods_llama-3.2-6b-algocode.json similarity index 100% rename from data/models/prithivMLmods_Llama-3.2-6B-AlgoCode.json rename to data/models/prithivmlmods_llama-3.2-6b-algocode.json diff --git a/data/models/prithivMLmods_Llama-8B-Distill-CoT.json b/data/models/prithivmlmods_llama-8b-distill-cot.json similarity index 100% rename from data/models/prithivMLmods_Llama-8B-Distill-CoT.json rename to data/models/prithivmlmods_llama-8b-distill-cot.json diff --git a/data/models/prithivMLmods_Llama-Deepsync-1B.json b/data/models/prithivmlmods_llama-deepsync-1b.json similarity index 100% rename from data/models/prithivMLmods_Llama-Deepsync-1B.json rename to data/models/prithivmlmods_llama-deepsync-1b.json diff --git a/data/models/prithivMLmods_Llama-Deepsync-3B.json b/data/models/prithivmlmods_llama-deepsync-3b.json similarity index 100% rename from data/models/prithivMLmods_Llama-Deepsync-3B.json rename to data/models/prithivmlmods_llama-deepsync-3b.json diff --git a/data/models/prithivMLmods_Llama-Express.1-Math.json b/data/models/prithivmlmods_llama-express.1-math.json similarity index 100% rename from data/models/prithivMLmods_Llama-Express.1-Math.json rename to data/models/prithivmlmods_llama-express.1-math.json diff --git a/data/models/prithivMLmods_LwQ-10B-Instruct.json b/data/models/prithivmlmods_lwq-10b-instruct.json similarity index 100% rename from data/models/prithivMLmods_LwQ-10B-Instruct.json rename to data/models/prithivmlmods_lwq-10b-instruct.json diff --git a/data/models/prithivMLmods_LwQ-Reasoner-10B.json b/data/models/prithivmlmods_lwq-reasoner-10b.json similarity index 100% rename from data/models/prithivMLmods_LwQ-Reasoner-10B.json rename to data/models/prithivmlmods_lwq-reasoner-10b.json diff --git a/data/models/prithivMLmods_Magellanic-Opus-14B-Exp.json b/data/models/prithivmlmods_magellanic-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Magellanic-Opus-14B-Exp.json rename to data/models/prithivmlmods_magellanic-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Magellanic-Qwen-25B-R999.json b/data/models/prithivmlmods_magellanic-qwen-25b-r999.json similarity index 100% rename from data/models/prithivMLmods_Magellanic-Qwen-25B-R999.json rename to data/models/prithivmlmods_magellanic-qwen-25b-r999.json diff --git a/data/models/prithivMLmods_Megatron-Corpus-14B-Exp.json b/data/models/prithivmlmods_megatron-corpus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Megatron-Corpus-14B-Exp.json rename to data/models/prithivmlmods_megatron-corpus-14b-exp.json diff --git a/data/models/prithivMLmods_Megatron-Corpus-14B-Exp.v2.json b/data/models/prithivmlmods_megatron-corpus-14b-exp.v2.json similarity index 100% rename from data/models/prithivMLmods_Megatron-Corpus-14B-Exp.v2.json rename to data/models/prithivmlmods_megatron-corpus-14b-exp.v2.json diff --git a/data/models/prithivMLmods_Megatron-Opus-14B-2.0.json b/data/models/prithivmlmods_megatron-opus-14b-2.0.json similarity index 100% rename from data/models/prithivMLmods_Megatron-Opus-14B-2.0.json rename to data/models/prithivmlmods_megatron-opus-14b-2.0.json diff --git a/data/models/prithivMLmods_Megatron-Opus-14B-2.1.json b/data/models/prithivmlmods_megatron-opus-14b-2.1.json similarity index 100% rename from data/models/prithivMLmods_Megatron-Opus-14B-2.1.json rename to data/models/prithivmlmods_megatron-opus-14b-2.1.json diff --git a/data/models/prithivMLmods_Megatron-Opus-14B-Exp.json b/data/models/prithivmlmods_megatron-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Megatron-Opus-14B-Exp.json rename to data/models/prithivmlmods_megatron-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Megatron-Opus-14B-Stock.json b/data/models/prithivmlmods_megatron-opus-14b-stock.json similarity index 100% rename from data/models/prithivMLmods_Megatron-Opus-14B-Stock.json rename to data/models/prithivmlmods_megatron-opus-14b-stock.json diff --git a/data/models/prithivMLmods_Megatron-Opus-7B-Exp.json b/data/models/prithivmlmods_megatron-opus-7b-exp.json similarity index 100% rename from data/models/prithivMLmods_Megatron-Opus-7B-Exp.json rename to data/models/prithivmlmods_megatron-opus-7b-exp.json diff --git a/data/models/prithivMLmods_Messier-Opus-14B-Elite7.json b/data/models/prithivmlmods_messier-opus-14b-elite7.json similarity index 100% rename from data/models/prithivMLmods_Messier-Opus-14B-Elite7.json rename to data/models/prithivmlmods_messier-opus-14b-elite7.json diff --git a/data/models/prithivMLmods_Omni-Reasoner-Merged.json b/data/models/prithivmlmods_omni-reasoner-merged.json similarity index 100% rename from data/models/prithivMLmods_Omni-Reasoner-Merged.json rename to data/models/prithivmlmods_omni-reasoner-merged.json diff --git a/data/models/prithivMLmods_Omni-Reasoner3-Merged.json b/data/models/prithivmlmods_omni-reasoner3-merged.json similarity index 100% rename from data/models/prithivMLmods_Omni-Reasoner3-Merged.json rename to data/models/prithivmlmods_omni-reasoner3-merged.json diff --git a/data/models/prithivMLmods_Pegasus-Opus-14B-Exp.json b/data/models/prithivmlmods_pegasus-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Pegasus-Opus-14B-Exp.json rename to data/models/prithivmlmods_pegasus-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Phi-4-Empathetic.json b/data/models/prithivmlmods_phi-4-empathetic.json similarity index 100% rename from data/models/prithivMLmods_Phi-4-Empathetic.json rename to data/models/prithivmlmods_phi-4-empathetic.json diff --git a/data/models/prithivMLmods_Phi-4-Math-IO.json b/data/models/prithivmlmods_phi-4-math-io.json similarity index 100% rename from data/models/prithivMLmods_Phi-4-Math-IO.json rename to data/models/prithivmlmods_phi-4-math-io.json diff --git a/data/models/prithivMLmods_Phi-4-o1.json b/data/models/prithivmlmods_phi-4-o1.json similarity index 100% rename from data/models/prithivMLmods_Phi-4-o1.json rename to data/models/prithivmlmods_phi-4-o1.json diff --git a/data/models/prithivMLmods_Phi-4-QwQ.json b/data/models/prithivmlmods_phi-4-qwq.json similarity index 100% rename from data/models/prithivMLmods_Phi-4-QwQ.json rename to data/models/prithivmlmods_phi-4-qwq.json diff --git a/data/models/prithivMLmods_Phi-4-Super-1.json b/data/models/prithivmlmods_phi-4-super-1.json similarity index 100% rename from data/models/prithivMLmods_Phi-4-Super-1.json rename to data/models/prithivmlmods_phi-4-super-1.json diff --git a/data/models/prithivMLmods_Phi-4-Super-o1.json b/data/models/prithivmlmods_phi-4-super-o1.json similarity index 100% rename from data/models/prithivMLmods_Phi-4-Super-o1.json rename to data/models/prithivmlmods_phi-4-super-o1.json diff --git a/data/models/prithivMLmods_Phi-4-Super.json b/data/models/prithivmlmods_phi-4-super.json similarity index 100% rename from data/models/prithivMLmods_Phi-4-Super.json rename to data/models/prithivmlmods_phi-4-super.json diff --git a/data/models/prithivMLmods_Phi4-Super.json b/data/models/prithivmlmods_phi4-super.json similarity index 100% rename from data/models/prithivMLmods_Phi4-Super.json rename to data/models/prithivmlmods_phi4-super.json diff --git a/data/models/prithivMLmods_Porpoise-Opus-14B-Exp.json b/data/models/prithivmlmods_porpoise-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Porpoise-Opus-14B-Exp.json rename to data/models/prithivmlmods_porpoise-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Primal-Opus-14B-Optimus-v1.json b/data/models/prithivmlmods_primal-opus-14b-optimus-v1.json similarity index 100% rename from data/models/prithivMLmods_Primal-Opus-14B-Optimus-v1.json rename to data/models/prithivmlmods_primal-opus-14b-optimus-v1.json diff --git a/data/models/prithivMLmods_Primal-Opus-14B-Optimus-v2.json b/data/models/prithivmlmods_primal-opus-14b-optimus-v2.json similarity index 100% rename from data/models/prithivMLmods_Primal-Opus-14B-Optimus-v2.json rename to data/models/prithivmlmods_primal-opus-14b-optimus-v2.json diff --git a/data/models/prithivMLmods_Qwen-7B-Distill-Reasoner.json b/data/models/prithivmlmods_qwen-7b-distill-reasoner.json similarity index 100% rename from data/models/prithivMLmods_Qwen-7B-Distill-Reasoner.json rename to data/models/prithivmlmods_qwen-7b-distill-reasoner.json diff --git a/data/models/prithivMLmods_Qwen2.5-1.5B-DeepSeek-R1-Instruct.json b/data/models/prithivmlmods_qwen2.5-1.5b-deepseek-r1-instruct.json similarity index 100% rename from data/models/prithivMLmods_Qwen2.5-1.5B-DeepSeek-R1-Instruct.json rename to data/models/prithivmlmods_qwen2.5-1.5b-deepseek-r1-instruct.json diff --git a/data/models/prithivMLmods_Qwen2.5-14B-DeepSeek-R1-1M.json b/data/models/prithivmlmods_qwen2.5-14b-deepseek-r1-1m.json similarity index 100% rename from data/models/prithivMLmods_Qwen2.5-14B-DeepSeek-R1-1M.json rename to data/models/prithivmlmods_qwen2.5-14b-deepseek-r1-1m.json diff --git a/data/models/prithivMLmods_Qwen2.5-7B-DeepSeek-R1-1M.json b/data/models/prithivmlmods_qwen2.5-7b-deepseek-r1-1m.json similarity index 100% rename from data/models/prithivMLmods_Qwen2.5-7B-DeepSeek-R1-1M.json rename to data/models/prithivmlmods_qwen2.5-7b-deepseek-r1-1m.json diff --git a/data/models/prithivMLmods_QwQ-LCoT-14B-Conversational.json b/data/models/prithivmlmods_qwq-lcot-14b-conversational.json similarity index 100% rename from data/models/prithivMLmods_QwQ-LCoT-14B-Conversational.json rename to data/models/prithivmlmods_qwq-lcot-14b-conversational.json diff --git a/data/models/prithivMLmods_QwQ-LCoT-3B-Instruct.json b/data/models/prithivmlmods_qwq-lcot-3b-instruct.json similarity index 100% rename from data/models/prithivMLmods_QwQ-LCoT-3B-Instruct.json rename to data/models/prithivmlmods_qwq-lcot-3b-instruct.json diff --git a/data/models/prithivMLmods_QwQ-LCoT-7B-Instruct.json b/data/models/prithivmlmods_qwq-lcot-7b-instruct.json similarity index 100% rename from data/models/prithivMLmods_QwQ-LCoT-7B-Instruct.json rename to data/models/prithivmlmods_qwq-lcot-7b-instruct.json diff --git a/data/models/prithivMLmods_QwQ-LCoT1-Merged.json b/data/models/prithivmlmods_qwq-lcot1-merged.json similarity index 100% rename from data/models/prithivMLmods_QwQ-LCoT1-Merged.json rename to data/models/prithivmlmods_qwq-lcot1-merged.json diff --git a/data/models/prithivMLmods_QwQ-LCoT2-7B-Instruct.json b/data/models/prithivmlmods_qwq-lcot2-7b-instruct.json similarity index 100% rename from data/models/prithivMLmods_QwQ-LCoT2-7B-Instruct.json rename to data/models/prithivmlmods_qwq-lcot2-7b-instruct.json diff --git a/data/models/prithivMLmods_QwQ-MathOct-7B.json b/data/models/prithivmlmods_qwq-mathoct-7b.json similarity index 100% rename from data/models/prithivMLmods_QwQ-MathOct-7B.json rename to data/models/prithivmlmods_qwq-mathoct-7b.json diff --git a/data/models/prithivMLmods_QwQ-R1-Distill-1.5B-CoT.json b/data/models/prithivmlmods_qwq-r1-distill-1.5b-cot.json similarity index 100% rename from data/models/prithivMLmods_QwQ-R1-Distill-1.5B-CoT.json rename to data/models/prithivmlmods_qwq-r1-distill-1.5b-cot.json diff --git a/data/models/prithivMLmods_QwQ-R1-Distill-7B-CoT.json b/data/models/prithivmlmods_qwq-r1-distill-7b-cot.json similarity index 100% rename from data/models/prithivMLmods_QwQ-R1-Distill-7B-CoT.json rename to data/models/prithivmlmods_qwq-r1-distill-7b-cot.json diff --git a/data/models/prithivMLmods_SmolLM2-CoT-360M.json b/data/models/prithivmlmods_smollm2-cot-360m.json similarity index 100% rename from data/models/prithivMLmods_SmolLM2-CoT-360M.json rename to data/models/prithivmlmods_smollm2-cot-360m.json diff --git a/data/models/prithivMLmods_Sombrero-Opus-14B-Elite5.json b/data/models/prithivmlmods_sombrero-opus-14b-elite5.json similarity index 100% rename from data/models/prithivMLmods_Sombrero-Opus-14B-Elite5.json rename to data/models/prithivmlmods_sombrero-opus-14b-elite5.json diff --git a/data/models/prithivMLmods_Sombrero-Opus-14B-Elite6.json b/data/models/prithivmlmods_sombrero-opus-14b-elite6.json similarity index 100% rename from data/models/prithivMLmods_Sombrero-Opus-14B-Elite6.json rename to data/models/prithivmlmods_sombrero-opus-14b-elite6.json diff --git a/data/models/prithivMLmods_Sombrero-Opus-14B-Sm1.json b/data/models/prithivmlmods_sombrero-opus-14b-sm1.json similarity index 100% rename from data/models/prithivMLmods_Sombrero-Opus-14B-Sm1.json rename to data/models/prithivmlmods_sombrero-opus-14b-sm1.json diff --git a/data/models/prithivMLmods_Sombrero-Opus-14B-Sm2.json b/data/models/prithivmlmods_sombrero-opus-14b-sm2.json similarity index 100% rename from data/models/prithivMLmods_Sombrero-Opus-14B-Sm2.json rename to data/models/prithivmlmods_sombrero-opus-14b-sm2.json diff --git a/data/models/prithivMLmods_Sombrero-Opus-14B-Sm4.json b/data/models/prithivmlmods_sombrero-opus-14b-sm4.json similarity index 100% rename from data/models/prithivMLmods_Sombrero-Opus-14B-Sm4.json rename to data/models/prithivmlmods_sombrero-opus-14b-sm4.json diff --git a/data/models/prithivMLmods_Sombrero-Opus-14B-Sm5.json b/data/models/prithivmlmods_sombrero-opus-14b-sm5.json similarity index 100% rename from data/models/prithivMLmods_Sombrero-Opus-14B-Sm5.json rename to data/models/prithivmlmods_sombrero-opus-14b-sm5.json diff --git a/data/models/prithivMLmods_Sqweeks-7B-Instruct.json b/data/models/prithivmlmods_sqweeks-7b-instruct.json similarity index 100% rename from data/models/prithivMLmods_Sqweeks-7B-Instruct.json rename to data/models/prithivmlmods_sqweeks-7b-instruct.json diff --git a/data/models/prithivMLmods_Tadpole-Opus-14B-Exp.json b/data/models/prithivmlmods_tadpole-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Tadpole-Opus-14B-Exp.json rename to data/models/prithivmlmods_tadpole-opus-14b-exp.json diff --git a/data/models/prithivMLmods_Taurus-Opus-7B.json b/data/models/prithivmlmods_taurus-opus-7b.json similarity index 100% rename from data/models/prithivMLmods_Taurus-Opus-7B.json rename to data/models/prithivmlmods_taurus-opus-7b.json diff --git a/data/models/prithivMLmods_Triangulum-10B.json b/data/models/prithivmlmods_triangulum-10b.json similarity index 100% rename from data/models/prithivMLmods_Triangulum-10B.json rename to data/models/prithivmlmods_triangulum-10b.json diff --git a/data/models/prithivMLmods_Triangulum-5B.json b/data/models/prithivmlmods_triangulum-5b.json similarity index 100% rename from data/models/prithivMLmods_Triangulum-5B.json rename to data/models/prithivmlmods_triangulum-5b.json diff --git a/data/models/prithivMLmods_Triangulum-v2-10B.json b/data/models/prithivmlmods_triangulum-v2-10b.json similarity index 100% rename from data/models/prithivMLmods_Triangulum-v2-10B.json rename to data/models/prithivmlmods_triangulum-v2-10b.json diff --git a/data/models/prithivMLmods_Tucana-Opus-14B-r999.json b/data/models/prithivmlmods_tucana-opus-14b-r999.json similarity index 100% rename from data/models/prithivMLmods_Tucana-Opus-14B-r999.json rename to data/models/prithivmlmods_tucana-opus-14b-r999.json diff --git a/data/models/prithivMLmods_Tulu-MathLingo-8B.json b/data/models/prithivmlmods_tulu-mathlingo-8b.json similarity index 100% rename from data/models/prithivMLmods_Tulu-MathLingo-8B.json rename to data/models/prithivmlmods_tulu-mathlingo-8b.json diff --git a/data/models/prithivMLmods_Viper-Coder-7B-Elite14.json b/data/models/prithivmlmods_viper-coder-7b-elite14.json similarity index 100% rename from data/models/prithivMLmods_Viper-Coder-7B-Elite14.json rename to data/models/prithivmlmods_viper-coder-7b-elite14.json diff --git a/data/models/prithivMLmods_Viper-Coder-Hybrid-v1.2.json b/data/models/prithivmlmods_viper-coder-hybrid-v1.2.json similarity index 100% rename from data/models/prithivMLmods_Viper-Coder-Hybrid-v1.2.json rename to data/models/prithivmlmods_viper-coder-hybrid-v1.2.json diff --git a/data/models/prithivMLmods_Viper-Coder-Hybrid-v1.3.json b/data/models/prithivmlmods_viper-coder-hybrid-v1.3.json similarity index 100% rename from data/models/prithivMLmods_Viper-Coder-Hybrid-v1.3.json rename to data/models/prithivmlmods_viper-coder-hybrid-v1.3.json diff --git a/data/models/prithivMLmods_Viper-Coder-HybridMini-v1.3.json b/data/models/prithivmlmods_viper-coder-hybridmini-v1.3.json similarity index 100% rename from data/models/prithivMLmods_Viper-Coder-HybridMini-v1.3.json rename to data/models/prithivmlmods_viper-coder-hybridmini-v1.3.json diff --git a/data/models/prithivMLmods_Viper-Coder-v0.1.json b/data/models/prithivmlmods_viper-coder-v0.1.json similarity index 100% rename from data/models/prithivMLmods_Viper-Coder-v0.1.json rename to data/models/prithivmlmods_viper-coder-v0.1.json diff --git a/data/models/prithivMLmods_Viper-Coder-v1.1.json b/data/models/prithivmlmods_viper-coder-v1.1.json similarity index 100% rename from data/models/prithivMLmods_Viper-Coder-v1.1.json rename to data/models/prithivmlmods_viper-coder-v1.1.json diff --git a/data/models/prithivMLmods_Viper-Coder-v1.6-r999.json b/data/models/prithivmlmods_viper-coder-v1.6-r999.json similarity index 100% rename from data/models/prithivMLmods_Viper-Coder-v1.6-r999.json rename to data/models/prithivmlmods_viper-coder-v1.6-r999.json diff --git a/data/models/prithivMLmods_Viper-Coder-v1.7-Vsm6.json b/data/models/prithivmlmods_viper-coder-v1.7-vsm6.json similarity index 100% rename from data/models/prithivMLmods_Viper-Coder-v1.7-Vsm6.json rename to data/models/prithivmlmods_viper-coder-v1.7-vsm6.json diff --git a/data/models/prithivMLmods_Viper-OneCoder-UIGEN.json b/data/models/prithivmlmods_viper-onecoder-uigen.json similarity index 100% rename from data/models/prithivMLmods_Viper-OneCoder-UIGEN.json rename to data/models/prithivmlmods_viper-onecoder-uigen.json diff --git a/data/models/prithivMLmods_Volans-Opus-14B-Exp.json b/data/models/prithivmlmods_volans-opus-14b-exp.json similarity index 100% rename from data/models/prithivMLmods_Volans-Opus-14B-Exp.json rename to data/models/prithivmlmods_volans-opus-14b-exp.json diff --git a/data/models/prithivMLmods_WebMind-7B-v0.1.json b/data/models/prithivmlmods_webmind-7b-v0.1.json similarity index 100% rename from data/models/prithivMLmods_WebMind-7B-v0.1.json rename to data/models/prithivmlmods_webmind-7b-v0.1.json diff --git a/data/models/pszemraj_Llama-3-6.3b-v0.1.json b/data/models/pszemraj_llama-3-6.3b-v0.1.json similarity index 100% rename from data/models/pszemraj_Llama-3-6.3b-v0.1.json rename to data/models/pszemraj_llama-3-6.3b-v0.1.json diff --git a/data/models/pszemraj_Mistral-v0.3-6B.json b/data/models/pszemraj_mistral-v0.3-6b.json similarity index 100% rename from data/models/pszemraj_Mistral-v0.3-6B.json rename to data/models/pszemraj_mistral-v0.3-6b.json diff --git a/data/models/PuxAI_LUA_model.json b/data/models/puxai_lua_model.json similarity index 100% rename from data/models/PuxAI_LUA_model.json rename to data/models/puxai_lua_model.json diff --git a/data/models/PygmalionAI_pygmalion-6b.json b/data/models/pygmalionai_pygmalion-6b.json similarity index 100% rename from data/models/PygmalionAI_pygmalion-6b.json rename to data/models/pygmalionai_pygmalion-6b.json diff --git a/data/models/Q-bert_MetaMath-1B.json b/data/models/q-bert_metamath-1b.json similarity index 100% rename from data/models/Q-bert_MetaMath-1B.json rename to data/models/q-bert_metamath-1b.json diff --git a/data/models/qingy2019_LLaMa_3.2_3B_Catalysts.json b/data/models/qingy2019_llama_3.2_3b_catalysts.json similarity index 100% rename from data/models/qingy2019_LLaMa_3.2_3B_Catalysts.json rename to data/models/qingy2019_llama_3.2_3b_catalysts.json diff --git a/data/models/qingy2019_OpenMath2-Llama3.1-8B.json b/data/models/qingy2019_openmath2-llama3.1-8b.json similarity index 100% rename from data/models/qingy2019_OpenMath2-Llama3.1-8B.json rename to data/models/qingy2019_openmath2-llama3.1-8b.json diff --git a/data/models/qingy2019_Oracle-14B.json b/data/models/qingy2019_oracle-14b.json similarity index 99% rename from data/models/qingy2019_Oracle-14B.json rename to data/models/qingy2019_oracle-14b.json index a9e8d67b51aef6bfb306c8b0708d2a2d905b01ac..8fc1dd082923a347043a18d5c18fb5d4904fae42 100644 --- a/data/models/qingy2019_Oracle-14B.json +++ b/data/models/qingy2019_oracle-14b.json @@ -5,7 +5,7 @@ "developer": "qingy2019", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MixtralForCausalLM", "params_billions": "13.668" } diff --git a/data/models/qingy2019_Qwen2.5-Math-14B-Instruct-Alpha.json b/data/models/qingy2019_qwen2.5-math-14b-instruct-alpha.json similarity index 100% rename from data/models/qingy2019_Qwen2.5-Math-14B-Instruct-Alpha.json rename to data/models/qingy2019_qwen2.5-math-14b-instruct-alpha.json diff --git a/data/models/qingy2019_Qwen2.5-Math-14B-Instruct-Pro.json b/data/models/qingy2019_qwen2.5-math-14b-instruct-pro.json similarity index 100% rename from data/models/qingy2019_Qwen2.5-Math-14B-Instruct-Pro.json rename to data/models/qingy2019_qwen2.5-math-14b-instruct-pro.json diff --git a/data/models/qingy2019_Qwen2.5-Math-14B-Instruct.json b/data/models/qingy2019_qwen2.5-math-14b-instruct.json similarity index 100% rename from data/models/qingy2019_Qwen2.5-Math-14B-Instruct.json rename to data/models/qingy2019_qwen2.5-math-14b-instruct.json index ff2f7e139c8bf093d2ceb119549e49bddb25ef31..d07b0024c79975f453423bba6d277d902ff3056c 100644 --- a/data/models/qingy2019_Qwen2.5-Math-14B-Instruct.json +++ b/data/models/qingy2019_qwen2.5-math-14b-instruct.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6005 + "score": 0.6066 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6356 + "score": 0.635 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2764 + "score": 0.3716 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3691 + "score": 0.3725 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5339 + "score": 0.5331 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6066 + "score": 0.6005 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.635 + "score": 0.6356 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3716 + "score": 0.2764 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3725 + "score": 0.3691 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5331 + "score": 0.5339 } } ], diff --git a/data/models/qingy2019_Qwen2.5-Ultimate-14B-Instruct.json b/data/models/qingy2019_qwen2.5-ultimate-14b-instruct.json similarity index 100% rename from data/models/qingy2019_Qwen2.5-Ultimate-14B-Instruct.json rename to data/models/qingy2019_qwen2.5-ultimate-14b-instruct.json diff --git a/data/models/qingy2024_Benchmaxx-Llama-3.2-1B-Instruct.json b/data/models/qingy2024_benchmaxx-llama-3.2-1b-instruct.json similarity index 100% rename from data/models/qingy2024_Benchmaxx-Llama-3.2-1B-Instruct.json rename to data/models/qingy2024_benchmaxx-llama-3.2-1b-instruct.json diff --git a/data/models/qingy2024_Eyas-17B-Instruct.json b/data/models/qingy2024_eyas-17b-instruct.json similarity index 100% rename from data/models/qingy2024_Eyas-17B-Instruct.json rename to data/models/qingy2024_eyas-17b-instruct.json diff --git a/data/models/qingy2024_Falcon3-2x10B-MoE-Instruct.json b/data/models/qingy2024_falcon3-2x10b-moe-instruct.json similarity index 100% rename from data/models/qingy2024_Falcon3-2x10B-MoE-Instruct.json rename to data/models/qingy2024_falcon3-2x10b-moe-instruct.json diff --git a/data/models/qingy2024_Fusion-14B-Instruct.json b/data/models/qingy2024_fusion-14b-instruct.json similarity index 100% rename from data/models/qingy2024_Fusion-14B-Instruct.json rename to data/models/qingy2024_fusion-14b-instruct.json diff --git a/data/models/qingy2024_Fusion2-14B-Instruct.json b/data/models/qingy2024_fusion2-14b-instruct.json similarity index 100% rename from data/models/qingy2024_Fusion2-14B-Instruct.json rename to data/models/qingy2024_fusion2-14b-instruct.json diff --git a/data/models/qingy2024_Fusion4-14B-Instruct.json b/data/models/qingy2024_fusion4-14b-instruct.json similarity index 100% rename from data/models/qingy2024_Fusion4-14B-Instruct.json rename to data/models/qingy2024_fusion4-14b-instruct.json diff --git a/data/models/qingy2024_OwO-14B-Instruct.json b/data/models/qingy2024_owo-14b-instruct.json similarity index 100% rename from data/models/qingy2024_OwO-14B-Instruct.json rename to data/models/qingy2024_owo-14b-instruct.json diff --git a/data/models/qingy2024_Qwarkstar-4B-Instruct-Preview.json b/data/models/qingy2024_qwarkstar-4b-instruct-preview.json similarity index 100% rename from data/models/qingy2024_Qwarkstar-4B-Instruct-Preview.json rename to data/models/qingy2024_qwarkstar-4b-instruct-preview.json diff --git a/data/models/qingy2024_Qwarkstar-4B.json b/data/models/qingy2024_qwarkstar-4b.json similarity index 100% rename from data/models/qingy2024_Qwarkstar-4B.json rename to data/models/qingy2024_qwarkstar-4b.json diff --git a/data/models/qingy2024_Qwen2.5-4B.json b/data/models/qingy2024_qwen2.5-4b.json similarity index 100% rename from data/models/qingy2024_Qwen2.5-4B.json rename to data/models/qingy2024_qwen2.5-4b.json diff --git a/data/models/qingy2024_Qwen2.5-Coder-Draft-1.5B-Instruct.json b/data/models/qingy2024_qwen2.5-coder-draft-1.5b-instruct.json similarity index 100% rename from data/models/qingy2024_Qwen2.5-Coder-Draft-1.5B-Instruct.json rename to data/models/qingy2024_qwen2.5-coder-draft-1.5b-instruct.json diff --git a/data/models/qingy2024_Qwen2.5-Math-14B-Instruct-Alpha.json b/data/models/qingy2024_qwen2.5-math-14b-instruct-alpha.json similarity index 100% rename from data/models/qingy2024_Qwen2.5-Math-14B-Instruct-Alpha.json rename to data/models/qingy2024_qwen2.5-math-14b-instruct-alpha.json diff --git a/data/models/qingy2024_Qwen2.5-Math-14B-Instruct-Preview.json b/data/models/qingy2024_qwen2.5-math-14b-instruct-preview.json similarity index 100% rename from data/models/qingy2024_Qwen2.5-Math-14B-Instruct-Preview.json rename to data/models/qingy2024_qwen2.5-math-14b-instruct-preview.json diff --git a/data/models/qingy2024_Qwen2.6-14B-Instruct.json b/data/models/qingy2024_qwen2.6-14b-instruct.json similarity index 100% rename from data/models/qingy2024_Qwen2.6-14B-Instruct.json rename to data/models/qingy2024_qwen2.6-14b-instruct.json diff --git a/data/models/qingy2024_Qwen2.6-Math-14B-Instruct.json b/data/models/qingy2024_qwen2.6-math-14b-instruct.json similarity index 100% rename from data/models/qingy2024_Qwen2.6-Math-14B-Instruct.json rename to data/models/qingy2024_qwen2.6-math-14b-instruct.json diff --git a/data/models/qingy2024_QwEnlarge-16B-Instruct.json b/data/models/qingy2024_qwenlarge-16b-instruct.json similarity index 100% rename from data/models/qingy2024_QwEnlarge-16B-Instruct.json rename to data/models/qingy2024_qwenlarge-16b-instruct.json diff --git a/data/models/qingy2024_QwQ-14B-Math-v0.2.json b/data/models/qingy2024_qwq-14b-math-v0.2.json similarity index 100% rename from data/models/qingy2024_QwQ-14B-Math-v0.2.json rename to data/models/qingy2024_qwq-14b-math-v0.2.json diff --git a/data/models/qq8933_OpenLongCoT-Base-Gemma2-2B.json b/data/models/qq8933_openlongcot-base-gemma2-2b.json similarity index 100% rename from data/models/qq8933_OpenLongCoT-Base-Gemma2-2B.json rename to data/models/qq8933_openlongcot-base-gemma2-2b.json diff --git a/data/models/Quazim0t0_1up-14b.json b/data/models/quazim0t0_1up-14b.json similarity index 100% rename from data/models/Quazim0t0_1up-14b.json rename to data/models/quazim0t0_1up-14b.json diff --git a/data/models/Quazim0t0_Adamant-14B-sce.json b/data/models/quazim0t0_adamant-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Adamant-14B-sce.json rename to data/models/quazim0t0_adamant-14b-sce.json diff --git a/data/models/Quazim0t0_Alice-14B.json b/data/models/quazim0t0_alice-14b.json similarity index 100% rename from data/models/Quazim0t0_Alice-14B.json rename to data/models/quazim0t0_alice-14b.json diff --git a/data/models/Quazim0t0_Alien-CoT-14B-sce.json b/data/models/quazim0t0_alien-cot-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Alien-CoT-14B-sce.json rename to data/models/quazim0t0_alien-cot-14b-sce.json diff --git a/data/models/Quazim0t0_Aura-8B-Linear.json b/data/models/quazim0t0_aura-8b-linear.json similarity index 100% rename from data/models/Quazim0t0_Aura-8B-Linear.json rename to data/models/quazim0t0_aura-8b-linear.json diff --git a/data/models/Quazim0t0_bloom-14b-stock.json b/data/models/quazim0t0_bloom-14b-stock.json similarity index 100% rename from data/models/Quazim0t0_bloom-14b-stock.json rename to data/models/quazim0t0_bloom-14b-stock.json diff --git a/data/models/Quazim0t0_caramel-14B.json b/data/models/quazim0t0_caramel-14b.json similarity index 100% rename from data/models/Quazim0t0_caramel-14B.json rename to data/models/quazim0t0_caramel-14b.json diff --git a/data/models/Quazim0t0_Casa-14b-sce.json b/data/models/quazim0t0_casa-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Casa-14b-sce.json rename to data/models/quazim0t0_casa-14b-sce.json index b9c8b5212e5669beb41b66ce1f966b05f5958e6c..04555b72d4f62f43f693bfccc1fce90b488f6f62 100644 --- a/data/models/Quazim0t0_Casa-14b-sce.json +++ b/data/models/quazim0t0_casa-14b-sce.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6718 + "score": 0.6654 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6891 + "score": 0.6901 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4985 + "score": 0.4698 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3339 + "score": 0.3331 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4323 + "score": 0.431 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5408 + "score": 0.5426 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6654 + "score": 0.6718 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6901 + "score": 0.6891 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4698 + "score": 0.4985 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3331 + "score": 0.3339 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.431 + "score": 0.4323 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5426 + "score": 0.5408 } } ], diff --git a/data/models/Quazim0t0_Charlie-8B-Linear.json b/data/models/quazim0t0_charlie-8b-linear.json similarity index 100% rename from data/models/Quazim0t0_Charlie-8B-Linear.json rename to data/models/quazim0t0_charlie-8b-linear.json diff --git a/data/models/Quazim0t0_Chromatic-8b-sce.json b/data/models/quazim0t0_chromatic-8b-sce.json similarity index 100% rename from data/models/Quazim0t0_Chromatic-8b-sce.json rename to data/models/quazim0t0_chromatic-8b-sce.json diff --git a/data/models/Quazim0t0_CoT_Phi.json b/data/models/quazim0t0_cot_phi.json similarity index 100% rename from data/models/Quazim0t0_CoT_Phi.json rename to data/models/quazim0t0_cot_phi.json diff --git a/data/models/Quazim0t0_Dyson-14b.json b/data/models/quazim0t0_dyson-14b.json similarity index 100% rename from data/models/Quazim0t0_Dyson-14b.json rename to data/models/quazim0t0_dyson-14b.json diff --git a/data/models/Quazim0t0_Edu-14B-Linear.json b/data/models/quazim0t0_edu-14b-linear.json similarity index 100% rename from data/models/Quazim0t0_Edu-14B-Linear.json rename to data/models/quazim0t0_edu-14b-linear.json diff --git a/data/models/Quazim0t0_Fugazi14b.json b/data/models/quazim0t0_fugazi14b.json similarity index 100% rename from data/models/Quazim0t0_Fugazi14b.json rename to data/models/quazim0t0_fugazi14b.json diff --git a/data/models/Quazim0t0_Geedorah-14B.json b/data/models/quazim0t0_geedorah-14b.json similarity index 100% rename from data/models/Quazim0t0_Geedorah-14B.json rename to data/models/quazim0t0_geedorah-14b.json diff --git a/data/models/Quazim0t0_GivingTree-8b-sce.json b/data/models/quazim0t0_givingtree-8b-sce.json similarity index 100% rename from data/models/Quazim0t0_GivingTree-8b-sce.json rename to data/models/quazim0t0_givingtree-8b-sce.json diff --git a/data/models/Quazim0t0_graphite-14b-sce.json b/data/models/quazim0t0_graphite-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_graphite-14b-sce.json rename to data/models/quazim0t0_graphite-14b-sce.json diff --git a/data/models/Quazim0t0_GuiltySpark-14B-ties.json b/data/models/quazim0t0_guiltyspark-14b-ties.json similarity index 100% rename from data/models/Quazim0t0_GuiltySpark-14B-ties.json rename to data/models/quazim0t0_guiltyspark-14b-ties.json diff --git a/data/models/Quazim0t0_GZA-14B-sce.json b/data/models/quazim0t0_gza-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_GZA-14B-sce.json rename to data/models/quazim0t0_gza-14b-sce.json diff --git a/data/models/Quazim0t0_Halo-14B-sce.json b/data/models/quazim0t0_halo-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Halo-14B-sce.json rename to data/models/quazim0t0_halo-14b-sce.json diff --git a/data/models/Quazim0t0_Heretic1.5b.json b/data/models/quazim0t0_heretic1.5b.json similarity index 100% rename from data/models/Quazim0t0_Heretic1.5b.json rename to data/models/quazim0t0_heretic1.5b.json diff --git a/data/models/Quazim0t0_Hyde-14b-sce.json b/data/models/quazim0t0_hyde-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Hyde-14b-sce.json rename to data/models/quazim0t0_hyde-14b-sce.json diff --git a/data/models/Quazim0t0_Imagine-v0.5-16bit.json b/data/models/quazim0t0_imagine-v0.5-16bit.json similarity index 100% rename from data/models/Quazim0t0_Imagine-v0.5-16bit.json rename to data/models/quazim0t0_imagine-v0.5-16bit.json diff --git a/data/models/Quazim0t0_Imbue-14b.json b/data/models/quazim0t0_imbue-14b.json similarity index 100% rename from data/models/Quazim0t0_Imbue-14b.json rename to data/models/quazim0t0_imbue-14b.json diff --git a/data/models/Quazim0t0_Insom.json b/data/models/quazim0t0_insom.json similarity index 100% rename from data/models/Quazim0t0_Insom.json rename to data/models/quazim0t0_insom.json diff --git a/data/models/Quazim0t0_InspectorDeck-14B-sce.json b/data/models/quazim0t0_inspectordeck-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_InspectorDeck-14B-sce.json rename to data/models/quazim0t0_inspectordeck-14b-sce.json diff --git a/data/models/Quazim0t0_Jekyl-8b-sce.json b/data/models/quazim0t0_jekyl-8b-sce.json similarity index 100% rename from data/models/Quazim0t0_Jekyl-8b-sce.json rename to data/models/quazim0t0_jekyl-8b-sce.json diff --git a/data/models/Quazim0t0_Jigsaw-14B-Linear.json b/data/models/quazim0t0_jigsaw-14b-linear.json similarity index 100% rename from data/models/Quazim0t0_Jigsaw-14B-Linear.json rename to data/models/quazim0t0_jigsaw-14b-linear.json diff --git a/data/models/Quazim0t0_Katana-8b-sce.json b/data/models/quazim0t0_katana-8b-sce.json similarity index 100% rename from data/models/Quazim0t0_Katana-8b-sce.json rename to data/models/quazim0t0_katana-8b-sce.json diff --git a/data/models/Quazim0t0_Knot-CoT-14B-sce.json b/data/models/quazim0t0_knot-cot-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Knot-CoT-14B-sce.json rename to data/models/quazim0t0_knot-cot-14b-sce.json diff --git a/data/models/Quazim0t0_Lineage-14B.json b/data/models/quazim0t0_lineage-14b.json similarity index 100% rename from data/models/Quazim0t0_Lineage-14B.json rename to data/models/quazim0t0_lineage-14b.json diff --git a/data/models/Quazim0t0_Lo-Phi-14b.json b/data/models/quazim0t0_lo-phi-14b.json similarity index 100% rename from data/models/Quazim0t0_Lo-Phi-14b.json rename to data/models/quazim0t0_lo-phi-14b.json diff --git a/data/models/Quazim0t0_Loke-14B-sce.json b/data/models/quazim0t0_loke-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Loke-14B-sce.json rename to data/models/quazim0t0_loke-14b-sce.json diff --git a/data/models/Quazim0t0_Math_Phi4_Reason.json b/data/models/quazim0t0_math_phi4_reason.json similarity index 100% rename from data/models/Quazim0t0_Math_Phi4_Reason.json rename to data/models/quazim0t0_math_phi4_reason.json diff --git a/data/models/Quazim0t0_MFDOOM-14B.json b/data/models/quazim0t0_mfdoom-14b.json similarity index 100% rename from data/models/Quazim0t0_MFDOOM-14B.json rename to data/models/quazim0t0_mfdoom-14b.json diff --git a/data/models/Quazim0t0_MFGRIMM-14B.json b/data/models/quazim0t0_mfgrimm-14b.json similarity index 100% rename from data/models/Quazim0t0_MFGRIMM-14B.json rename to data/models/quazim0t0_mfgrimm-14b.json diff --git a/data/models/Quazim0t0_Mithril-14B-sce.json b/data/models/quazim0t0_mithril-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Mithril-14B-sce.json rename to data/models/quazim0t0_mithril-14b-sce.json diff --git a/data/models/Quazim0t0_mocha-14B.json b/data/models/quazim0t0_mocha-14b.json similarity index 100% rename from data/models/Quazim0t0_mocha-14B.json rename to data/models/quazim0t0_mocha-14b.json diff --git a/data/models/Quazim0t0_Mononoke-14B-sce.json b/data/models/quazim0t0_mononoke-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Mononoke-14B-sce.json rename to data/models/quazim0t0_mononoke-14b-sce.json diff --git a/data/models/Quazim0t0_mosaic-14b-sce.json b/data/models/quazim0t0_mosaic-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_mosaic-14b-sce.json rename to data/models/quazim0t0_mosaic-14b-sce.json diff --git a/data/models/Quazim0t0_Motion-8B-Linear.json b/data/models/quazim0t0_motion-8b-linear.json similarity index 100% rename from data/models/Quazim0t0_Motion-8B-Linear.json rename to data/models/quazim0t0_motion-8b-linear.json diff --git a/data/models/Quazim0t0_Mouse-9B.json b/data/models/quazim0t0_mouse-9b.json similarity index 100% rename from data/models/Quazim0t0_Mouse-9B.json rename to data/models/quazim0t0_mouse-9b.json diff --git a/data/models/Quazim0t0_Nova-14b-sce.json b/data/models/quazim0t0_nova-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Nova-14b-sce.json rename to data/models/quazim0t0_nova-14b-sce.json diff --git a/data/models/Quazim0t0_NovaScotia-14b-stock.json b/data/models/quazim0t0_novascotia-14b-stock.json similarity index 100% rename from data/models/Quazim0t0_NovaScotia-14b-stock.json rename to data/models/quazim0t0_novascotia-14b-stock.json diff --git a/data/models/Quazim0t0_Oasis-14B-ties.json b/data/models/quazim0t0_oasis-14b-ties.json similarity index 100% rename from data/models/Quazim0t0_Oasis-14B-ties.json rename to data/models/quazim0t0_oasis-14b-ties.json diff --git a/data/models/quazim0t0_odb-14b-sce.json b/data/models/quazim0t0_odb-14b-sce.json new file mode 100644 index 0000000000000000000000000000000000000000..0894dd13c3bc882b56c1b90b77e354b0b8fcf1b3 --- /dev/null +++ b/data/models/quazim0t0_odb-14b-sce.json @@ -0,0 +1,278 @@ +{ + "model_info": { + "name": "ODB-14B-sce", + "id": "Quazim0t0/ODB-14B-sce", + "developer": "Quazim0t0", + "inference_platform": "unknown", + "additional_details": { + "precision": "bfloat16", + "architecture": "Unknown", + "params_billions": "0.0", + "model_id_aliases": [ + "Quazim0t0/ODB-14b-sce" + ] + } + }, + "evaluations": [ + { + "evaluation_id": "hfopenllm_v2/Quazim0t0_ODB-14B-sce/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2922 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6559 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2545 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2659 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3929 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5207 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "hfopenllm_v2/Quazim0t0_ODB-14b-sce/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7016 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6942 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4116 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3624 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4571 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5411 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null + } + ] +} \ No newline at end of file diff --git a/data/models/Quazim0t0_Origami-14B-sce.json b/data/models/quazim0t0_origami-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Origami-14B-sce.json rename to data/models/quazim0t0_origami-14b-sce.json diff --git a/data/models/Quazim0t0_Phi4.Turn.R1Distill.16bit.json b/data/models/quazim0t0_phi4.turn.r1distill.16bit.json similarity index 100% rename from data/models/Quazim0t0_Phi4.Turn.R1Distill.16bit.json rename to data/models/quazim0t0_phi4.turn.r1distill.16bit.json diff --git a/data/models/Quazim0t0_Phi4.Turn.R1Distill_v1.5.1-Tensors.json b/data/models/quazim0t0_phi4.turn.r1distill_v1.5.1-tensors.json similarity index 100% rename from data/models/Quazim0t0_Phi4.Turn.R1Distill_v1.5.1-Tensors.json rename to data/models/quazim0t0_phi4.turn.r1distill_v1.5.1-tensors.json diff --git a/data/models/Quazim0t0_Phi4Basis-14B-sce.json b/data/models/quazim0t0_phi4basis-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Phi4Basis-14B-sce.json rename to data/models/quazim0t0_phi4basis-14b-sce.json diff --git a/data/models/Quazim0t0_Ponder-14B-linear.json b/data/models/quazim0t0_ponder-14b-linear.json similarity index 100% rename from data/models/Quazim0t0_Ponder-14B-linear.json rename to data/models/quazim0t0_ponder-14b-linear.json diff --git a/data/models/Quazim0t0_Rosemary-14b.json b/data/models/quazim0t0_rosemary-14b.json similarity index 100% rename from data/models/Quazim0t0_Rosemary-14b.json rename to data/models/quazim0t0_rosemary-14b.json diff --git a/data/models/Quazim0t0_Rune-14b.json b/data/models/quazim0t0_rune-14b.json similarity index 100% rename from data/models/Quazim0t0_Rune-14b.json rename to data/models/quazim0t0_rune-14b.json diff --git a/data/models/Quazim0t0_RZA-14B-sce.json b/data/models/quazim0t0_rza-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_RZA-14B-sce.json rename to data/models/quazim0t0_rza-14b-sce.json diff --git a/data/models/Quazim0t0_Sake-20b.json b/data/models/quazim0t0_sake-20b.json similarity index 100% rename from data/models/Quazim0t0_Sake-20b.json rename to data/models/quazim0t0_sake-20b.json diff --git a/data/models/Quazim0t0_Spok-14b-sce.json b/data/models/quazim0t0_spok-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Spok-14b-sce.json rename to data/models/quazim0t0_spok-14b-sce.json diff --git a/data/models/Quazim0t0_Sumatra-20b.json b/data/models/quazim0t0_sumatra-20b.json similarity index 100% rename from data/models/Quazim0t0_Sumatra-20b.json rename to data/models/quazim0t0_sumatra-20b.json diff --git a/data/models/Quazim0t0_SuperNova14b.json b/data/models/quazim0t0_supernova14b.json similarity index 100% rename from data/models/Quazim0t0_SuperNova14b.json rename to data/models/quazim0t0_supernova14b.json diff --git a/data/models/Quazim0t0_SZA-14B-sce.json b/data/models/quazim0t0_sza-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_SZA-14B-sce.json rename to data/models/quazim0t0_sza-14b-sce.json diff --git a/data/models/Quazim0t0_TB0-8B-sce.json b/data/models/quazim0t0_tb0-8b-sce.json similarity index 100% rename from data/models/Quazim0t0_TB0-8B-sce.json rename to data/models/quazim0t0_tb0-8b-sce.json diff --git a/data/models/Quazim0t0_TBL-8B-sce.json b/data/models/quazim0t0_tbl-8b-sce.json similarity index 100% rename from data/models/Quazim0t0_TBL-8B-sce.json rename to data/models/quazim0t0_tbl-8b-sce.json diff --git a/data/models/Quazim0t0_tesseract-14b-stock.json b/data/models/quazim0t0_tesseract-14b-stock.json similarity index 100% rename from data/models/Quazim0t0_tesseract-14b-stock.json rename to data/models/quazim0t0_tesseract-14b-stock.json diff --git a/data/models/Quazim0t0_ThinkPhi1.1-Tensors.json b/data/models/quazim0t0_thinkphi1.1-tensors.json similarity index 100% rename from data/models/Quazim0t0_ThinkPhi1.1-Tensors.json rename to data/models/quazim0t0_thinkphi1.1-tensors.json diff --git a/data/models/Quazim0t0_time-14b-stock.json b/data/models/quazim0t0_time-14b-stock.json similarity index 100% rename from data/models/Quazim0t0_time-14b-stock.json rename to data/models/quazim0t0_time-14b-stock.json diff --git a/data/models/Quazim0t0_Venti-20b.json b/data/models/quazim0t0_venti-20b.json similarity index 100% rename from data/models/Quazim0t0_Venti-20b.json rename to data/models/quazim0t0_venti-20b.json diff --git a/data/models/Quazim0t0_Venti-Blend-sce.json b/data/models/quazim0t0_venti-blend-sce.json similarity index 100% rename from data/models/Quazim0t0_Venti-Blend-sce.json rename to data/models/quazim0t0_venti-blend-sce.json diff --git a/data/models/Quazim0t0_Vine-14b-sce.json b/data/models/quazim0t0_vine-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Vine-14b-sce.json rename to data/models/quazim0t0_vine-14b-sce.json diff --git a/data/models/Quazim0t0_Wendy-14B.json b/data/models/quazim0t0_wendy-14b.json similarity index 100% rename from data/models/Quazim0t0_Wendy-14B.json rename to data/models/quazim0t0_wendy-14b.json diff --git a/data/models/Quazim0t0_Wu-14b-sce.json b/data/models/quazim0t0_wu-14b-sce.json similarity index 100% rename from data/models/Quazim0t0_Wu-14b-sce.json rename to data/models/quazim0t0_wu-14b-sce.json diff --git a/data/models/Qwen_Qwen1.5-0.5B-Chat.json b/data/models/qwen_qwen1.5-0.5b-chat.json similarity index 98% rename from data/models/Qwen_Qwen1.5-0.5B-Chat.json rename to data/models/qwen_qwen1.5-0.5b-chat.json index e7b73ea206ee39485d17055cd56a53b111a55186..1264236ebe86c900571ec79b0460075e7a2f2e23 100644 --- a/data/models/Qwen_Qwen1.5-0.5B-Chat.json +++ b/data/models/qwen_qwen1.5-0.5b-chat.json @@ -3,8 +3,11 @@ "name": "Qwen/Qwen1.5-0.5B-Chat", "id": "Qwen/Qwen1.5-0.5B-Chat", "developer": "Qwen", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "Qwen2ForCausalLM", + "params_billions": "0.62" } }, "evaluations": [ diff --git a/data/models/Qwen_Qwen1.5-0.5B.json b/data/models/qwen_qwen1.5-0.5b.json similarity index 100% rename from data/models/Qwen_Qwen1.5-0.5B.json rename to data/models/qwen_qwen1.5-0.5b.json diff --git a/data/models/Qwen_Qwen1.5-1.8B-Chat.json b/data/models/qwen_qwen1.5-1.8b-chat.json similarity index 98% rename from data/models/Qwen_Qwen1.5-1.8B-Chat.json rename to data/models/qwen_qwen1.5-1.8b-chat.json index b0e606941ec97fd6a8210f935434e7c150b5ce90..35d550bc4384d3dd960d103ab7ba952d92ed892b 100644 --- a/data/models/Qwen_Qwen1.5-1.8B-Chat.json +++ b/data/models/qwen_qwen1.5-1.8b-chat.json @@ -3,8 +3,11 @@ "name": "Qwen/Qwen1.5-1.8B-Chat", "id": "Qwen/Qwen1.5-1.8B-Chat", "developer": "Qwen", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "Qwen2ForCausalLM", + "params_billions": "1.837" } }, "evaluations": [ diff --git a/data/models/Qwen_Qwen1.5-1.8B.json b/data/models/qwen_qwen1.5-1.8b.json similarity index 100% rename from data/models/Qwen_Qwen1.5-1.8B.json rename to data/models/qwen_qwen1.5-1.8b.json diff --git a/data/models/qwen_qwen1.5-110b-chat.json b/data/models/qwen_qwen1.5-110b-chat.json index 06fc1ad6bb413bac7b9b332da1c45de63523bcd2..fe65d81884cb34b664b90e913fc2c6e516757328 100644 --- a/data/models/qwen_qwen1.5-110b-chat.json +++ b/data/models/qwen_qwen1.5-110b-chat.json @@ -3,7 +3,12 @@ "name": "Qwen1.5 Chat 110B", "id": "qwen/qwen1.5-110b-chat", "developer": "qwen", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "Qwen/Qwen1.5-110B-Chat" + ] + } }, "evaluations": [ { @@ -1898,6 +1903,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/Qwen_Qwen1.5-110B-Chat/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5939 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6184 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2341 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3414 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4522 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4825 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/Qwen_Qwen1.5-110B.json b/data/models/qwen_qwen1.5-110b.json similarity index 100% rename from data/models/Qwen_Qwen1.5-110B.json rename to data/models/qwen_qwen1.5-110b.json diff --git a/data/models/Qwen_Qwen1.5-14B-Chat.json b/data/models/qwen_qwen1.5-14b-chat.json similarity index 98% rename from data/models/Qwen_Qwen1.5-14B-Chat.json rename to data/models/qwen_qwen1.5-14b-chat.json index 802b6cb7ced851b74a2f202ac53fb45f6104930e..d400eb280eed319d6f01776240404dab0c1eb43d 100644 --- a/data/models/Qwen_Qwen1.5-14B-Chat.json +++ b/data/models/qwen_qwen1.5-14b-chat.json @@ -3,8 +3,11 @@ "name": "Qwen/Qwen1.5-14B-Chat", "id": "Qwen/Qwen1.5-14B-Chat", "developer": "Qwen", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "Qwen2ForCausalLM", + "params_billions": "14.167" } }, "evaluations": [ diff --git a/data/models/qwen_qwen1.5-14b.json b/data/models/qwen_qwen1.5-14b.json index 50cf709ba04489882113134206064ebe8531af51..6661a0c445548a9a900473a3af416215d7ffd01c 100644 --- a/data/models/qwen_qwen1.5-14b.json +++ b/data/models/qwen_qwen1.5-14b.json @@ -3,7 +3,12 @@ "name": "Qwen1.5 14B", "id": "qwen/qwen1.5-14b", "developer": "qwen", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "Qwen/Qwen1.5-14B" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/Qwen_Qwen1.5-14B/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2905 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.508 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2024 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2945 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4186 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3644 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/Qwen_Qwen1.5-32B-Chat.json b/data/models/qwen_qwen1.5-32b-chat.json similarity index 100% rename from data/models/Qwen_Qwen1.5-32B-Chat.json rename to data/models/qwen_qwen1.5-32b-chat.json diff --git a/data/models/qwen_qwen1.5-32b.json b/data/models/qwen_qwen1.5-32b.json index e010e545922cf7bed7254a8df5639fafc9080ddc..e5d6cf1a96e98d1bd267732c3e9145759f0b6088 100644 --- a/data/models/qwen_qwen1.5-32b.json +++ b/data/models/qwen_qwen1.5-32b.json @@ -3,7 +3,12 @@ "name": "Qwen1.5 32B", "id": "qwen/qwen1.5-32b", "developer": "qwen", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "Qwen/Qwen1.5-32B" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/Qwen_Qwen1.5-32B/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3297 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5715 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3029 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3297 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4278 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.45 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/Qwen_Qwen1.5-4B-Chat.json b/data/models/qwen_qwen1.5-4b-chat.json similarity index 98% rename from data/models/Qwen_Qwen1.5-4B-Chat.json rename to data/models/qwen_qwen1.5-4b-chat.json index d72a9a6830c980a9eee259e7a6caefb318d5cffa..94cbecbc4be02342905002a7890d272f9b224795 100644 --- a/data/models/Qwen_Qwen1.5-4B-Chat.json +++ b/data/models/qwen_qwen1.5-4b-chat.json @@ -3,8 +3,11 @@ "name": "Qwen/Qwen1.5-4B-Chat", "id": "Qwen/Qwen1.5-4B-Chat", "developer": "Qwen", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "Qwen2ForCausalLM", + "params_billions": "3.95" } }, "evaluations": [ diff --git a/data/models/Qwen_Qwen1.5-4B.json b/data/models/qwen_qwen1.5-4b.json similarity index 100% rename from data/models/Qwen_Qwen1.5-4B.json rename to data/models/qwen_qwen1.5-4b.json diff --git a/data/models/Qwen_Qwen1.5-72B-Chat.json b/data/models/qwen_qwen1.5-72b-chat.json similarity index 100% rename from data/models/Qwen_Qwen1.5-72B-Chat.json rename to data/models/qwen_qwen1.5-72b-chat.json diff --git a/data/models/Qwen_Qwen1.5-7B-Chat.json b/data/models/qwen_qwen1.5-7b-chat.json similarity index 98% rename from data/models/Qwen_Qwen1.5-7B-Chat.json rename to data/models/qwen_qwen1.5-7b-chat.json index 6c5883098504c90315d16855e7baf417185e8155..4faec9273a9d64c88d07afaae4c908637febd724 100644 --- a/data/models/Qwen_Qwen1.5-7B-Chat.json +++ b/data/models/qwen_qwen1.5-7b-chat.json @@ -3,8 +3,11 @@ "name": "Qwen/Qwen1.5-7B-Chat", "id": "Qwen/Qwen1.5-7B-Chat", "developer": "Qwen", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "Qwen2ForCausalLM", + "params_billions": "7.721" } }, "evaluations": [ diff --git a/data/models/qwen_qwen1.5-7b.json b/data/models/qwen_qwen1.5-7b.json index f74f439ce861e82c9571d9d5714a3f158956847e..24283107ef34de08d3a2aa1368a42d587d60aa39 100644 --- a/data/models/qwen_qwen1.5-7b.json +++ b/data/models/qwen_qwen1.5-7b.json @@ -3,7 +3,12 @@ "name": "Qwen1.5 7B", "id": "qwen/qwen1.5-7b", "developer": "qwen", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "Qwen/Qwen1.5-7B" + ] + } }, "evaluations": [ { @@ -1896,6 +1901,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/Qwen_Qwen1.5-7B/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2684 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.456 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.0929 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2987 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4103 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.2916 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/Qwen_Qwen1.5-MoE-A2.7B-Chat.json b/data/models/qwen_qwen1.5-moe-a2.7b-chat.json similarity index 98% rename from data/models/Qwen_Qwen1.5-MoE-A2.7B-Chat.json rename to data/models/qwen_qwen1.5-moe-a2.7b-chat.json index 2b14b34dfc787d9bfe5a4c48418f54eb1df7d380..4237f995d556b324f039b35cd85f0979d7be01be 100644 --- a/data/models/Qwen_Qwen1.5-MoE-A2.7B-Chat.json +++ b/data/models/qwen_qwen1.5-moe-a2.7b-chat.json @@ -3,8 +3,11 @@ "name": "Qwen/Qwen1.5-MoE-A2.7B-Chat", "id": "Qwen/Qwen1.5-MoE-A2.7B-Chat", "developer": "Qwen", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "Qwen2MoeForCausalLM", + "params_billions": "14.316" } }, "evaluations": [ diff --git a/data/models/Qwen_Qwen1.5-MoE-A2.7B.json b/data/models/qwen_qwen1.5-moe-a2.7b.json similarity index 100% rename from data/models/Qwen_Qwen1.5-MoE-A2.7B.json rename to data/models/qwen_qwen1.5-moe-a2.7b.json diff --git a/data/models/Qwen_Qwen2-0.5B-Instruct.json b/data/models/qwen_qwen2-0.5b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2-0.5B-Instruct.json rename to data/models/qwen_qwen2-0.5b-instruct.json diff --git a/data/models/Qwen_Qwen2-0.5B.json b/data/models/qwen_qwen2-0.5b.json similarity index 100% rename from data/models/Qwen_Qwen2-0.5B.json rename to data/models/qwen_qwen2-0.5b.json diff --git a/data/models/Qwen_Qwen2-1.5B-Instruct.json b/data/models/qwen_qwen2-1.5b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2-1.5B-Instruct.json rename to data/models/qwen_qwen2-1.5b-instruct.json diff --git a/data/models/Qwen_Qwen2-1.5B.json b/data/models/qwen_qwen2-1.5b.json similarity index 100% rename from data/models/Qwen_Qwen2-1.5B.json rename to data/models/qwen_qwen2-1.5b.json diff --git a/data/models/Qwen_Qwen2-57B-A14B-Instruct.json b/data/models/qwen_qwen2-57b-a14b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2-57B-A14B-Instruct.json rename to data/models/qwen_qwen2-57b-a14b-instruct.json diff --git a/data/models/Qwen_Qwen2-57B-A14B.json b/data/models/qwen_qwen2-57b-a14b.json similarity index 100% rename from data/models/Qwen_Qwen2-57B-A14B.json rename to data/models/qwen_qwen2-57b-a14b.json diff --git a/data/models/qwen_qwen2-72b-instruct.json b/data/models/qwen_qwen2-72b-instruct.json index 53f92ff780f01ff06d297a486021a2eeeef266c4..4dbca23e465908eedaa13e498cba3cdf7173d0f5 100644 --- a/data/models/qwen_qwen2-72b-instruct.json +++ b/data/models/qwen_qwen2-72b-instruct.json @@ -3,7 +3,12 @@ "name": "Qwen2 Instruct 72B", "id": "qwen/qwen2-72b-instruct", "developer": "qwen", - "inference_platform": "unknown" + "inference_platform": "unknown", + "additional_details": { + "model_id_aliases": [ + "Qwen/Qwen2-72B-Instruct" + ] + } }, "evaluations": [ { @@ -1898,6 +1903,136 @@ "groups": "[\"mmlu_abstract_algebra\", \"mmlu_anatomy\", \"mmlu_astronomy\", \"mmlu_business_ethics\", \"mmlu_clinical_knowledge\", \"mmlu_college_biology\", \"mmlu_college_chemistry\", \"mmlu_college_computer_science\", \"mmlu_college_mathematics\", \"mmlu_college_medicine\", \"mmlu_college_physics\", \"mmlu_computer_security\", \"mmlu_conceptual_physics\", \"mmlu_econometrics\", \"mmlu_electrical_engineering\", \"mmlu_elementary_mathematics\", \"mmlu_formal_logic\", \"mmlu_global_facts\", \"mmlu_high_school_biology\", \"mmlu_high_school_chemistry\", \"mmlu_high_school_computer_science\", \"mmlu_high_school_european_history\", \"mmlu_high_school_geography\", \"mmlu_high_school_government_and_politics\", \"mmlu_high_school_macroeconomics\", \"mmlu_high_school_mathematics\", \"mmlu_high_school_microeconomics\", \"mmlu_high_school_physics\", \"mmlu_high_school_psychology\", \"mmlu_high_school_statistics\", \"mmlu_high_school_us_history\", \"mmlu_high_school_world_history\", \"mmlu_human_aging\", \"mmlu_human_sexuality\", \"mmlu_international_law\", \"mmlu_jurisprudence\", \"mmlu_logical_fallacies\", \"mmlu_machine_learning\", \"mmlu_management\", \"mmlu_marketing\", \"mmlu_medical_genetics\", \"mmlu_miscellaneous\", \"mmlu_moral_disputes\", \"mmlu_moral_scenarios\", \"mmlu_nutrition\", \"mmlu_philosophy\", \"mmlu_prehistory\", \"mmlu_professional_accounting\", \"mmlu_professional_law\", \"mmlu_professional_medicine\", \"mmlu_professional_psychology\", \"mmlu_public_relations\", \"mmlu_security_studies\", \"mmlu_sociology\", \"mmlu_us_foreign_policy\", \"mmlu_virology\", \"mmlu_world_religions\"]" } } + }, + { + "evaluation_id": "hfopenllm_v2/Qwen_Qwen2-72B-Instruct/1773936498.240187", + "retrieved_timestamp": "1773936498.240187", + "source_metadata": { + "source_name": "HF Open LLM v2", + "source_type": "documentation", + "source_organization_name": "Hugging Face", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "lm-evaluation-harness", + "version": "0.4.0", + "additional_details": { + "fork": "https://github.com/huggingface/lm-evaluation-harness/tree/adding_all_changess" + } + }, + "benchmark": "hfopenllm_v2", + "evaluation_results": [ + { + "evaluation_name": "IFEval", + "source_data": { + "dataset_name": "IFEval", + "source_type": "hf_dataset", + "hf_repo": "google/IFEval" + }, + "metric_config": { + "evaluation_description": "Accuracy on IFEval", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.7989 + } + }, + { + "evaluation_name": "BBH", + "source_data": { + "dataset_name": "BBH", + "source_type": "hf_dataset", + "hf_repo": "SaylorTwift/bbh" + }, + "metric_config": { + "evaluation_description": "Accuracy on BBH", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6977 + } + }, + { + "evaluation_name": "MATH Level 5", + "source_data": { + "dataset_name": "MATH Level 5", + "source_type": "hf_dataset", + "hf_repo": "DigitalLearningGmbH/MATH-lighteval" + }, + "metric_config": { + "evaluation_description": "Exact Match on MATH Level 5", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.4177 + } + }, + { + "evaluation_name": "GPQA", + "source_data": { + "dataset_name": "GPQA", + "source_type": "hf_dataset", + "hf_repo": "Idavidrein/gpqa" + }, + "metric_config": { + "evaluation_description": "Accuracy on GPQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.3725 + } + }, + { + "evaluation_name": "MUSR", + "source_data": { + "dataset_name": "MUSR", + "source_type": "hf_dataset", + "hf_repo": "TAUR-Lab/MuSR" + }, + "metric_config": { + "evaluation_description": "Accuracy on MUSR", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.456 + } + }, + { + "evaluation_name": "MMLU-PRO", + "source_data": { + "dataset_name": "MMLU-PRO", + "source_type": "hf_dataset", + "hf_repo": "TIGER-Lab/MMLU-Pro" + }, + "metric_config": { + "evaluation_description": "Accuracy on MMLU-PRO", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5403 + } + } + ], + "detailed_evaluation_results": null, + "generation_config": null } ] } \ No newline at end of file diff --git a/data/models/Qwen_Qwen2-72B.json b/data/models/qwen_qwen2-72b.json similarity index 100% rename from data/models/Qwen_Qwen2-72B.json rename to data/models/qwen_qwen2-72b.json diff --git a/data/models/Qwen_Qwen2-7B-Instruct.json b/data/models/qwen_qwen2-7b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2-7B-Instruct.json rename to data/models/qwen_qwen2-7b-instruct.json diff --git a/data/models/Qwen_Qwen2-7B.json b/data/models/qwen_qwen2-7b.json similarity index 100% rename from data/models/Qwen_Qwen2-7B.json rename to data/models/qwen_qwen2-7b.json diff --git a/data/models/Qwen_Qwen2-Math-72B-Instruct.json b/data/models/qwen_qwen2-math-72b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2-Math-72B-Instruct.json rename to data/models/qwen_qwen2-math-72b-instruct.json diff --git a/data/models/Qwen_Qwen2-Math-7B.json b/data/models/qwen_qwen2-math-7b.json similarity index 100% rename from data/models/Qwen_Qwen2-Math-7B.json rename to data/models/qwen_qwen2-math-7b.json diff --git a/data/models/Qwen_Qwen2-VL-72B-Instruct.json b/data/models/qwen_qwen2-vl-72b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2-VL-72B-Instruct.json rename to data/models/qwen_qwen2-vl-72b-instruct.json diff --git a/data/models/Qwen_Qwen2-VL-7B-Instruct.json b/data/models/qwen_qwen2-vl-7b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2-VL-7B-Instruct.json rename to data/models/qwen_qwen2-vl-7b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-0.5B-Instruct.json b/data/models/qwen_qwen2.5-0.5b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-0.5B-Instruct.json rename to data/models/qwen_qwen2.5-0.5b-instruct.json index ff626bd43f5a0267c85cd8e28dde66f183db6457..09847e1fd5f51b0203501d1e930a33e69907de86 100644 --- a/data/models/Qwen_Qwen2.5-0.5B-Instruct.json +++ b/data/models/qwen_qwen2.5-0.5b-instruct.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3071 + "score": 0.3153 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3341 + "score": 0.3322 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0 + "score": 0.1035 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2576 + "score": 0.2592 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3329 + "score": 0.3342 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1697 + "score": 0.172 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3153 + "score": 0.3071 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3322 + "score": 0.3341 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1035 + "score": 0.0 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2592 + "score": 0.2576 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3342 + "score": 0.3329 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.172 + "score": 0.1697 } } ], diff --git a/data/models/Qwen_Qwen2.5-0.5B.json b/data/models/qwen_qwen2.5-0.5b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-0.5B.json rename to data/models/qwen_qwen2.5-0.5b.json diff --git a/data/models/Qwen_Qwen2.5-1.5B-Instruct.json b/data/models/qwen_qwen2.5-1.5b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-1.5B-Instruct.json rename to data/models/qwen_qwen2.5-1.5b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-1.5B.json b/data/models/qwen_qwen2.5-1.5b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-1.5B.json rename to data/models/qwen_qwen2.5-1.5b.json diff --git a/data/models/Qwen_Qwen2.5-14B-Instruct-1M.json b/data/models/qwen_qwen2.5-14b-instruct-1m.json similarity index 100% rename from data/models/Qwen_Qwen2.5-14B-Instruct-1M.json rename to data/models/qwen_qwen2.5-14b-instruct-1m.json diff --git a/data/models/Qwen_Qwen2.5-14B-Instruct.json b/data/models/qwen_qwen2.5-14b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-14B-Instruct.json rename to data/models/qwen_qwen2.5-14b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-14B.json b/data/models/qwen_qwen2.5-14b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-14B.json rename to data/models/qwen_qwen2.5-14b.json diff --git a/data/models/Qwen_Qwen2.5-32B-Instruct.json b/data/models/qwen_qwen2.5-32b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-32B-Instruct.json rename to data/models/qwen_qwen2.5-32b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-32B.json b/data/models/qwen_qwen2.5-32b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-32B.json rename to data/models/qwen_qwen2.5-32b.json diff --git a/data/models/Qwen_Qwen2.5-3B-Instruct.json b/data/models/qwen_qwen2.5-3b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-3B-Instruct.json rename to data/models/qwen_qwen2.5-3b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-3B.json b/data/models/qwen_qwen2.5-3b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-3B.json rename to data/models/qwen_qwen2.5-3b.json diff --git a/data/models/Qwen_Qwen2.5-72B-Instruct.json b/data/models/qwen_qwen2.5-72b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-72B-Instruct.json rename to data/models/qwen_qwen2.5-72b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-72B.json b/data/models/qwen_qwen2.5-72b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-72B.json rename to data/models/qwen_qwen2.5-72b.json diff --git a/data/models/Qwen_Qwen2.5-7B-Instruct-1M.json b/data/models/qwen_qwen2.5-7b-instruct-1m.json similarity index 100% rename from data/models/Qwen_Qwen2.5-7B-Instruct-1M.json rename to data/models/qwen_qwen2.5-7b-instruct-1m.json diff --git a/data/models/Qwen_Qwen2.5-7B-Instruct.json b/data/models/qwen_qwen2.5-7b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-7B-Instruct.json rename to data/models/qwen_qwen2.5-7b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-7B.json b/data/models/qwen_qwen2.5-7b.json similarity index 95% rename from data/models/Qwen_Qwen2.5-7B.json rename to data/models/qwen_qwen2.5-7b.json index 6d34d0ed07ce4e28a6c008cc60b3e1c8a872068c..71be2d736650214f1473ac2a6025cebea90e69cd 100644 --- a/data/models/Qwen_Qwen2.5-7B.json +++ b/data/models/qwen_qwen2.5-7b.json @@ -1,8 +1,14 @@ { "model_info": { - "name": "Qwen2.5 7B", + "name": "Qwen2.5-7B", "id": "Qwen/Qwen2.5-7B", - "developer": "unknown" + "developer": "Qwen", + "inference_platform": "unknown", + "additional_details": { + "precision": "bfloat16", + "architecture": "Qwen2ForCausalLM", + "params_billions": "7.616" + } }, "evaluations": [ { diff --git a/data/models/Qwen_Qwen2.5-Coder-14B-Instruct.json b/data/models/qwen_qwen2.5-coder-14b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Coder-14B-Instruct.json rename to data/models/qwen_qwen2.5-coder-14b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-Coder-14B.json b/data/models/qwen_qwen2.5-coder-14b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Coder-14B.json rename to data/models/qwen_qwen2.5-coder-14b.json diff --git a/data/models/Qwen_Qwen2.5-Coder-32B-Instruct.json b/data/models/qwen_qwen2.5-coder-32b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Coder-32B-Instruct.json rename to data/models/qwen_qwen2.5-coder-32b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-Coder-32B.json b/data/models/qwen_qwen2.5-coder-32b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Coder-32B.json rename to data/models/qwen_qwen2.5-coder-32b.json diff --git a/data/models/Qwen_Qwen2.5-Coder-7B-Instruct.json b/data/models/qwen_qwen2.5-coder-7b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Coder-7B-Instruct.json rename to data/models/qwen_qwen2.5-coder-7b-instruct.json index ea1b32a72ef0c31b1f58a3f65a1291ede3e861c2..0cdcd4044d4f077bb1870a78d07a83c3bbc7d0d0 100644 --- a/data/models/Qwen_Qwen2.5-Coder-7B-Instruct.json +++ b/data/models/qwen_qwen2.5-coder-7b-instruct.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6101 + "score": 0.6147 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5008 + "score": 0.4999 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3716 + "score": 0.031 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2919 + "score": 0.2936 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4073 + "score": 0.4099 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3352 + "score": 0.3354 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6147 + "score": 0.6101 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4999 + "score": 0.5008 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.031 + "score": 0.3716 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2936 + "score": 0.2919 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4099 + "score": 0.4073 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3354 + "score": 0.3352 } } ], diff --git a/data/models/Qwen_Qwen2.5-Coder-7B.json b/data/models/qwen_qwen2.5-coder-7b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Coder-7B.json rename to data/models/qwen_qwen2.5-coder-7b.json diff --git a/data/models/Qwen_Qwen2.5-Math-1.5B-Instruct.json b/data/models/qwen_qwen2.5-math-1.5b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Math-1.5B-Instruct.json rename to data/models/qwen_qwen2.5-math-1.5b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-Math-72B-Instruct.json b/data/models/qwen_qwen2.5-math-72b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Math-72B-Instruct.json rename to data/models/qwen_qwen2.5-math-72b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-Math-7B-Instruct.json b/data/models/qwen_qwen2.5-math-7b-instruct.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Math-7B-Instruct.json rename to data/models/qwen_qwen2.5-math-7b-instruct.json diff --git a/data/models/Qwen_Qwen2.5-Math-7B.json b/data/models/qwen_qwen2.5-math-7b.json similarity index 100% rename from data/models/Qwen_Qwen2.5-Math-7B.json rename to data/models/qwen_qwen2.5-math-7b.json diff --git a/data/models/Qwen_QwQ-32B-Preview.json b/data/models/qwen_qwq-32b-preview.json similarity index 100% rename from data/models/Qwen_QwQ-32B-Preview.json rename to data/models/qwen_qwq-32b-preview.json diff --git a/data/models/Qwen_QwQ-32B.json b/data/models/qwen_qwq-32b.json similarity index 100% rename from data/models/Qwen_QwQ-32B.json rename to data/models/qwen_qwq-32b.json diff --git a/data/models/Qwen_WorldPM-72B.json b/data/models/qwen_worldpm-72b.json similarity index 100% rename from data/models/Qwen_WorldPM-72B.json rename to data/models/qwen_worldpm-72b.json diff --git a/data/models/R-I-S-E_RISE-Judge-Qwen2.5-32B.json b/data/models/r-i-s-e_rise-judge-qwen2.5-32b.json similarity index 100% rename from data/models/R-I-S-E_RISE-Judge-Qwen2.5-32B.json rename to data/models/r-i-s-e_rise-judge-qwen2.5-32b.json diff --git a/data/models/R-I-S-E_RISE-Judge-Qwen2.5-7B.json b/data/models/r-i-s-e_rise-judge-qwen2.5-7b.json similarity index 100% rename from data/models/R-I-S-E_RISE-Judge-Qwen2.5-7B.json rename to data/models/r-i-s-e_rise-judge-qwen2.5-7b.json diff --git a/data/models/Rakuten_RakutenAI-2.0-mini-instruct.json b/data/models/rakuten_rakutenai-2.0-mini-instruct.json similarity index 100% rename from data/models/Rakuten_RakutenAI-2.0-mini-instruct.json rename to data/models/rakuten_rakutenai-2.0-mini-instruct.json diff --git a/data/models/Rakuten_RakutenAI-7B-chat.json b/data/models/rakuten_rakutenai-7b-chat.json similarity index 100% rename from data/models/Rakuten_RakutenAI-7B-chat.json rename to data/models/rakuten_rakutenai-7b-chat.json diff --git a/data/models/Rakuten_RakutenAI-7B.json b/data/models/rakuten_rakutenai-7b.json similarity index 100% rename from data/models/Rakuten_RakutenAI-7B.json rename to data/models/rakuten_rakutenai-7b.json diff --git a/data/models/raphgg_test-2.5-72B.json b/data/models/raphgg_test-2.5-72b.json similarity index 100% rename from data/models/raphgg_test-2.5-72B.json rename to data/models/raphgg_test-2.5-72b.json diff --git a/data/models/rasyosef_Mistral-NeMo-Minitron-8B-Chat.json b/data/models/rasyosef_mistral-nemo-minitron-8b-chat.json similarity index 100% rename from data/models/rasyosef_Mistral-NeMo-Minitron-8B-Chat.json rename to data/models/rasyosef_mistral-nemo-minitron-8b-chat.json diff --git a/data/models/rasyosef_Phi-1_5-Instruct-v0.1.json b/data/models/rasyosef_phi-1_5-instruct-v0.1.json similarity index 100% rename from data/models/rasyosef_Phi-1_5-Instruct-v0.1.json rename to data/models/rasyosef_phi-1_5-instruct-v0.1.json diff --git a/data/models/Ray2333_Gemma-2B-rewardmodel-baseline.json b/data/models/ray2333_gemma-2b-rewardmodel-baseline.json similarity index 100% rename from data/models/Ray2333_Gemma-2B-rewardmodel-baseline.json rename to data/models/ray2333_gemma-2b-rewardmodel-baseline.json diff --git a/data/models/Ray2333_Gemma-2B-rewardmodel-ft.json b/data/models/ray2333_gemma-2b-rewardmodel-ft.json similarity index 100% rename from data/models/Ray2333_Gemma-2B-rewardmodel-ft.json rename to data/models/ray2333_gemma-2b-rewardmodel-ft.json diff --git a/data/models/Ray2333_GRM-Gemma-2B-rewardmodel-ft.json b/data/models/ray2333_grm-gemma-2b-rewardmodel-ft.json similarity index 100% rename from data/models/Ray2333_GRM-Gemma-2B-rewardmodel-ft.json rename to data/models/ray2333_grm-gemma-2b-rewardmodel-ft.json diff --git a/data/models/Ray2333_GRM-Gemma-2B-sftreg.json b/data/models/ray2333_grm-gemma-2b-sftreg.json similarity index 100% rename from data/models/Ray2333_GRM-Gemma-2B-sftreg.json rename to data/models/ray2333_grm-gemma-2b-sftreg.json diff --git a/data/models/Ray2333_GRM-gemma2-2B-rewardmodel-ft.json b/data/models/ray2333_grm-gemma2-2b-rewardmodel-ft.json similarity index 100% rename from data/models/Ray2333_GRM-gemma2-2B-rewardmodel-ft.json rename to data/models/ray2333_grm-gemma2-2b-rewardmodel-ft.json index cd8835eaf989dbd622c51262fef9b72b10534d67..24dd55ac376e51965493e81885df295559db7184 100644 --- a/data/models/Ray2333_GRM-gemma2-2B-rewardmodel-ft.json +++ b/data/models/ray2333_grm-gemma2-2b-rewardmodel-ft.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/Ray2333_GRM-gemma2-2B-rewardmodel-ft/1766412838.146816", + "evaluation_id": "reward-bench-2/Ray2333_GRM-gemma2-2B-rewardmodel-ft/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,128 +31,104 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8839 + "score": 0.5966 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9302 + "score": 0.5305 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7719 + "score": 0.3125 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9216 + "score": 0.5902 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.912 + "score": 0.9222 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench-2/Ray2333_GRM-gemma2-2B-rewardmodel-ft/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench 2", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5966 + "score": 0.7455 }, "source_data": { "dataset_name": "RewardBench 2", @@ -161,111 +137,135 @@ } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5305 + "score": 0.4788 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench/Ray2333_GRM-gemma2-2B-rewardmodel-ft/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Precise IF", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3125 + "score": 0.8839 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5902 + "score": 0.9302 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9222 + "score": 0.7719 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7455 + "score": 0.9216 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4788 + "score": 0.912 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/Ray2333_GRM-llama3-8B-distill.json b/data/models/ray2333_grm-llama3-8b-distill.json similarity index 100% rename from data/models/Ray2333_GRM-llama3-8B-distill.json rename to data/models/ray2333_grm-llama3-8b-distill.json diff --git a/data/models/Ray2333_GRM-Llama3-8B-rewardmodel-ft.json b/data/models/ray2333_grm-llama3-8b-rewardmodel-ft.json similarity index 100% rename from data/models/Ray2333_GRM-Llama3-8B-rewardmodel-ft.json rename to data/models/ray2333_grm-llama3-8b-rewardmodel-ft.json diff --git a/data/models/Ray2333_GRM-llama3-8B-sftreg.json b/data/models/ray2333_grm-llama3-8b-sftreg.json similarity index 100% rename from data/models/Ray2333_GRM-llama3-8B-sftreg.json rename to data/models/ray2333_grm-llama3-8b-sftreg.json index bd70639489991e3e8880cad041284119bd35ecc9..15f35c842dfd5169bfd85bae53f76a90d5850421 100644 --- a/data/models/Ray2333_GRM-llama3-8B-sftreg.json +++ b/data/models/ray2333_grm-llama3-8b-sftreg.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/Ray2333_GRM-llama3-8B-sftreg/1766412838.146816", + "evaluation_id": "reward-bench-2/Ray2333_GRM-llama3-8B-sftreg/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8542 + "score": 0.6089 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.986 + "score": 0.6189 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6776 + "score": 0.3875 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5792 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8919 + "score": 0.7867 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9229 + "score": 0.6828 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7309 + "score": 0.5981 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/Ray2333_GRM-llama3-8B-sftreg/1766412838.146816", + "evaluation_id": "reward-bench/Ray2333_GRM-llama3-8B-sftreg/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6089 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6189 + "score": 0.8542 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3875 + "score": 0.986 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5792 + "score": 0.6776 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7867 + "score": 0.8919 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6828 + "score": 0.9229 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5981 + "score": 0.7309 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/Ray2333_GRM-llama3.2-3B-rewardmodel-ft.json b/data/models/ray2333_grm-llama3.2-3b-rewardmodel-ft.json similarity index 100% rename from data/models/Ray2333_GRM-llama3.2-3B-rewardmodel-ft.json rename to data/models/ray2333_grm-llama3.2-3b-rewardmodel-ft.json diff --git a/data/models/Ray2333_reward-model-Mistral-7B-instruct-Unifie....json b/data/models/ray2333_reward-model-mistral-7b-instruct-unifie....json similarity index 100% rename from data/models/Ray2333_reward-model-Mistral-7B-instruct-Unifie....json rename to data/models/ray2333_reward-model-mistral-7b-instruct-unifie....json diff --git a/data/models/RDson_WomboCombo-R1-Coder-14B-Preview.json b/data/models/rdson_wombocombo-r1-coder-14b-preview.json similarity index 100% rename from data/models/RDson_WomboCombo-R1-Coder-14B-Preview.json rename to data/models/rdson_wombocombo-r1-coder-14b-preview.json diff --git a/data/models/realtreetune_rho-1b-sft-MATH.json b/data/models/realtreetune_rho-1b-sft-math.json similarity index 100% rename from data/models/realtreetune_rho-1b-sft-MATH.json rename to data/models/realtreetune_rho-1b-sft-math.json diff --git a/data/models/recoilme_Gemma-2-Ataraxy-Gemmasutra-9B-slerp.json b/data/models/recoilme_gemma-2-ataraxy-gemmasutra-9b-slerp.json similarity index 100% rename from data/models/recoilme_Gemma-2-Ataraxy-Gemmasutra-9B-slerp.json rename to data/models/recoilme_gemma-2-ataraxy-gemmasutra-9b-slerp.json index 43ba454093c078e0583e3f1326acb815bed70526..f26fe1b9038e8edc381d5411187a5c6b2c7cbf6e 100644 --- a/data/models/recoilme_Gemma-2-Ataraxy-Gemmasutra-9B-slerp.json +++ b/data/models/recoilme_gemma-2-ataraxy-gemmasutra-9b-slerp.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2854 + "score": 0.7649 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5984 + "score": 0.5974 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1005 + "score": 0.0174 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3297 + "score": 0.3305 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4607 + "score": 0.4245 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4162 + "score": 0.4207 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7649 + "score": 0.2854 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5974 + "score": 0.5984 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0174 + "score": 0.1005 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3305 + "score": 0.3297 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4245 + "score": 0.4607 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4207 + "score": 0.4162 } } ], diff --git a/data/models/recoilme_recoilme-gemma-2-9B-v0.1.json b/data/models/recoilme_recoilme-gemma-2-9b-v0.1.json similarity index 100% rename from data/models/recoilme_recoilme-gemma-2-9B-v0.1.json rename to data/models/recoilme_recoilme-gemma-2-9b-v0.1.json diff --git a/data/models/recoilme_recoilme-gemma-2-9B-v0.2.json b/data/models/recoilme_recoilme-gemma-2-9b-v0.2.json similarity index 100% rename from data/models/recoilme_recoilme-gemma-2-9B-v0.2.json rename to data/models/recoilme_recoilme-gemma-2-9b-v0.2.json index 617b14cced619d8a3f021db9db5fd70be9f4840d..83bfdb05cda442c3bac351d424fa26cf0ae864fe 100644 --- a/data/models/recoilme_recoilme-gemma-2-9B-v0.2.json +++ b/data/models/recoilme_recoilme-gemma-2-9b-v0.2.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2747 + "score": 0.7592 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6031 + "score": 0.6026 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0831 + "score": 0.0529 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3305 + "score": 0.3289 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4686 + "score": 0.4099 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4122 + "score": 0.4163 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7592 + "score": 0.2747 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6026 + "score": 0.6031 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0529 + "score": 0.0831 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3289 + "score": 0.3305 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4099 + "score": 0.4686 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4163 + "score": 0.4122 } } ], diff --git a/data/models/recoilme_recoilme-gemma-2-9B-v0.3.json b/data/models/recoilme_recoilme-gemma-2-9b-v0.3.json similarity index 99% rename from data/models/recoilme_recoilme-gemma-2-9B-v0.3.json rename to data/models/recoilme_recoilme-gemma-2-9b-v0.3.json index debcb87fe38f6ad96bfac571deb1c43626c93e15..812871dcfb75c54e3765d2c8d03eeadc60d898aa 100644 --- a/data/models/recoilme_recoilme-gemma-2-9B-v0.3.json +++ b/data/models/recoilme_recoilme-gemma-2-9b-v0.3.json @@ -5,7 +5,7 @@ "developer": "recoilme", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "Gemma2ForCausalLM", "params_billions": "10.159" } diff --git a/data/models/recoilme_recoilme-gemma-2-9B-v0.4.json b/data/models/recoilme_recoilme-gemma-2-9b-v0.4.json similarity index 100% rename from data/models/recoilme_recoilme-gemma-2-9B-v0.4.json rename to data/models/recoilme_recoilme-gemma-2-9b-v0.4.json diff --git a/data/models/recoilme_recoilme-gemma-2-9B-v0.5.json b/data/models/recoilme_recoilme-gemma-2-9b-v0.5.json similarity index 100% rename from data/models/recoilme_recoilme-gemma-2-9B-v0.5.json rename to data/models/recoilme_recoilme-gemma-2-9b-v0.5.json diff --git a/data/models/redrix_AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS.json b/data/models/redrix_angelslayer-12b-unslop-mell-rpmax-darkness.json similarity index 100% rename from data/models/redrix_AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS.json rename to data/models/redrix_angelslayer-12b-unslop-mell-rpmax-darkness.json diff --git a/data/models/redrix_patricide-12B-Unslop-Mell.json b/data/models/redrix_patricide-12b-unslop-mell.json similarity index 100% rename from data/models/redrix_patricide-12B-Unslop-Mell.json rename to data/models/redrix_patricide-12b-unslop-mell.json diff --git a/data/models/refuelai_Llama-3-Refueled.json b/data/models/refuelai_llama-3-refueled.json similarity index 100% rename from data/models/refuelai_Llama-3-Refueled.json rename to data/models/refuelai_llama-3-refueled.json diff --git a/data/models/Replete-AI_L3-Pneuma-8B.json b/data/models/replete-ai_l3-pneuma-8b.json similarity index 100% rename from data/models/Replete-AI_L3-Pneuma-8B.json rename to data/models/replete-ai_l3-pneuma-8b.json diff --git a/data/models/Replete-AI_L3.1-Pneuma-8B.json b/data/models/replete-ai_l3.1-pneuma-8b.json similarity index 100% rename from data/models/Replete-AI_L3.1-Pneuma-8B.json rename to data/models/replete-ai_l3.1-pneuma-8b.json diff --git a/data/models/Replete-AI_Llama3-8B-Instruct-Replete-Adapted.json b/data/models/replete-ai_llama3-8b-instruct-replete-adapted.json similarity index 100% rename from data/models/Replete-AI_Llama3-8B-Instruct-Replete-Adapted.json rename to data/models/replete-ai_llama3-8b-instruct-replete-adapted.json diff --git a/data/models/Replete-AI_Replete-Coder-Instruct-8b-Merged.json b/data/models/replete-ai_replete-coder-instruct-8b-merged.json similarity index 100% rename from data/models/Replete-AI_Replete-Coder-Instruct-8b-Merged.json rename to data/models/replete-ai_replete-coder-instruct-8b-merged.json diff --git a/data/models/Replete-AI_Replete-Coder-Llama3-8B.json b/data/models/replete-ai_replete-coder-llama3-8b.json similarity index 100% rename from data/models/Replete-AI_Replete-Coder-Llama3-8B.json rename to data/models/replete-ai_replete-coder-llama3-8b.json diff --git a/data/models/Replete-AI_Replete-Coder-Qwen2-1.5b.json b/data/models/replete-ai_replete-coder-qwen2-1.5b.json similarity index 100% rename from data/models/Replete-AI_Replete-Coder-Qwen2-1.5b.json rename to data/models/replete-ai_replete-coder-qwen2-1.5b.json diff --git a/data/models/Replete-AI_Replete-LLM-Qwen2-7b.json b/data/models/replete-ai_replete-llm-qwen2-7b.json similarity index 99% rename from data/models/Replete-AI_Replete-LLM-Qwen2-7b.json rename to data/models/replete-ai_replete-llm-qwen2-7b.json index df8c220914f8ca0c56ba74871850b48949972c43..627d67572ee0cd0135e173767115d5ee7360b5e6 100644 --- a/data/models/Replete-AI_Replete-LLM-Qwen2-7b.json +++ b/data/models/replete-ai_replete-llm-qwen2-7b.json @@ -5,7 +5,7 @@ "developer": "Replete-AI", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "Qwen2ForCausalLM", "params_billions": "7.616" } diff --git a/data/models/Replete-AI_Replete-LLM-Qwen2-7b_Beta-Preview.json b/data/models/replete-ai_replete-llm-qwen2-7b_beta-preview.json similarity index 100% rename from data/models/Replete-AI_Replete-LLM-Qwen2-7b_Beta-Preview.json rename to data/models/replete-ai_replete-llm-qwen2-7b_beta-preview.json diff --git a/data/models/Replete-AI_Replete-LLM-V2-Llama-3.1-8b.json b/data/models/replete-ai_replete-llm-v2-llama-3.1-8b.json similarity index 100% rename from data/models/Replete-AI_Replete-LLM-V2-Llama-3.1-8b.json rename to data/models/replete-ai_replete-llm-v2-llama-3.1-8b.json diff --git a/data/models/RESMPDEV_EVA-Qwen2.5-1.5B-FRFR.json b/data/models/resmpdev_eva-qwen2.5-1.5b-frfr.json similarity index 100% rename from data/models/RESMPDEV_EVA-Qwen2.5-1.5B-FRFR.json rename to data/models/resmpdev_eva-qwen2.5-1.5b-frfr.json diff --git a/data/models/RESMPDEV_Qwen2-Wukong-0.5B.json b/data/models/resmpdev_qwen2-wukong-0.5b.json similarity index 100% rename from data/models/RESMPDEV_Qwen2-Wukong-0.5B.json rename to data/models/resmpdev_qwen2-wukong-0.5b.json diff --git a/data/models/RezVortex_Jajuka-3b.json b/data/models/rezvortex_jajuka-3b.json similarity index 100% rename from data/models/RezVortex_Jajuka-3b.json rename to data/models/rezvortex_jajuka-3b.json diff --git a/data/models/RezVortex_JAJUKA-WEWILLNEVERFORGETYOU-3B.json b/data/models/rezvortex_jajuka-wewillneverforgetyou-3b.json similarity index 100% rename from data/models/RezVortex_JAJUKA-WEWILLNEVERFORGETYOU-3B.json rename to data/models/rezvortex_jajuka-wewillneverforgetyou-3b.json diff --git a/data/models/rhymes-ai_Aria.json b/data/models/rhymes-ai_aria.json similarity index 100% rename from data/models/rhymes-ai_Aria.json rename to data/models/rhymes-ai_aria.json diff --git a/data/models/riaz_FineLlama-3.1-8B.json b/data/models/riaz_finellama-3.1-8b.json similarity index 100% rename from data/models/riaz_FineLlama-3.1-8B.json rename to data/models/riaz_finellama-3.1-8b.json index 6a38524505fecaf8ed46620c262741c031a757ea..926e4908b22e1e63c1ff9b2a4076f85fbbd8288e 100644 --- a/data/models/riaz_FineLlama-3.1-8B.json +++ b/data/models/riaz_finellama-3.1-8b.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4373 + "score": 0.4137 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4586 + "score": 0.4565 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0514 + "score": 0.0453 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2752 + "score": 0.276 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3763 + "score": 0.3776 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2964 + "score": 0.2978 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4137 + "score": 0.4373 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4565 + "score": 0.4586 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0453 + "score": 0.0514 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.276 + "score": 0.2752 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3776 + "score": 0.3763 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2978 + "score": 0.2964 } } ], diff --git a/data/models/RLHFlow_ArmoRM-Llama3-8B-v0.1.json b/data/models/rlhflow_armorm-llama3-8b-v0.1.json similarity index 98% rename from data/models/RLHFlow_ArmoRM-Llama3-8B-v0.1.json rename to data/models/rlhflow_armorm-llama3-8b-v0.1.json index 0270cee69b159c557581418b5e083b9689384263..3a9e218bfd75a10162dece0899d13277813d2910 100644 --- a/data/models/RLHFlow_ArmoRM-Llama3-8B-v0.1.json +++ b/data/models/rlhflow_armorm-llama3-8b-v0.1.json @@ -3,8 +3,11 @@ "name": "RLHFlow/ArmoRM-Llama3-8B-v0.1", "id": "RLHFlow/ArmoRM-Llama3-8B-v0.1", "developer": "RLHFlow", + "inference_platform": "unknown", "additional_details": { - "model_type": "Custom Classifier" + "precision": "bfloat16", + "architecture": "LlamaForRewardModelWithGating", + "params_billions": "7.511" } }, "evaluations": [ diff --git a/data/models/RLHFlow_LLaMA3-iterative-DPO-final.json b/data/models/rlhflow_llama3-iterative-dpo-final.json similarity index 98% rename from data/models/RLHFlow_LLaMA3-iterative-DPO-final.json rename to data/models/rlhflow_llama3-iterative-dpo-final.json index e5e3f21eca7fbdf9814aa937151592014c83667b..1a72e4982b15420fc05c85ea2973c8b11572db56 100644 --- a/data/models/RLHFlow_LLaMA3-iterative-DPO-final.json +++ b/data/models/rlhflow_llama3-iterative-dpo-final.json @@ -3,8 +3,11 @@ "name": "RLHFlow/LLaMA3-iterative-DPO-final", "id": "RLHFlow/LLaMA3-iterative-DPO-final", "developer": "RLHFlow", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "LlamaForCausalLM", + "params_billions": "8.03" } }, "evaluations": [ diff --git a/data/models/RLHFlow_pair-preference-model-LLaMA3-8B.json b/data/models/rlhflow_pair-preference-model-llama3-8b.json similarity index 100% rename from data/models/RLHFlow_pair-preference-model-LLaMA3-8B.json rename to data/models/rlhflow_pair-preference-model-llama3-8b.json diff --git a/data/models/RLHFlow_RewardModel-Mistral-7B-for-DPA-v1.json b/data/models/rlhflow_rewardmodel-mistral-7b-for-dpa-v1.json similarity index 100% rename from data/models/RLHFlow_RewardModel-Mistral-7B-for-DPA-v1.json rename to data/models/rlhflow_rewardmodel-mistral-7b-for-dpa-v1.json diff --git a/data/models/rmdhirr_Gluon-8B.json b/data/models/rmdhirr_gluon-8b.json similarity index 100% rename from data/models/rmdhirr_Gluon-8B.json rename to data/models/rmdhirr_gluon-8b.json diff --git a/data/models/Ro-xe_FMixIA-7B-DARE-0.json b/data/models/ro-xe_fmixia-7b-dare-0.json similarity index 100% rename from data/models/Ro-xe_FMixIA-7B-DARE-0.json rename to data/models/ro-xe_fmixia-7b-dare-0.json diff --git a/data/models/Ro-xe_FMixIA-7B-SLERP-27.json b/data/models/ro-xe_fmixia-7b-slerp-27.json similarity index 100% rename from data/models/Ro-xe_FMixIA-7B-SLERP-27.json rename to data/models/ro-xe_fmixia-7b-slerp-27.json diff --git a/data/models/Ro-xe_FMixIA-7B-TIES-1.json b/data/models/ro-xe_fmixia-7b-ties-1.json similarity index 100% rename from data/models/Ro-xe_FMixIA-7B-TIES-1.json rename to data/models/ro-xe_fmixia-7b-ties-1.json diff --git a/data/models/Ro-xe_FMixIA-FrankenMerge-9.5B-PT-9.json b/data/models/ro-xe_fmixia-frankenmerge-9.5b-pt-9.json similarity index 100% rename from data/models/Ro-xe_FMixIA-FrankenMerge-9.5B-PT-9.json rename to data/models/ro-xe_fmixia-frankenmerge-9.5b-pt-9.json diff --git a/data/models/Rombo-Org_Rombo-LLM-V2.5-Qwen-7b.json b/data/models/rombo-org_rombo-llm-v2.5-qwen-7b.json similarity index 100% rename from data/models/Rombo-Org_Rombo-LLM-V2.5-Qwen-7b.json rename to data/models/rombo-org_rombo-llm-v2.5-qwen-7b.json diff --git a/data/models/rombodawg_Rombos-Coder-V2.5-Qwen-14b.json b/data/models/rombodawg_rombos-coder-v2.5-qwen-14b.json similarity index 100% rename from data/models/rombodawg_Rombos-Coder-V2.5-Qwen-14b.json rename to data/models/rombodawg_rombos-coder-v2.5-qwen-14b.json diff --git a/data/models/rombodawg_Rombos-Coder-V2.5-Qwen-7b.json b/data/models/rombodawg_rombos-coder-v2.5-qwen-7b.json similarity index 100% rename from data/models/rombodawg_Rombos-Coder-V2.5-Qwen-7b.json rename to data/models/rombodawg_rombos-coder-v2.5-qwen-7b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.5-Qwen-0.5b.json b/data/models/rombodawg_rombos-llm-v2.5-qwen-0.5b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.5-Qwen-0.5b.json rename to data/models/rombodawg_rombos-llm-v2.5-qwen-0.5b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.5-Qwen-1.5b.json b/data/models/rombodawg_rombos-llm-v2.5-qwen-1.5b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.5-Qwen-1.5b.json rename to data/models/rombodawg_rombos-llm-v2.5-qwen-1.5b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.5-Qwen-14b.json b/data/models/rombodawg_rombos-llm-v2.5-qwen-14b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.5-Qwen-14b.json rename to data/models/rombodawg_rombos-llm-v2.5-qwen-14b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.5-Qwen-32b.json b/data/models/rombodawg_rombos-llm-v2.5-qwen-32b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.5-Qwen-32b.json rename to data/models/rombodawg_rombos-llm-v2.5-qwen-32b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.5-Qwen-3b.json b/data/models/rombodawg_rombos-llm-v2.5-qwen-3b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.5-Qwen-3b.json rename to data/models/rombodawg_rombos-llm-v2.5-qwen-3b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.5-Qwen-72b.json b/data/models/rombodawg_rombos-llm-v2.5-qwen-72b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.5-Qwen-72b.json rename to data/models/rombodawg_rombos-llm-v2.5-qwen-72b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.5-Qwen-7b.json b/data/models/rombodawg_rombos-llm-v2.5-qwen-7b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.5-Qwen-7b.json rename to data/models/rombodawg_rombos-llm-v2.5-qwen-7b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.5.1-Qwen-3b.json b/data/models/rombodawg_rombos-llm-v2.5.1-qwen-3b.json similarity index 99% rename from data/models/rombodawg_Rombos-LLM-V2.5.1-Qwen-3b.json rename to data/models/rombodawg_rombos-llm-v2.5.1-qwen-3b.json index d4e71fb3a6a3a9e4e33eca0e3f27e30893b0529f..12ab734b7e3e0cffe5b67bb178df3f51d09ec598 100644 --- a/data/models/rombodawg_Rombos-LLM-V2.5.1-Qwen-3b.json +++ b/data/models/rombodawg_rombos-llm-v2.5.1-qwen-3b.json @@ -5,7 +5,7 @@ "developer": "rombodawg", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "Qwen2ForCausalLM", "params_billions": "3.397" } diff --git a/data/models/rombodawg_Rombos-LLM-V2.6-Nemotron-70b.json b/data/models/rombodawg_rombos-llm-v2.6-nemotron-70b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.6-Nemotron-70b.json rename to data/models/rombodawg_rombos-llm-v2.6-nemotron-70b.json diff --git a/data/models/rombodawg_Rombos-LLM-V2.6-Qwen-14b.json b/data/models/rombodawg_rombos-llm-v2.6-qwen-14b.json similarity index 100% rename from data/models/rombodawg_Rombos-LLM-V2.6-Qwen-14b.json rename to data/models/rombodawg_rombos-llm-v2.6-qwen-14b.json diff --git a/data/models/rombodawg_rombos_Replete-Coder-Instruct-8b-Merged.json b/data/models/rombodawg_rombos_replete-coder-instruct-8b-merged.json similarity index 100% rename from data/models/rombodawg_rombos_Replete-Coder-Instruct-8b-Merged.json rename to data/models/rombodawg_rombos_replete-coder-instruct-8b-merged.json diff --git a/data/models/rombodawg_rombos_Replete-Coder-Llama3-8B.json b/data/models/rombodawg_rombos_replete-coder-llama3-8b.json similarity index 100% rename from data/models/rombodawg_rombos_Replete-Coder-Llama3-8B.json rename to data/models/rombodawg_rombos_replete-coder-llama3-8b.json diff --git a/data/models/rootxhacker_Apollo-70B.json b/data/models/rootxhacker_apollo-70b.json similarity index 100% rename from data/models/rootxhacker_Apollo-70B.json rename to data/models/rootxhacker_apollo-70b.json diff --git a/data/models/rootxhacker_apollo-7B.json b/data/models/rootxhacker_apollo-7b.json similarity index 100% rename from data/models/rootxhacker_apollo-7B.json rename to data/models/rootxhacker_apollo-7b.json diff --git a/data/models/rootxhacker_Apollo_v2-32B.json b/data/models/rootxhacker_apollo_v2-32b.json similarity index 100% rename from data/models/rootxhacker_Apollo_v2-32B.json rename to data/models/rootxhacker_apollo_v2-32b.json diff --git a/data/models/rsh345_mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B.json b/data/models/rsh345_mistral-ft-optimized-1218-neuralhermes-2.5-mistral-7b.json similarity index 100% rename from data/models/rsh345_mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B.json rename to data/models/rsh345_mistral-ft-optimized-1218-neuralhermes-2.5-mistral-7b.json diff --git a/data/models/rubenroy_Geneva-12B-GCv2-5m.json b/data/models/rubenroy_geneva-12b-gcv2-5m.json similarity index 100% rename from data/models/rubenroy_Geneva-12B-GCv2-5m.json rename to data/models/rubenroy_geneva-12b-gcv2-5m.json diff --git a/data/models/rubenroy_Gilgamesh-72B.json b/data/models/rubenroy_gilgamesh-72b.json similarity index 100% rename from data/models/rubenroy_Gilgamesh-72B.json rename to data/models/rubenroy_gilgamesh-72b.json diff --git a/data/models/rubenroy_Zurich-14B-GCv2-5m.json b/data/models/rubenroy_zurich-14b-gcv2-5m.json similarity index 100% rename from data/models/rubenroy_Zurich-14B-GCv2-5m.json rename to data/models/rubenroy_zurich-14b-gcv2-5m.json diff --git a/data/models/RubielLabarta_LogoS-7Bx2-MoE-13B-v0.2.json b/data/models/rubiellabarta_logos-7bx2-moe-13b-v0.2.json similarity index 100% rename from data/models/RubielLabarta_LogoS-7Bx2-MoE-13B-v0.2.json rename to data/models/rubiellabarta_logos-7bx2-moe-13b-v0.2.json diff --git a/data/models/RWKV_rwkv-raven-14b.json b/data/models/rwkv_rwkv-raven-14b.json similarity index 100% rename from data/models/RWKV_rwkv-raven-14b.json rename to data/models/rwkv_rwkv-raven-14b.json diff --git a/data/models/sabersaleh_Llama2-7B-CPO.json b/data/models/sabersaleh_llama2-7b-cpo.json similarity index 100% rename from data/models/sabersaleh_Llama2-7B-CPO.json rename to data/models/sabersaleh_llama2-7b-cpo.json diff --git a/data/models/sabersaleh_Llama2-7B-DPO.json b/data/models/sabersaleh_llama2-7b-dpo.json similarity index 100% rename from data/models/sabersaleh_Llama2-7B-DPO.json rename to data/models/sabersaleh_llama2-7b-dpo.json diff --git a/data/models/sabersaleh_Llama2-7B-IPO.json b/data/models/sabersaleh_llama2-7b-ipo.json similarity index 100% rename from data/models/sabersaleh_Llama2-7B-IPO.json rename to data/models/sabersaleh_llama2-7b-ipo.json diff --git a/data/models/sabersaleh_Llama2-7B-KTO.json b/data/models/sabersaleh_llama2-7b-kto.json similarity index 100% rename from data/models/sabersaleh_Llama2-7B-KTO.json rename to data/models/sabersaleh_llama2-7b-kto.json diff --git a/data/models/sabersaleh_Llama2-7B-SimPO.json b/data/models/sabersaleh_llama2-7b-simpo.json similarity index 100% rename from data/models/sabersaleh_Llama2-7B-SimPO.json rename to data/models/sabersaleh_llama2-7b-simpo.json diff --git a/data/models/sabersaleh_Llama2-7B-SPO.json b/data/models/sabersaleh_llama2-7b-spo.json similarity index 100% rename from data/models/sabersaleh_Llama2-7B-SPO.json rename to data/models/sabersaleh_llama2-7b-spo.json diff --git a/data/models/sabersaleh_Llama3.json b/data/models/sabersaleh_llama3.json similarity index 100% rename from data/models/sabersaleh_Llama3.json rename to data/models/sabersaleh_llama3.json diff --git a/data/models/sabersalehk_Llama3-001-300.json b/data/models/sabersalehk_llama3-001-300.json similarity index 100% rename from data/models/sabersalehk_Llama3-001-300.json rename to data/models/sabersalehk_llama3-001-300.json diff --git a/data/models/sabersalehk_Llama3-SimPO.json b/data/models/sabersalehk_llama3-simpo.json similarity index 100% rename from data/models/sabersalehk_Llama3-SimPO.json rename to data/models/sabersalehk_llama3-simpo.json diff --git a/data/models/sabersalehk_Llama3_001_200.json b/data/models/sabersalehk_llama3_001_200.json similarity index 100% rename from data/models/sabersalehk_Llama3_001_200.json rename to data/models/sabersalehk_llama3_001_200.json diff --git a/data/models/sabersalehk_Llama3_01_300.json b/data/models/sabersalehk_llama3_01_300.json similarity index 100% rename from data/models/sabersalehk_Llama3_01_300.json rename to data/models/sabersalehk_llama3_01_300.json diff --git a/data/models/SaisExperiments_Evil-Alpaca-3B-L3.2.json b/data/models/saisexperiments_evil-alpaca-3b-l3.2.json similarity index 100% rename from data/models/SaisExperiments_Evil-Alpaca-3B-L3.2.json rename to data/models/saisexperiments_evil-alpaca-3b-l3.2.json diff --git a/data/models/SaisExperiments_Gemma-2-2B-Opus-Instruct.json b/data/models/saisexperiments_gemma-2-2b-opus-instruct.json similarity index 100% rename from data/models/SaisExperiments_Gemma-2-2B-Opus-Instruct.json rename to data/models/saisexperiments_gemma-2-2b-opus-instruct.json diff --git a/data/models/SaisExperiments_Gemma-2-2B-Stheno-Filtered.json b/data/models/saisexperiments_gemma-2-2b-stheno-filtered.json similarity index 100% rename from data/models/SaisExperiments_Gemma-2-2B-Stheno-Filtered.json rename to data/models/saisexperiments_gemma-2-2b-stheno-filtered.json diff --git a/data/models/SaisExperiments_Not-So-Small-Alpaca-24B.json b/data/models/saisexperiments_not-so-small-alpaca-24b.json similarity index 100% rename from data/models/SaisExperiments_Not-So-Small-Alpaca-24B.json rename to data/models/saisexperiments_not-so-small-alpaca-24b.json diff --git a/data/models/SaisExperiments_QwOwO-7B-V1.json b/data/models/saisexperiments_qwowo-7b-v1.json similarity index 100% rename from data/models/SaisExperiments_QwOwO-7B-V1.json rename to data/models/saisexperiments_qwowo-7b-v1.json diff --git a/data/models/SaisExperiments_RightSheep-Llama3.2-3B.json b/data/models/saisexperiments_rightsheep-llama3.2-3b.json similarity index 100% rename from data/models/SaisExperiments_RightSheep-Llama3.2-3B.json rename to data/models/saisexperiments_rightsheep-llama3.2-3b.json diff --git a/data/models/saishf_Fimbulvetr-Kuro-Lotus-10.7B.json b/data/models/saishf_fimbulvetr-kuro-lotus-10.7b.json similarity index 100% rename from data/models/saishf_Fimbulvetr-Kuro-Lotus-10.7B.json rename to data/models/saishf_fimbulvetr-kuro-lotus-10.7b.json diff --git a/data/models/saishf_Neural-SOVLish-Devil-8B-L3.json b/data/models/saishf_neural-sovlish-devil-8b-l3.json similarity index 100% rename from data/models/saishf_Neural-SOVLish-Devil-8B-L3.json rename to data/models/saishf_neural-sovlish-devil-8b-l3.json diff --git a/data/models/saishshinde15_TethysAI_Base_Reasoning.json b/data/models/saishshinde15_tethysai_base_reasoning.json similarity index 100% rename from data/models/saishshinde15_TethysAI_Base_Reasoning.json rename to data/models/saishshinde15_tethysai_base_reasoning.json diff --git a/data/models/saishshinde15_TethysAI_Vortex.json b/data/models/saishshinde15_tethysai_vortex.json similarity index 100% rename from data/models/saishshinde15_TethysAI_Vortex.json rename to data/models/saishshinde15_tethysai_vortex.json diff --git a/data/models/saishshinde15_TethysAI_Vortex_Reasoning.json b/data/models/saishshinde15_tethysai_vortex_reasoning.json similarity index 100% rename from data/models/saishshinde15_TethysAI_Vortex_Reasoning.json rename to data/models/saishshinde15_tethysai_vortex_reasoning.json diff --git a/data/models/Sakalti_Anemoi-3B.json b/data/models/sakalti_anemoi-3b.json similarity index 100% rename from data/models/Sakalti_Anemoi-3B.json rename to data/models/sakalti_anemoi-3b.json diff --git a/data/models/Sakalti_Euphrates-14B.json b/data/models/sakalti_euphrates-14b.json similarity index 100% rename from data/models/Sakalti_Euphrates-14B.json rename to data/models/sakalti_euphrates-14b.json diff --git a/data/models/Sakalti_light-1.1-3B.json b/data/models/sakalti_light-1.1-3b.json similarity index 100% rename from data/models/Sakalti_light-1.1-3B.json rename to data/models/sakalti_light-1.1-3b.json diff --git a/data/models/Sakalti_light-3b-beta.json b/data/models/sakalti_light-3b-beta.json similarity index 100% rename from data/models/Sakalti_light-3b-beta.json rename to data/models/sakalti_light-3b-beta.json diff --git a/data/models/Sakalti_light-3B.json b/data/models/sakalti_light-3b.json similarity index 100% rename from data/models/Sakalti_light-3B.json rename to data/models/sakalti_light-3b.json diff --git a/data/models/Sakalti_light-7b-beta.json b/data/models/sakalti_light-7b-beta.json similarity index 100% rename from data/models/Sakalti_light-7b-beta.json rename to data/models/sakalti_light-7b-beta.json diff --git a/data/models/Sakalti_llama-3-yanyuedao-8b-instruct.json b/data/models/sakalti_llama-3-yanyuedao-8b-instruct.json similarity index 100% rename from data/models/Sakalti_llama-3-yanyuedao-8b-instruct.json rename to data/models/sakalti_llama-3-yanyuedao-8b-instruct.json diff --git a/data/models/Sakalti_Llama3.2-3B-Uranus-1.json b/data/models/sakalti_llama3.2-3b-uranus-1.json similarity index 100% rename from data/models/Sakalti_Llama3.2-3B-Uranus-1.json rename to data/models/sakalti_llama3.2-3b-uranus-1.json diff --git a/data/models/Sakalti_Magro-7B-v1.1.json b/data/models/sakalti_magro-7b-v1.1.json similarity index 100% rename from data/models/Sakalti_Magro-7B-v1.1.json rename to data/models/sakalti_magro-7b-v1.1.json diff --git a/data/models/Sakalti_magro-7B.json b/data/models/sakalti_magro-7b.json similarity index 100% rename from data/models/Sakalti_magro-7B.json rename to data/models/sakalti_magro-7b.json diff --git a/data/models/Sakalti_mergekit-01.json b/data/models/sakalti_mergekit-01.json similarity index 100% rename from data/models/Sakalti_mergekit-01.json rename to data/models/sakalti_mergekit-01.json diff --git a/data/models/Sakalti_mergekit-della_linear-vmeykci.json b/data/models/sakalti_mergekit-della_linear-vmeykci.json similarity index 100% rename from data/models/Sakalti_mergekit-della_linear-vmeykci.json rename to data/models/sakalti_mergekit-della_linear-vmeykci.json diff --git a/data/models/Sakalti_model-3.json b/data/models/sakalti_model-3.json similarity index 100% rename from data/models/Sakalti_model-3.json rename to data/models/sakalti_model-3.json diff --git a/data/models/Sakalti_Neptuno-3B.json b/data/models/sakalti_neptuno-3b.json similarity index 100% rename from data/models/Sakalti_Neptuno-3B.json rename to data/models/sakalti_neptuno-3b.json diff --git a/data/models/Sakalti_Neptuno-Alpha.json b/data/models/sakalti_neptuno-alpha.json similarity index 100% rename from data/models/Sakalti_Neptuno-Alpha.json rename to data/models/sakalti_neptuno-alpha.json diff --git a/data/models/Sakalti_Oxyge1-33B.json b/data/models/sakalti_oxyge1-33b.json similarity index 100% rename from data/models/Sakalti_Oxyge1-33B.json rename to data/models/sakalti_oxyge1-33b.json diff --git a/data/models/Sakalti_Phi3.5-Comets-3.8B.json b/data/models/sakalti_phi3.5-comets-3.8b.json similarity index 100% rename from data/models/Sakalti_Phi3.5-Comets-3.8B.json rename to data/models/sakalti_phi3.5-comets-3.8b.json diff --git a/data/models/Sakalti_Qwen2.5-1B-Instruct.json b/data/models/sakalti_qwen2.5-1b-instruct.json similarity index 100% rename from data/models/Sakalti_Qwen2.5-1B-Instruct.json rename to data/models/sakalti_qwen2.5-1b-instruct.json diff --git a/data/models/Sakalti_qwen2.5-2.3B.json b/data/models/sakalti_qwen2.5-2.3b.json similarity index 100% rename from data/models/Sakalti_qwen2.5-2.3B.json rename to data/models/sakalti_qwen2.5-2.3b.json diff --git a/data/models/Sakalti_QwenTest-7.json b/data/models/sakalti_qwentest-7.json similarity index 100% rename from data/models/Sakalti_QwenTest-7.json rename to data/models/sakalti_qwentest-7.json diff --git a/data/models/Sakalti_Saba-Passthrough-2.json b/data/models/sakalti_saba-passthrough-2.json similarity index 100% rename from data/models/Sakalti_Saba-Passthrough-2.json rename to data/models/sakalti_saba-passthrough-2.json diff --git a/data/models/Sakalti_Saba1-1.8B.json b/data/models/sakalti_saba1-1.8b.json similarity index 100% rename from data/models/Sakalti_Saba1-1.8B.json rename to data/models/sakalti_saba1-1.8b.json diff --git a/data/models/Sakalti_Saba1-7B.json b/data/models/sakalti_saba1-7b.json similarity index 100% rename from data/models/Sakalti_Saba1-7B.json rename to data/models/sakalti_saba1-7b.json diff --git a/data/models/Sakalti_Saba1.5-1.5B.json b/data/models/sakalti_saba1.5-1.5b.json similarity index 100% rename from data/models/Sakalti_Saba1.5-1.5B.json rename to data/models/sakalti_saba1.5-1.5b.json diff --git a/data/models/Sakalti_Saba1.5-Pro-3B.json b/data/models/sakalti_saba1.5-pro-3b.json similarity index 100% rename from data/models/Sakalti_Saba1.5-Pro-3B.json rename to data/models/sakalti_saba1.5-pro-3b.json diff --git a/data/models/Sakalti_Saba2-14B-Preview.json b/data/models/sakalti_saba2-14b-preview.json similarity index 100% rename from data/models/Sakalti_Saba2-14B-Preview.json rename to data/models/sakalti_saba2-14b-preview.json diff --git a/data/models/Sakalti_Saba2-3B.json b/data/models/sakalti_saba2-3b.json similarity index 100% rename from data/models/Sakalti_Saba2-3B.json rename to data/models/sakalti_saba2-3b.json diff --git a/data/models/Sakalti_Sailor-japanese.json b/data/models/sakalti_sailor-japanese.json similarity index 100% rename from data/models/Sakalti_Sailor-japanese.json rename to data/models/sakalti_sailor-japanese.json diff --git a/data/models/Sakalti_Saka-1.5B.json b/data/models/sakalti_saka-1.5b.json similarity index 100% rename from data/models/Sakalti_Saka-1.5B.json rename to data/models/sakalti_saka-1.5b.json diff --git a/data/models/Sakalti_Saka-14B.json b/data/models/sakalti_saka-14b.json similarity index 100% rename from data/models/Sakalti_Saka-14B.json rename to data/models/sakalti_saka-14b.json diff --git a/data/models/Sakalti_Saka-24B.json b/data/models/sakalti_saka-24b.json similarity index 100% rename from data/models/Sakalti_Saka-24B.json rename to data/models/sakalti_saka-24b.json diff --git a/data/models/Sakalti_Saka-7.2B.json b/data/models/sakalti_saka-7.2b.json similarity index 100% rename from data/models/Sakalti_Saka-7.2B.json rename to data/models/sakalti_saka-7.2b.json diff --git a/data/models/Sakalti_Saka-7.6B.json b/data/models/sakalti_saka-7.6b.json similarity index 100% rename from data/models/Sakalti_Saka-7.6B.json rename to data/models/sakalti_saka-7.6b.json diff --git a/data/models/Sakalti_SakalFusion-7B-Alpha.json b/data/models/sakalti_sakalfusion-7b-alpha.json similarity index 100% rename from data/models/Sakalti_SakalFusion-7B-Alpha.json rename to data/models/sakalti_sakalfusion-7b-alpha.json diff --git a/data/models/Sakalti_SakalFusion-7B-Beta.json b/data/models/sakalti_sakalfusion-7b-beta.json similarity index 100% rename from data/models/Sakalti_SakalFusion-7B-Beta.json rename to data/models/sakalti_sakalfusion-7b-beta.json diff --git a/data/models/Sakalti_SakaMoe-3x1.6B-Instruct.json b/data/models/sakalti_sakamoe-3x1.6b-instruct.json similarity index 100% rename from data/models/Sakalti_SakaMoe-3x1.6B-Instruct.json rename to data/models/sakalti_sakamoe-3x1.6b-instruct.json diff --git a/data/models/Sakalti_SJT-0.5B.json b/data/models/sakalti_sjt-0.5b.json similarity index 100% rename from data/models/Sakalti_SJT-0.5B.json rename to data/models/sakalti_sjt-0.5b.json diff --git a/data/models/Sakalti_SJT-1.5B-Alpha-1.1.json b/data/models/sakalti_sjt-1.5b-alpha-1.1.json similarity index 100% rename from data/models/Sakalti_SJT-1.5B-Alpha-1.1.json rename to data/models/sakalti_sjt-1.5b-alpha-1.1.json diff --git a/data/models/Sakalti_SJT-1.5B-Alpha.json b/data/models/sakalti_sjt-1.5b-alpha.json similarity index 100% rename from data/models/Sakalti_SJT-1.5B-Alpha.json rename to data/models/sakalti_sjt-1.5b-alpha.json diff --git a/data/models/Sakalti_SJT-1.7B.json b/data/models/sakalti_sjt-1.7b.json similarity index 100% rename from data/models/Sakalti_SJT-1.7B.json rename to data/models/sakalti_sjt-1.7b.json diff --git a/data/models/Sakalti_SJT-14B.json b/data/models/sakalti_sjt-14b.json similarity index 100% rename from data/models/Sakalti_SJT-14B.json rename to data/models/sakalti_sjt-14b.json diff --git a/data/models/Sakalti_SJT-2.4B.json b/data/models/sakalti_sjt-2.4b.json similarity index 100% rename from data/models/Sakalti_SJT-2.4B.json rename to data/models/sakalti_sjt-2.4b.json diff --git a/data/models/Sakalti_SJT-24B-Alpha.json b/data/models/sakalti_sjt-24b-alpha.json similarity index 100% rename from data/models/Sakalti_SJT-24B-Alpha.json rename to data/models/sakalti_sjt-24b-alpha.json diff --git a/data/models/Sakalti_SJT-2B-V1.1.json b/data/models/sakalti_sjt-2b-v1.1.json similarity index 100% rename from data/models/Sakalti_SJT-2B-V1.1.json rename to data/models/sakalti_sjt-2b-v1.1.json diff --git a/data/models/Sakalti_SJT-2B.json b/data/models/sakalti_sjt-2b.json similarity index 100% rename from data/models/Sakalti_SJT-2B.json rename to data/models/sakalti_sjt-2b.json diff --git a/data/models/Sakalti_SJT-3.7B.json b/data/models/sakalti_sjt-3.7b.json similarity index 100% rename from data/models/Sakalti_SJT-3.7B.json rename to data/models/sakalti_sjt-3.7b.json diff --git a/data/models/Sakalti_SJT-4B.json b/data/models/sakalti_sjt-4b.json similarity index 100% rename from data/models/Sakalti_SJT-4B.json rename to data/models/sakalti_sjt-4b.json diff --git a/data/models/Sakalti_SJT-7.5B.json b/data/models/sakalti_sjt-7.5b.json similarity index 100% rename from data/models/Sakalti_SJT-7.5B.json rename to data/models/sakalti_sjt-7.5b.json diff --git a/data/models/Sakalti_SJT-7B-V1.1-Multilingal.json b/data/models/sakalti_sjt-7b-v1.1-multilingal.json similarity index 100% rename from data/models/Sakalti_SJT-7B-V1.1-Multilingal.json rename to data/models/sakalti_sjt-7b-v1.1-multilingal.json diff --git a/data/models/Sakalti_SJT-7B-V1.1.json b/data/models/sakalti_sjt-7b-v1.1.json similarity index 100% rename from data/models/Sakalti_SJT-7B-V1.1.json rename to data/models/sakalti_sjt-7b-v1.1.json diff --git a/data/models/Sakalti_SJT-8B-V1.1.json b/data/models/sakalti_sjt-8b-v1.1.json similarity index 100% rename from data/models/Sakalti_SJT-8B-V1.1.json rename to data/models/sakalti_sjt-8b-v1.1.json diff --git a/data/models/Sakalti_SJT-8B.json b/data/models/sakalti_sjt-8b.json similarity index 100% rename from data/models/Sakalti_SJT-8B.json rename to data/models/sakalti_sjt-8b.json diff --git a/data/models/Sakalti_SJT-900M.json b/data/models/sakalti_sjt-900m.json similarity index 100% rename from data/models/Sakalti_SJT-900M.json rename to data/models/sakalti_sjt-900m.json diff --git a/data/models/Sakalti_SJT-Moe2x7.5B.json b/data/models/sakalti_sjt-moe2x7.5b.json similarity index 100% rename from data/models/Sakalti_SJT-Moe2x7.5B.json rename to data/models/sakalti_sjt-moe2x7.5b.json diff --git a/data/models/Sakalti_SJTPass-2.json b/data/models/sakalti_sjtpass-2.json similarity index 100% rename from data/models/Sakalti_SJTPass-2.json rename to data/models/sakalti_sjtpass-2.json diff --git a/data/models/Sakalti_SJTPass-4.json b/data/models/sakalti_sjtpass-4.json similarity index 100% rename from data/models/Sakalti_SJTPass-4.json rename to data/models/sakalti_sjtpass-4.json diff --git a/data/models/Sakalti_SJTPass-5.json b/data/models/sakalti_sjtpass-5.json similarity index 100% rename from data/models/Sakalti_SJTPass-5.json rename to data/models/sakalti_sjtpass-5.json diff --git a/data/models/Sakalti_Tara-3.8B-v1.1.json b/data/models/sakalti_tara-3.8b-v1.1.json similarity index 100% rename from data/models/Sakalti_Tara-3.8B-v1.1.json rename to data/models/sakalti_tara-3.8b-v1.1.json diff --git a/data/models/Sakalti_tara-3.8B.json b/data/models/sakalti_tara-3.8b.json similarity index 100% rename from data/models/Sakalti_tara-3.8B.json rename to data/models/sakalti_tara-3.8b.json diff --git a/data/models/Sakalti_ultiima-14B-v0.2.json b/data/models/sakalti_ultiima-14b-v0.2.json similarity index 100% rename from data/models/Sakalti_ultiima-14B-v0.2.json rename to data/models/sakalti_ultiima-14b-v0.2.json diff --git a/data/models/Sakalti_ultiima-14B-v0.3.json b/data/models/sakalti_ultiima-14b-v0.3.json similarity index 100% rename from data/models/Sakalti_ultiima-14B-v0.3.json rename to data/models/sakalti_ultiima-14b-v0.3.json diff --git a/data/models/Sakalti_ultiima-14B-v0.4.json b/data/models/sakalti_ultiima-14b-v0.4.json similarity index 100% rename from data/models/Sakalti_ultiima-14B-v0.4.json rename to data/models/sakalti_ultiima-14b-v0.4.json diff --git a/data/models/Sakalti_ultiima-14B.json b/data/models/sakalti_ultiima-14b.json similarity index 100% rename from data/models/Sakalti_ultiima-14B.json rename to data/models/sakalti_ultiima-14b.json diff --git a/data/models/Sakalti_ultiima-32B.json b/data/models/sakalti_ultiima-32b.json similarity index 100% rename from data/models/Sakalti_ultiima-32B.json rename to data/models/sakalti_ultiima-32b.json diff --git a/data/models/Sakalti_ultiima-72B-v1.5.json b/data/models/sakalti_ultiima-72b-v1.5.json similarity index 100% rename from data/models/Sakalti_ultiima-72B-v1.5.json rename to data/models/sakalti_ultiima-72b-v1.5.json diff --git a/data/models/Sakalti_ultiima-72B.json b/data/models/sakalti_ultiima-72b.json similarity index 100% rename from data/models/Sakalti_ultiima-72B.json rename to data/models/sakalti_ultiima-72b.json diff --git a/data/models/Salesforce_LLaMA-3-8B-SFR-Iterative-DPO-R.json b/data/models/salesforce_llama-3-8b-sfr-iterative-dpo-r.json similarity index 100% rename from data/models/Salesforce_LLaMA-3-8B-SFR-Iterative-DPO-R.json rename to data/models/salesforce_llama-3-8b-sfr-iterative-dpo-r.json diff --git a/data/models/Salesforce_SFR-LLaMa-3.1-70B-Judge-r.json b/data/models/salesforce_sfr-llama-3.1-70b-judge-r.json similarity index 100% rename from data/models/Salesforce_SFR-LLaMa-3.1-70B-Judge-r.json rename to data/models/salesforce_sfr-llama-3.1-70b-judge-r.json diff --git a/data/models/Salesforce_SFR-LLaMa-3.1-8B-Judge-r.json b/data/models/salesforce_sfr-llama-3.1-8b-judge-r.json similarity index 100% rename from data/models/Salesforce_SFR-LLaMa-3.1-8B-Judge-r.json rename to data/models/salesforce_sfr-llama-3.1-8b-judge-r.json diff --git a/data/models/Salesforce_SFR-nemo-12B-Judge-r.json b/data/models/salesforce_sfr-nemo-12b-judge-r.json similarity index 100% rename from data/models/Salesforce_SFR-nemo-12B-Judge-r.json rename to data/models/salesforce_sfr-nemo-12b-judge-r.json diff --git a/data/models/sam-paech_Darkest-muse-v1.json b/data/models/sam-paech_darkest-muse-v1.json similarity index 100% rename from data/models/sam-paech_Darkest-muse-v1.json rename to data/models/sam-paech_darkest-muse-v1.json diff --git a/data/models/sam-paech_Delirium-v1.json b/data/models/sam-paech_delirium-v1.json similarity index 100% rename from data/models/sam-paech_Delirium-v1.json rename to data/models/sam-paech_delirium-v1.json diff --git a/data/models/sam-paech_Quill-v1.json b/data/models/sam-paech_quill-v1.json similarity index 100% rename from data/models/sam-paech_Quill-v1.json rename to data/models/sam-paech_quill-v1.json diff --git a/data/models/SanjiWatsuki_Kunoichi-DPO-v2-7B.json b/data/models/sanjiwatsuki_kunoichi-dpo-v2-7b.json similarity index 100% rename from data/models/SanjiWatsuki_Kunoichi-DPO-v2-7B.json rename to data/models/sanjiwatsuki_kunoichi-dpo-v2-7b.json diff --git a/data/models/SanjiWatsuki_Silicon-Maid-7B.json b/data/models/sanjiwatsuki_silicon-maid-7b.json similarity index 100% rename from data/models/SanjiWatsuki_Silicon-Maid-7B.json rename to data/models/sanjiwatsuki_silicon-maid-7b.json diff --git a/data/models/Sao10K_70B-L3.3-Cirrus-x1.json b/data/models/sao10k_70b-l3.3-cirrus-x1.json similarity index 100% rename from data/models/Sao10K_70B-L3.3-Cirrus-x1.json rename to data/models/sao10k_70b-l3.3-cirrus-x1.json diff --git a/data/models/Sao10K_Fimbulvetr-11B-v2.json b/data/models/sao10k_fimbulvetr-11b-v2.json similarity index 100% rename from data/models/Sao10K_Fimbulvetr-11B-v2.json rename to data/models/sao10k_fimbulvetr-11b-v2.json diff --git a/data/models/Sao10K_L3-70B-Euryale-v2.1.json b/data/models/sao10k_l3-70b-euryale-v2.1.json similarity index 100% rename from data/models/Sao10K_L3-70B-Euryale-v2.1.json rename to data/models/sao10k_l3-70b-euryale-v2.1.json index cc2db283b642f8d244eb3c9854fd6c321275f927..66fd342cda2fcd43939fb102adcaae988f1eb857 100644 --- a/data/models/Sao10K_L3-70B-Euryale-v2.1.json +++ b/data/models/sao10k_l3-70b-euryale-v2.1.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7384 + "score": 0.7281 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6471 + "score": 0.6503 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2137 + "score": 0.2243 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4209 + "score": 0.4196 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5104 + "score": 0.5096 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7281 + "score": 0.7384 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6503 + "score": 0.6471 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2243 + "score": 0.2137 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4196 + "score": 0.4209 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5096 + "score": 0.5104 } } ], diff --git a/data/models/Sao10K_L3-8B-Lunaris-v1.json b/data/models/sao10k_l3-8b-lunaris-v1.json similarity index 100% rename from data/models/Sao10K_L3-8B-Lunaris-v1.json rename to data/models/sao10k_l3-8b-lunaris-v1.json diff --git a/data/models/Sao10K_L3-8B-Niitama-v1.json b/data/models/sao10k_l3-8b-niitama-v1.json similarity index 100% rename from data/models/Sao10K_L3-8B-Niitama-v1.json rename to data/models/sao10k_l3-8b-niitama-v1.json diff --git a/data/models/Sao10K_L3-8B-Stheno-v3.2.json b/data/models/sao10k_l3-8b-stheno-v3.2.json similarity index 100% rename from data/models/Sao10K_L3-8B-Stheno-v3.2.json rename to data/models/sao10k_l3-8b-stheno-v3.2.json diff --git a/data/models/Sao10K_L3-8B-Stheno-v3.3-32K.json b/data/models/sao10k_l3-8b-stheno-v3.3-32k.json similarity index 100% rename from data/models/Sao10K_L3-8B-Stheno-v3.3-32K.json rename to data/models/sao10k_l3-8b-stheno-v3.3-32k.json diff --git a/data/models/Sao10K_MN-12B-Lyra-v3.json b/data/models/sao10k_mn-12b-lyra-v3.json similarity index 100% rename from data/models/Sao10K_MN-12B-Lyra-v3.json rename to data/models/sao10k_mn-12b-lyra-v3.json diff --git a/data/models/sarvamai_OpenHathi-7B-Hi-v0.1-Base.json b/data/models/sarvamai_openhathi-7b-hi-v0.1-base.json similarity index 100% rename from data/models/sarvamai_OpenHathi-7B-Hi-v0.1-Base.json rename to data/models/sarvamai_openhathi-7b-hi-v0.1-base.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V1-32B.json b/data/models/saxo_linkbricks-horizon-ai-avengers-v1-32b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V1-32B.json rename to data/models/saxo_linkbricks-horizon-ai-avengers-v1-32b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V2-32B.json b/data/models/saxo_linkbricks-horizon-ai-avengers-v2-32b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V2-32B.json rename to data/models/saxo_linkbricks-horizon-ai-avengers-v2-32b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V3-32B.json b/data/models/saxo_linkbricks-horizon-ai-avengers-v3-32b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V3-32B.json rename to data/models/saxo_linkbricks-horizon-ai-avengers-v3-32b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V4-32B.json b/data/models/saxo_linkbricks-horizon-ai-avengers-v4-32b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V4-32B.json rename to data/models/saxo_linkbricks-horizon-ai-avengers-v4-32b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V5-32B.json b/data/models/saxo_linkbricks-horizon-ai-avengers-v5-32b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V5-32B.json rename to data/models/saxo_linkbricks-horizon-ai-avengers-v5-32b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V6-32B.json b/data/models/saxo_linkbricks-horizon-ai-avengers-v6-32b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Avengers-V6-32B.json rename to data/models/saxo_linkbricks-horizon-ai-avengers-v6-32b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Korean-Avengers-V2-27B.json b/data/models/saxo_linkbricks-horizon-ai-korean-avengers-v2-27b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Korean-Avengers-V2-27B.json rename to data/models/saxo_linkbricks-horizon-ai-korean-avengers-v2-27b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Korean-Avengers-V3-27B.json b/data/models/saxo_linkbricks-horizon-ai-korean-avengers-v3-27b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Korean-Avengers-V3-27B.json rename to data/models/saxo_linkbricks-horizon-ai-korean-avengers-v3-27b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Korean-Superb-22B.json b/data/models/saxo_linkbricks-horizon-ai-korean-superb-22b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Korean-Superb-22B.json rename to data/models/saxo_linkbricks-horizon-ai-korean-superb-22b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Korean-Superb-27B.json b/data/models/saxo_linkbricks-horizon-ai-korean-superb-27b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Korean-Superb-27B.json rename to data/models/saxo_linkbricks-horizon-ai-korean-superb-27b.json diff --git a/data/models/Saxo_Linkbricks-Horizon-AI-Superb-27B.json b/data/models/saxo_linkbricks-horizon-ai-superb-27b.json similarity index 100% rename from data/models/Saxo_Linkbricks-Horizon-AI-Superb-27B.json rename to data/models/saxo_linkbricks-horizon-ai-superb-27b.json diff --git a/data/models/Schrieffer_Llama-SARM-4B.json b/data/models/schrieffer_llama-sarm-4b.json similarity index 100% rename from data/models/Schrieffer_Llama-SARM-4B.json rename to data/models/schrieffer_llama-sarm-4b.json diff --git a/data/models/sci-m-wang_Mistral-7B-Instruct-sa-v0.1.json b/data/models/sci-m-wang_mistral-7b-instruct-sa-v0.1.json similarity index 100% rename from data/models/sci-m-wang_Mistral-7B-Instruct-sa-v0.1.json rename to data/models/sci-m-wang_mistral-7b-instruct-sa-v0.1.json diff --git a/data/models/sci-m-wang_Phi-3-mini-4k-instruct-sa-v0.1.json b/data/models/sci-m-wang_phi-3-mini-4k-instruct-sa-v0.1.json similarity index 100% rename from data/models/sci-m-wang_Phi-3-mini-4k-instruct-sa-v0.1.json rename to data/models/sci-m-wang_phi-3-mini-4k-instruct-sa-v0.1.json diff --git a/data/models/SeaLLMs_SeaLLM-7B-v2.5.json b/data/models/seallms_seallm-7b-v2.5.json similarity index 100% rename from data/models/SeaLLMs_SeaLLM-7B-v2.5.json rename to data/models/seallms_seallm-7b-v2.5.json diff --git a/data/models/SeaLLMs_SeaLLM-7B-v2.json b/data/models/seallms_seallm-7b-v2.json similarity index 100% rename from data/models/SeaLLMs_SeaLLM-7B-v2.json rename to data/models/seallms_seallm-7b-v2.json diff --git a/data/models/SeaLLMs_SeaLLMs-v3-7B-Chat.json b/data/models/seallms_seallms-v3-7b-chat.json similarity index 100% rename from data/models/SeaLLMs_SeaLLMs-v3-7B-Chat.json rename to data/models/seallms_seallms-v3-7b-chat.json diff --git a/data/models/securin_Securin-LLM-V2.5-Qwen-1.5B.json b/data/models/securin_securin-llm-v2.5-qwen-1.5b.json similarity index 100% rename from data/models/securin_Securin-LLM-V2.5-Qwen-1.5B.json rename to data/models/securin_securin-llm-v2.5-qwen-1.5b.json diff --git a/data/models/senseable_WestLake-7B-v2.json b/data/models/senseable_westlake-7b-v2.json similarity index 100% rename from data/models/senseable_WestLake-7B-v2.json rename to data/models/senseable_westlake-7b-v2.json diff --git a/data/models/SenseLLM_ReflectionCoder-CL-34B.json b/data/models/sensellm_reflectioncoder-cl-34b.json similarity index 100% rename from data/models/SenseLLM_ReflectionCoder-CL-34B.json rename to data/models/sensellm_reflectioncoder-cl-34b.json diff --git a/data/models/SenseLLM_ReflectionCoder-DS-33B.json b/data/models/sensellm_reflectioncoder-ds-33b.json similarity index 100% rename from data/models/SenseLLM_ReflectionCoder-DS-33B.json rename to data/models/sensellm_reflectioncoder-ds-33b.json diff --git a/data/models/SentientAGI_Dobby-Mini-Leashed-Llama-3.1-8B.json b/data/models/sentientagi_dobby-mini-leashed-llama-3.1-8b.json similarity index 100% rename from data/models/SentientAGI_Dobby-Mini-Leashed-Llama-3.1-8B.json rename to data/models/sentientagi_dobby-mini-leashed-llama-3.1-8b.json diff --git a/data/models/SentientAGI_Dobby-Mini-Unhinged-Llama-3.1-8B.json b/data/models/sentientagi_dobby-mini-unhinged-llama-3.1-8b.json similarity index 100% rename from data/models/SentientAGI_Dobby-Mini-Unhinged-Llama-3.1-8B.json rename to data/models/sentientagi_dobby-mini-unhinged-llama-3.1-8b.json diff --git a/data/models/SeppeV_SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo.json b/data/models/seppev_smollm_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo.json similarity index 100% rename from data/models/SeppeV_SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo.json rename to data/models/seppev_smollm_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo.json diff --git a/data/models/sequelbox_gemma-2-9B-MOTH.json b/data/models/sequelbox_gemma-2-9b-moth.json similarity index 100% rename from data/models/sequelbox_gemma-2-9B-MOTH.json rename to data/models/sequelbox_gemma-2-9b-moth.json diff --git a/data/models/sequelbox_Llama3.1-70B-PlumChat.json b/data/models/sequelbox_llama3.1-70b-plumchat.json similarity index 100% rename from data/models/sequelbox_Llama3.1-70B-PlumChat.json rename to data/models/sequelbox_llama3.1-70b-plumchat.json diff --git a/data/models/sequelbox_Llama3.1-8B-MOTH.json b/data/models/sequelbox_llama3.1-8b-moth.json similarity index 100% rename from data/models/sequelbox_Llama3.1-8B-MOTH.json rename to data/models/sequelbox_llama3.1-8b-moth.json diff --git a/data/models/sequelbox_Llama3.1-8B-PlumChat.json b/data/models/sequelbox_llama3.1-8b-plumchat.json similarity index 100% rename from data/models/sequelbox_Llama3.1-8B-PlumChat.json rename to data/models/sequelbox_llama3.1-8b-plumchat.json diff --git a/data/models/sequelbox_Llama3.1-8B-PlumCode.json b/data/models/sequelbox_llama3.1-8b-plumcode.json similarity index 100% rename from data/models/sequelbox_Llama3.1-8B-PlumCode.json rename to data/models/sequelbox_llama3.1-8b-plumcode.json diff --git a/data/models/sequelbox_Llama3.1-8B-PlumMath.json b/data/models/sequelbox_llama3.1-8b-plummath.json similarity index 100% rename from data/models/sequelbox_Llama3.1-8B-PlumMath.json rename to data/models/sequelbox_llama3.1-8b-plummath.json diff --git a/data/models/sethuiyer_Llama-3.1-8B-Experimental-1206-Instruct.json b/data/models/sethuiyer_llama-3.1-8b-experimental-1206-instruct.json similarity index 100% rename from data/models/sethuiyer_Llama-3.1-8B-Experimental-1206-Instruct.json rename to data/models/sethuiyer_llama-3.1-8b-experimental-1206-instruct.json diff --git a/data/models/sethuiyer_Llama-3.1-8B-Experimental-1208-Instruct.json b/data/models/sethuiyer_llama-3.1-8b-experimental-1208-instruct.json similarity index 100% rename from data/models/sethuiyer_Llama-3.1-8B-Experimental-1208-Instruct.json rename to data/models/sethuiyer_llama-3.1-8b-experimental-1208-instruct.json diff --git a/data/models/sethuiyer_Llamaverse-3.1-8B-Instruct.json b/data/models/sethuiyer_llamaverse-3.1-8b-instruct.json similarity index 100% rename from data/models/sethuiyer_Llamaverse-3.1-8B-Instruct.json rename to data/models/sethuiyer_llamaverse-3.1-8b-instruct.json diff --git a/data/models/sethuiyer_LlamaZero-3.1-8B-Experimental-1208.json b/data/models/sethuiyer_llamazero-3.1-8b-experimental-1208.json similarity index 100% rename from data/models/sethuiyer_LlamaZero-3.1-8B-Experimental-1208.json rename to data/models/sethuiyer_llamazero-3.1-8b-experimental-1208.json diff --git a/data/models/sethuiyer_Llamazing-3.1-8B-Instruct.json b/data/models/sethuiyer_llamazing-3.1-8b-instruct.json similarity index 100% rename from data/models/sethuiyer_Llamazing-3.1-8B-Instruct.json rename to data/models/sethuiyer_llamazing-3.1-8b-instruct.json diff --git a/data/models/sethuiyer_Qwen2.5-7B-Anvita.json b/data/models/sethuiyer_qwen2.5-7b-anvita.json similarity index 100% rename from data/models/sethuiyer_Qwen2.5-7B-Anvita.json rename to data/models/sethuiyer_qwen2.5-7b-anvita.json diff --git a/data/models/SF-Foundation_TextEval-Llama3.1-70B.json b/data/models/sf-foundation_texteval-llama3.1-70b.json similarity index 100% rename from data/models/SF-Foundation_TextEval-Llama3.1-70B.json rename to data/models/sf-foundation_texteval-llama3.1-70b.json diff --git a/data/models/SF-Foundation_TextEval-OffsetBias-12B.json b/data/models/sf-foundation_texteval-offsetbias-12b.json similarity index 100% rename from data/models/SF-Foundation_TextEval-OffsetBias-12B.json rename to data/models/sf-foundation_texteval-offsetbias-12b.json diff --git a/data/models/sfairXC_FsfairX-LLaMA3-RM-v0.1.json b/data/models/sfairxc_fsfairx-llama3-rm-v0.1.json similarity index 100% rename from data/models/sfairXC_FsfairX-LLaMA3-RM-v0.1.json rename to data/models/sfairxc_fsfairx-llama3-rm-v0.1.json index ecef2ed14b1e2210796bfe9e4943404f7ebd3b7c..83ff30916d3f35c6333d5f652927c45d63836756 100644 --- a/data/models/sfairXC_FsfairX-LLaMA3-RM-v0.1.json +++ b/data/models/sfairxc_fsfairx-llama3-rm-v0.1.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/sfairXC_FsfairX-LLaMA3-RM-v0.1/1766412838.146816", + "evaluation_id": "reward-bench/sfairXC_FsfairX-LLaMA3-RM-v0.1/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,127 +31,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.6292 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5916 + "score": 0.8338 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4188 + "score": 0.9944 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6284 + "score": 0.6513 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7667 + "score": 0.8676 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7051 + "score": 0.8644 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6647 + "score": 0.7492 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], @@ -159,10 +141,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench/sfairXC_FsfairX-LLaMA3-RM-v0.1/1766412838.146816", + "evaluation_id": "reward-bench-2/sfairXC_FsfairX-LLaMA3-RM-v0.1/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -181,109 +163,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8338 + "score": 0.6292 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9944 + "score": 0.5916 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6513 + "score": 0.4188 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6284 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8676 + "score": 0.7667 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8644 + "score": 0.7051 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7492 + "score": 0.6647 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/shadowml_BeagSake-7B.json b/data/models/shadowml_beagsake-7b.json similarity index 100% rename from data/models/shadowml_BeagSake-7B.json rename to data/models/shadowml_beagsake-7b.json diff --git a/data/models/shadowml_Mixolar-4x7b.json b/data/models/shadowml_mixolar-4x7b.json similarity index 100% rename from data/models/shadowml_Mixolar-4x7b.json rename to data/models/shadowml_mixolar-4x7b.json diff --git a/data/models/Sharathhebbar24_chat_gpt2_dpo.json b/data/models/sharathhebbar24_chat_gpt2_dpo.json similarity index 100% rename from data/models/Sharathhebbar24_chat_gpt2_dpo.json rename to data/models/sharathhebbar24_chat_gpt2_dpo.json diff --git a/data/models/Sharathhebbar24_SSH_355M.json b/data/models/sharathhebbar24_ssh_355m.json similarity index 100% rename from data/models/Sharathhebbar24_SSH_355M.json rename to data/models/sharathhebbar24_ssh_355m.json diff --git a/data/models/shastraai_Shastra-LLAMA2-Math-Commonsense-SFT.json b/data/models/shastraai_shastra-llama2-math-commonsense-sft.json similarity index 100% rename from data/models/shastraai_Shastra-LLAMA2-Math-Commonsense-SFT.json rename to data/models/shastraai_shastra-llama2-math-commonsense-sft.json diff --git a/data/models/ShikaiChen_LDL-Reward-Gemma-2-27B-v0.1.json b/data/models/shikaichen_ldl-reward-gemma-2-27b-v0.1.json similarity index 100% rename from data/models/ShikaiChen_LDL-Reward-Gemma-2-27B-v0.1.json rename to data/models/shikaichen_ldl-reward-gemma-2-27b-v0.1.json index 4a85b178092e7e5acaf395eb054cb8adc61e2891..988f599afd76311b87e49f16160d0ca534436cdd 100644 --- a/data/models/ShikaiChen_LDL-Reward-Gemma-2-27B-v0.1.json +++ b/data/models/shikaichen_ldl-reward-gemma-2-27b-v0.1.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/ShikaiChen_LDL-Reward-Gemma-2-27B-v0.1/1766412838.146816", + "evaluation_id": "reward-bench-2/ShikaiChen_LDL-Reward-Gemma-2-27B-v0.1/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,128 +31,104 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9499 + "score": 0.7249 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9637 + "score": 0.7558 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9079 + "score": 0.35 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9378 + "score": 0.6448 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9903 + "score": 0.9222 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench-2/ShikaiChen_LDL-Reward-Gemma-2-27B-v0.1/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench 2", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7249 + "score": 0.9131 }, "source_data": { "dataset_name": "RewardBench 2", @@ -161,111 +137,135 @@ } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7558 + "score": 0.7633 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench/ShikaiChen_LDL-Reward-Gemma-2-27B-v0.1/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Precise IF", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.35 + "score": 0.9499 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6448 + "score": 0.9637 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9222 + "score": 0.9079 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9131 + "score": 0.9378 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7633 + "score": 0.9903 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/shivam9980_NEPALI-LLM.json b/data/models/shivam9980_nepali-llm.json similarity index 100% rename from data/models/shivam9980_NEPALI-LLM.json rename to data/models/shivam9980_nepali-llm.json diff --git a/data/models/Shreyash2010_Uma-4x4B-Instruct-v0.1.json b/data/models/shreyash2010_uma-4x4b-instruct-v0.1.json similarity index 100% rename from data/models/Shreyash2010_Uma-4x4B-Instruct-v0.1.json rename to data/models/shreyash2010_uma-4x4b-instruct-v0.1.json diff --git a/data/models/shyamieee_Padma-v7.0.json b/data/models/shyamieee_padma-v7.0.json similarity index 100% rename from data/models/shyamieee_Padma-v7.0.json rename to data/models/shyamieee_padma-v7.0.json diff --git a/data/models/Sicarius-Prototyping_bacon_and_food.json b/data/models/sicarius-prototyping_bacon_and_food.json similarity index 100% rename from data/models/Sicarius-Prototyping_bacon_and_food.json rename to data/models/sicarius-prototyping_bacon_and_food.json diff --git a/data/models/Sicarius-Prototyping_Brainy_LLAMA.json b/data/models/sicarius-prototyping_brainy_llama.json similarity index 100% rename from data/models/Sicarius-Prototyping_Brainy_LLAMA.json rename to data/models/sicarius-prototyping_brainy_llama.json diff --git a/data/models/Sicarius-Prototyping_Micropenis_1B.json b/data/models/sicarius-prototyping_micropenis_1b.json similarity index 100% rename from data/models/Sicarius-Prototyping_Micropenis_1B.json rename to data/models/sicarius-prototyping_micropenis_1b.json diff --git a/data/models/SicariusSicariiStuff_2B-ad.json b/data/models/sicariussicariistuff_2b-ad.json similarity index 100% rename from data/models/SicariusSicariiStuff_2B-ad.json rename to data/models/sicariussicariistuff_2b-ad.json diff --git a/data/models/SicariusSicariiStuff_2B_or_not_2B.json b/data/models/sicariussicariistuff_2b_or_not_2b.json similarity index 100% rename from data/models/SicariusSicariiStuff_2B_or_not_2B.json rename to data/models/sicariussicariistuff_2b_or_not_2b.json diff --git a/data/models/SicariusSicariiStuff_dn_ep02.json b/data/models/sicariussicariistuff_dn_ep02.json similarity index 100% rename from data/models/SicariusSicariiStuff_dn_ep02.json rename to data/models/sicariussicariistuff_dn_ep02.json diff --git a/data/models/SicariusSicariiStuff_Dusk_Rainbow.json b/data/models/sicariussicariistuff_dusk_rainbow.json similarity index 100% rename from data/models/SicariusSicariiStuff_Dusk_Rainbow.json rename to data/models/sicariussicariistuff_dusk_rainbow.json diff --git a/data/models/SicariusSicariiStuff_Eximius_Persona_5B.json b/data/models/sicariussicariistuff_eximius_persona_5b.json similarity index 100% rename from data/models/SicariusSicariiStuff_Eximius_Persona_5B.json rename to data/models/sicariussicariistuff_eximius_persona_5b.json diff --git a/data/models/SicariusSicariiStuff_Impish_LLAMA_3B.json b/data/models/sicariussicariistuff_impish_llama_3b.json similarity index 100% rename from data/models/SicariusSicariiStuff_Impish_LLAMA_3B.json rename to data/models/sicariussicariistuff_impish_llama_3b.json diff --git a/data/models/SicariusSicariiStuff_Impish_Mind_8B.json b/data/models/sicariussicariistuff_impish_mind_8b.json similarity index 100% rename from data/models/SicariusSicariiStuff_Impish_Mind_8B.json rename to data/models/sicariussicariistuff_impish_mind_8b.json diff --git a/data/models/SicariusSicariiStuff_Impish_QWEN_14B-1M.json b/data/models/sicariussicariistuff_impish_qwen_14b-1m.json similarity index 100% rename from data/models/SicariusSicariiStuff_Impish_QWEN_14B-1M.json rename to data/models/sicariussicariistuff_impish_qwen_14b-1m.json diff --git a/data/models/SicariusSicariiStuff_Impish_QWEN_7B-1M.json b/data/models/sicariussicariistuff_impish_qwen_7b-1m.json similarity index 100% rename from data/models/SicariusSicariiStuff_Impish_QWEN_7B-1M.json rename to data/models/sicariussicariistuff_impish_qwen_7b-1m.json diff --git a/data/models/SicariusSicariiStuff_LLAMA-3_8B_Unaligned_BETA.json b/data/models/sicariussicariistuff_llama-3_8b_unaligned_beta.json similarity index 100% rename from data/models/SicariusSicariiStuff_LLAMA-3_8B_Unaligned_BETA.json rename to data/models/sicariussicariistuff_llama-3_8b_unaligned_beta.json diff --git a/data/models/SicariusSicariiStuff_Phi-Line_14B.json b/data/models/sicariussicariistuff_phi-line_14b.json similarity index 100% rename from data/models/SicariusSicariiStuff_Phi-Line_14B.json rename to data/models/sicariussicariistuff_phi-line_14b.json diff --git a/data/models/SicariusSicariiStuff_Phi-lthy4.json b/data/models/sicariussicariistuff_phi-lthy4.json similarity index 100% rename from data/models/SicariusSicariiStuff_Phi-lthy4.json rename to data/models/sicariussicariistuff_phi-lthy4.json diff --git a/data/models/SicariusSicariiStuff_Qwen2.5-14B_Uncencored.json b/data/models/sicariussicariistuff_qwen2.5-14b_uncencored.json similarity index 100% rename from data/models/SicariusSicariiStuff_Qwen2.5-14B_Uncencored.json rename to data/models/sicariussicariistuff_qwen2.5-14b_uncencored.json diff --git a/data/models/SicariusSicariiStuff_Qwen2.5-14B_Uncensored.json b/data/models/sicariussicariistuff_qwen2.5-14b_uncensored.json similarity index 100% rename from data/models/SicariusSicariiStuff_Qwen2.5-14B_Uncensored.json rename to data/models/sicariussicariistuff_qwen2.5-14b_uncensored.json diff --git a/data/models/SicariusSicariiStuff_Qwen2.5-14B_Uncensored_Instruct.json b/data/models/sicariussicariistuff_qwen2.5-14b_uncensored_instruct.json similarity index 100% rename from data/models/SicariusSicariiStuff_Qwen2.5-14B_Uncensored_Instruct.json rename to data/models/sicariussicariistuff_qwen2.5-14b_uncensored_instruct.json diff --git a/data/models/SicariusSicariiStuff_Redemption_Wind_24B.json b/data/models/sicariussicariistuff_redemption_wind_24b.json similarity index 100% rename from data/models/SicariusSicariiStuff_Redemption_Wind_24B.json rename to data/models/sicariussicariistuff_redemption_wind_24b.json diff --git a/data/models/SicariusSicariiStuff_Winged_Imp_8B.json b/data/models/sicariussicariistuff_winged_imp_8b.json similarity index 100% rename from data/models/SicariusSicariiStuff_Winged_Imp_8B.json rename to data/models/sicariussicariistuff_winged_imp_8b.json diff --git a/data/models/SicariusSicariiStuff_Wingless_Imp_8B.json b/data/models/sicariussicariistuff_wingless_imp_8b.json similarity index 100% rename from data/models/SicariusSicariiStuff_Wingless_Imp_8B.json rename to data/models/sicariussicariistuff_wingless_imp_8b.json diff --git a/data/models/SicariusSicariiStuff_Zion_Alpha.json b/data/models/sicariussicariistuff_zion_alpha.json similarity index 100% rename from data/models/SicariusSicariiStuff_Zion_Alpha.json rename to data/models/sicariussicariistuff_zion_alpha.json diff --git a/data/models/silma-ai_SILMA-9B-Instruct-v1.0.json b/data/models/silma-ai_silma-9b-instruct-v1.0.json similarity index 100% rename from data/models/silma-ai_SILMA-9B-Instruct-v1.0.json rename to data/models/silma-ai_silma-9b-instruct-v1.0.json diff --git a/data/models/silma-ai_SILMA-Kashif-2B-Instruct-v1.0.json b/data/models/silma-ai_silma-kashif-2b-instruct-v1.0.json similarity index 100% rename from data/models/silma-ai_SILMA-Kashif-2B-Instruct-v1.0.json rename to data/models/silma-ai_silma-kashif-2b-instruct-v1.0.json diff --git a/data/models/siqi00_Mistral-7B-DFT.json b/data/models/siqi00_mistral-7b-dft.json similarity index 100% rename from data/models/siqi00_Mistral-7B-DFT.json rename to data/models/siqi00_mistral-7b-dft.json diff --git a/data/models/siqi00_Mistral-7B-DFT2.json b/data/models/siqi00_mistral-7b-dft2.json similarity index 100% rename from data/models/siqi00_Mistral-7B-DFT2.json rename to data/models/siqi00_mistral-7b-dft2.json diff --git a/data/models/skumar9_Llama-medx_v2.json b/data/models/skumar9_llama-medx_v2.json similarity index 100% rename from data/models/skumar9_Llama-medx_v2.json rename to data/models/skumar9_llama-medx_v2.json diff --git a/data/models/skymizer_Llama2-7b-sft-chat-custom-template-dpo.json b/data/models/skymizer_llama2-7b-sft-chat-custom-template-dpo.json similarity index 100% rename from data/models/skymizer_Llama2-7b-sft-chat-custom-template-dpo.json rename to data/models/skymizer_llama2-7b-sft-chat-custom-template-dpo.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.1-8B-lora-epoch1.json b/data/models/skyorbis_sky-ko-llama3.1-8b-lora-epoch1.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.1-8B-lora-epoch1.json rename to data/models/skyorbis_sky-ko-llama3.1-8b-lora-epoch1.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.1-8B-lora.json b/data/models/skyorbis_sky-ko-llama3.1-8b-lora.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.1-8B-lora.json rename to data/models/skyorbis_sky-ko-llama3.1-8b-lora.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.2-1B-lora-epoch3.json b/data/models/skyorbis_sky-ko-llama3.2-1b-lora-epoch3.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.2-1B-lora-epoch3.json rename to data/models/skyorbis_sky-ko-llama3.2-1b-lora-epoch3.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.2-1B-lora-epoch5.json b/data/models/skyorbis_sky-ko-llama3.2-1b-lora-epoch5.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.2-1B-lora-epoch5.json rename to data/models/skyorbis_sky-ko-llama3.2-1b-lora-epoch5.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.2-1B-lora-v2-epoch3.json b/data/models/skyorbis_sky-ko-llama3.2-1b-lora-v2-epoch3.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.2-1B-lora-v2-epoch3.json rename to data/models/skyorbis_sky-ko-llama3.2-1b-lora-v2-epoch3.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.2-1B-lora-v2-epoch5.json b/data/models/skyorbis_sky-ko-llama3.2-1b-lora-v2-epoch5.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.2-1B-lora-v2-epoch5.json rename to data/models/skyorbis_sky-ko-llama3.2-1b-lora-v2-epoch5.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch1.json b/data/models/skyorbis_sky-ko-llama3.2-3b-lora-epoch1.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch1.json rename to data/models/skyorbis_sky-ko-llama3.2-3b-lora-epoch1.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch2.json b/data/models/skyorbis_sky-ko-llama3.2-3b-lora-epoch2.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch2.json rename to data/models/skyorbis_sky-ko-llama3.2-3b-lora-epoch2.json diff --git a/data/models/SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch3.json b/data/models/skyorbis_sky-ko-llama3.2-3b-lora-epoch3.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch3.json rename to data/models/skyorbis_sky-ko-llama3.2-3b-lora-epoch3.json diff --git a/data/models/SkyOrbis_SKY-Ko-Qwen2.5-3B-Instruct.json b/data/models/skyorbis_sky-ko-qwen2.5-3b-instruct.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Qwen2.5-3B-Instruct.json rename to data/models/skyorbis_sky-ko-qwen2.5-3b-instruct.json diff --git a/data/models/SkyOrbis_SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000.json b/data/models/skyorbis_sky-ko-qwen2.5-7b-instruct-sft-step-15000.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000.json rename to data/models/skyorbis_sky-ko-qwen2.5-7b-instruct-sft-step-15000.json diff --git a/data/models/SkyOrbis_SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000.json b/data/models/skyorbis_sky-ko-qwen2.5-7b-instruct-sft-step-5000.json similarity index 100% rename from data/models/SkyOrbis_SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000.json rename to data/models/skyorbis_sky-ko-qwen2.5-7b-instruct-sft-step-5000.json diff --git a/data/models/Skywork_Skywork-Critic-Llama-3.1-70B.json b/data/models/skywork_skywork-critic-llama-3.1-70b.json similarity index 100% rename from data/models/Skywork_Skywork-Critic-Llama-3.1-70B.json rename to data/models/skywork_skywork-critic-llama-3.1-70b.json diff --git a/data/models/Skywork_Skywork-Critic-Llama-3.1-8B.json b/data/models/skywork_skywork-critic-llama-3.1-8b.json similarity index 100% rename from data/models/Skywork_Skywork-Critic-Llama-3.1-8B.json rename to data/models/skywork_skywork-critic-llama-3.1-8b.json diff --git a/data/models/Skywork_Skywork-o1-Open-Llama-3.1-8B.json b/data/models/skywork_skywork-o1-open-llama-3.1-8b.json similarity index 100% rename from data/models/Skywork_Skywork-o1-Open-Llama-3.1-8B.json rename to data/models/skywork_skywork-o1-open-llama-3.1-8b.json diff --git a/data/models/Skywork_Skywork-Reward-Gemma-2-27B-v0.2.json b/data/models/skywork_skywork-reward-gemma-2-27b-v0.2.json similarity index 98% rename from data/models/Skywork_Skywork-Reward-Gemma-2-27B-v0.2.json rename to data/models/skywork_skywork-reward-gemma-2-27b-v0.2.json index c44d72de9680d22f1055239d1d93cea4a8b3db11..52952d2b07ce3bbc9c007749585e45b758ae4213 100644 --- a/data/models/Skywork_Skywork-Reward-Gemma-2-27B-v0.2.json +++ b/data/models/skywork_skywork-reward-gemma-2-27b-v0.2.json @@ -3,8 +3,11 @@ "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", "id": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2", "developer": "Skywork", + "inference_platform": "unknown", "additional_details": { - "model_type": "Seq. Classifier" + "precision": "bfloat16", + "architecture": "Gemma2ForSequenceClassification", + "params_billions": "27.227" } }, "evaluations": [ @@ -139,10 +142,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/Skywork_Skywork-Reward-Gemma-2-27B-v0.2/1766412838.146816", + "evaluation_id": "reward-bench/Skywork_Skywork-Reward-Gemma-2-27B-v0.2/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -161,104 +164,128 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7531 + "score": 0.9426 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7674 + "score": 0.9609 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.375 + "score": 0.8991 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6721 + "score": 0.9297 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9689 + "score": 0.9807 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench-2/Skywork_Skywork-Reward-Gemma-2-27B-v0.2/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench 2", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Focus", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9172 + "score": 0.7531 }, "source_data": { "dataset_name": "RewardBench 2", @@ -267,135 +294,111 @@ } }, { - "evaluation_name": "Ties", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8182 + "score": 0.7674 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench/Skywork_Skywork-Reward-Gemma-2-27B-v0.2/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9426 + "score": 0.375 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9609 + "score": 0.6721 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8991 + "score": 0.9689 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9297 + "score": 0.9172 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9807 + "score": 0.8182 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/Skywork_Skywork-Reward-Gemma-2-27B.json b/data/models/skywork_skywork-reward-gemma-2-27b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-Gemma-2-27B.json rename to data/models/skywork_skywork-reward-gemma-2-27b.json index 0b4cc11a7f17a4535cc37f935fdae034a6214bce..c2b742dbc17aa9720f66d090e08eb784ec7accdc 100644 --- a/data/models/Skywork_Skywork-Reward-Gemma-2-27B.json +++ b/data/models/skywork_skywork-reward-gemma-2-27b.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/Skywork_Skywork-Reward-Gemma-2-27B/1766412838.146816", + "evaluation_id": "reward-bench-2/Skywork_Skywork-Reward-Gemma-2-27B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,128 +31,104 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.938 + "score": 0.7576 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9581 + "score": 0.7368 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9145 + "score": 0.4031 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9189 + "score": 0.7049 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9606 + "score": 0.9422 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench-2/Skywork_Skywork-Reward-Gemma-2-27B/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench 2", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7576 + "score": 0.9323 }, "source_data": { "dataset_name": "RewardBench 2", @@ -161,111 +137,135 @@ } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7368 + "score": 0.8261 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench/Skywork_Skywork-Reward-Gemma-2-27B/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Precise IF", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4031 + "score": 0.938 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7049 + "score": 0.9581 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9422 + "score": 0.9145 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9323 + "score": 0.9189 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8261 + "score": 0.9606 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/Skywork_Skywork-Reward-Llama-3.1-8B-v0.2.json b/data/models/skywork_skywork-reward-llama-3.1-8b-v0.2.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-Llama-3.1-8B-v0.2.json rename to data/models/skywork_skywork-reward-llama-3.1-8b-v0.2.json diff --git a/data/models/Skywork_Skywork-Reward-Llama-3.1-8B.json b/data/models/skywork_skywork-reward-llama-3.1-8b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-Llama-3.1-8B.json rename to data/models/skywork_skywork-reward-llama-3.1-8b.json diff --git a/data/models/Skywork_Skywork-Reward-V2-Llama-3.1-8B.json b/data/models/skywork_skywork-reward-v2-llama-3.1-8b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-V2-Llama-3.1-8B.json rename to data/models/skywork_skywork-reward-v2-llama-3.1-8b.json diff --git a/data/models/Skywork_Skywork-Reward-V2-Llama-3.2-1B.json b/data/models/skywork_skywork-reward-v2-llama-3.2-1b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-V2-Llama-3.2-1B.json rename to data/models/skywork_skywork-reward-v2-llama-3.2-1b.json diff --git a/data/models/Skywork_Skywork-Reward-V2-Llama-3.2-3B.json b/data/models/skywork_skywork-reward-v2-llama-3.2-3b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-V2-Llama-3.2-3B.json rename to data/models/skywork_skywork-reward-v2-llama-3.2-3b.json diff --git a/data/models/Skywork_Skywork-Reward-V2-Qwen3-0.6B.json b/data/models/skywork_skywork-reward-v2-qwen3-0.6b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-V2-Qwen3-0.6B.json rename to data/models/skywork_skywork-reward-v2-qwen3-0.6b.json diff --git a/data/models/Skywork_Skywork-Reward-V2-Qwen3-1.7B.json b/data/models/skywork_skywork-reward-v2-qwen3-1.7b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-V2-Qwen3-1.7B.json rename to data/models/skywork_skywork-reward-v2-qwen3-1.7b.json diff --git a/data/models/Skywork_Skywork-Reward-V2-Qwen3-4B.json b/data/models/skywork_skywork-reward-v2-qwen3-4b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-V2-Qwen3-4B.json rename to data/models/skywork_skywork-reward-v2-qwen3-4b.json diff --git a/data/models/Skywork_Skywork-Reward-V2-Qwen3-8B.json b/data/models/skywork_skywork-reward-v2-qwen3-8b.json similarity index 100% rename from data/models/Skywork_Skywork-Reward-V2-Qwen3-8B.json rename to data/models/skywork_skywork-reward-v2-qwen3-8b.json diff --git a/data/models/Skywork_Skywork-VL-Reward-7B.json b/data/models/skywork_skywork-vl-reward-7b.json similarity index 100% rename from data/models/Skywork_Skywork-VL-Reward-7B.json rename to data/models/skywork_skywork-vl-reward-7b.json index 651d1416fd84d9618565234fc2f23befa272cb51..d1caca7afd32adac0ce3eaccc5894c6b1d1db99d 100644 --- a/data/models/Skywork_Skywork-VL-Reward-7B.json +++ b/data/models/skywork_skywork-vl-reward-7b.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/Skywork_Skywork-VL-Reward-7B/1766412838.146816", + "evaluation_id": "reward-bench/Skywork_Skywork-VL-Reward-7B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,104 +31,128 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6885 + "score": 0.9007 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Factuality", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6063 + "score": 0.8994 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.35 + "score": 0.875 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6339 + "score": 0.9108 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8911 + "score": 0.9176 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } - }, + } + ], + "detailed_evaluation_results": null, + "generation_config": null + }, + { + "evaluation_id": "reward-bench-2/Skywork_Skywork-VL-Reward-7B/1766412838.146816", + "retrieved_timestamp": "1766412838.146816", + "source_metadata": { + "source_name": "RewardBench 2", + "source_type": "documentation", + "source_organization_name": "Allen Institute for AI", + "source_organization_url": "https://allenai.org", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "rewardbench", + "version": "0.1.3", + "additional_details": { + "subsets": "Chat, Chat Hard, Safety, Reasoning", + "hf_space": "allenai/reward-bench" + } + }, + "benchmark": "reward-bench", + "evaluation_results": [ { - "evaluation_name": "Focus", + "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8909 + "score": 0.6885 }, "source_data": { "dataset_name": "RewardBench 2", @@ -137,135 +161,111 @@ } }, { - "evaluation_name": "Ties", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7586 + "score": 0.6063 }, "source_data": { "dataset_name": "RewardBench 2", "source_type": "hf_dataset", "hf_repo": "allenai/reward-bench-2-results" } - } - ], - "detailed_evaluation_results": null, - "generation_config": null - }, - { - "evaluation_id": "reward-bench/Skywork_Skywork-VL-Reward-7B/1766412838.146816", - "retrieved_timestamp": "1766412838.146816", - "source_metadata": { - "source_name": "RewardBench", - "source_type": "documentation", - "source_organization_name": "Allen Institute for AI", - "source_organization_url": "https://allenai.org", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "rewardbench", - "version": "0.1.3", - "additional_details": { - "subsets": "Chat, Chat Hard, Safety, Reasoning", - "hf_space": "allenai/reward-bench" - } - }, - "benchmark": "reward-bench", - "evaluation_results": [ + }, { - "evaluation_name": "Score", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9007 + "score": 0.35 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Math", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Math score - measures mathematical reasoning", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8994 + "score": 0.6339 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.875 + "score": 0.8911 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Safety", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9108 + "score": 0.8909 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9176 + "score": 0.7586 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/Solshine_Brimful-merged-replete.json b/data/models/solshine_brimful-merged-replete.json similarity index 100% rename from data/models/Solshine_Brimful-merged-replete.json rename to data/models/solshine_brimful-merged-replete.json diff --git a/data/models/Solshine_Llama-3-1-big-thoughtful-passthrough-merge-2.json b/data/models/solshine_llama-3-1-big-thoughtful-passthrough-merge-2.json similarity index 100% rename from data/models/Solshine_Llama-3-1-big-thoughtful-passthrough-merge-2.json rename to data/models/solshine_llama-3-1-big-thoughtful-passthrough-merge-2.json diff --git a/data/models/someon98_qwen-CoMa-0.5b.json b/data/models/someon98_qwen-coma-0.5b.json similarity index 100% rename from data/models/someon98_qwen-CoMa-0.5b.json rename to data/models/someon98_qwen-coma-0.5b.json diff --git a/data/models/sometimesanotion_ChocoTrio-14B-v1.json b/data/models/sometimesanotion_chocotrio-14b-v1.json similarity index 100% rename from data/models/sometimesanotion_ChocoTrio-14B-v1.json rename to data/models/sometimesanotion_chocotrio-14b-v1.json diff --git a/data/models/sometimesanotion_IF-reasoning-experiment-40.json b/data/models/sometimesanotion_if-reasoning-experiment-40.json similarity index 100% rename from data/models/sometimesanotion_IF-reasoning-experiment-40.json rename to data/models/sometimesanotion_if-reasoning-experiment-40.json diff --git a/data/models/sometimesanotion_IF-reasoning-experiment-80.json b/data/models/sometimesanotion_if-reasoning-experiment-80.json similarity index 100% rename from data/models/sometimesanotion_IF-reasoning-experiment-80.json rename to data/models/sometimesanotion_if-reasoning-experiment-80.json diff --git a/data/models/sometimesanotion_KytheraMix-7B-v0.2.json b/data/models/sometimesanotion_kytheramix-7b-v0.2.json similarity index 100% rename from data/models/sometimesanotion_KytheraMix-7B-v0.2.json rename to data/models/sometimesanotion_kytheramix-7b-v0.2.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.1-experimental.json b/data/models/sometimesanotion_lamarck-14b-v0.1-experimental.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.1-experimental.json rename to data/models/sometimesanotion_lamarck-14b-v0.1-experimental.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.3.json b/data/models/sometimesanotion_lamarck-14b-v0.3.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.3.json rename to data/models/sometimesanotion_lamarck-14b-v0.3.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.4-Qwenvergence.json b/data/models/sometimesanotion_lamarck-14b-v0.4-qwenvergence.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.4-Qwenvergence.json rename to data/models/sometimesanotion_lamarck-14b-v0.4-qwenvergence.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.6-002-model_stock.json b/data/models/sometimesanotion_lamarck-14b-v0.6-002-model_stock.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.6-002-model_stock.json rename to data/models/sometimesanotion_lamarck-14b-v0.6-002-model_stock.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.6-model_stock.json b/data/models/sometimesanotion_lamarck-14b-v0.6-model_stock.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.6-model_stock.json rename to data/models/sometimesanotion_lamarck-14b-v0.6-model_stock.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.6.json b/data/models/sometimesanotion_lamarck-14b-v0.6.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.6.json rename to data/models/sometimesanotion_lamarck-14b-v0.6.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.7-Fusion.json b/data/models/sometimesanotion_lamarck-14b-v0.7-fusion.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.7-Fusion.json rename to data/models/sometimesanotion_lamarck-14b-v0.7-fusion.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.7-rc1.json b/data/models/sometimesanotion_lamarck-14b-v0.7-rc1.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.7-rc1.json rename to data/models/sometimesanotion_lamarck-14b-v0.7-rc1.json diff --git a/data/models/sometimesanotion_Lamarck-14B-v0.7-rc4.json b/data/models/sometimesanotion_lamarck-14b-v0.7-rc4.json similarity index 100% rename from data/models/sometimesanotion_Lamarck-14B-v0.7-rc4.json rename to data/models/sometimesanotion_lamarck-14b-v0.7-rc4.json diff --git a/data/models/sometimesanotion_LamarckInfusion-14B-v1.json b/data/models/sometimesanotion_lamarckinfusion-14b-v1.json similarity index 100% rename from data/models/sometimesanotion_LamarckInfusion-14B-v1.json rename to data/models/sometimesanotion_lamarckinfusion-14b-v1.json diff --git a/data/models/sometimesanotion_LamarckInfusion-14B-v2-hi.json b/data/models/sometimesanotion_lamarckinfusion-14b-v2-hi.json similarity index 100% rename from data/models/sometimesanotion_LamarckInfusion-14B-v2-hi.json rename to data/models/sometimesanotion_lamarckinfusion-14b-v2-hi.json diff --git a/data/models/sometimesanotion_LamarckInfusion-14B-v2-lo.json b/data/models/sometimesanotion_lamarckinfusion-14b-v2-lo.json similarity index 100% rename from data/models/sometimesanotion_LamarckInfusion-14B-v2-lo.json rename to data/models/sometimesanotion_lamarckinfusion-14b-v2-lo.json diff --git a/data/models/sometimesanotion_LamarckInfusion-14B-v2.json b/data/models/sometimesanotion_lamarckinfusion-14b-v2.json similarity index 100% rename from data/models/sometimesanotion_LamarckInfusion-14B-v2.json rename to data/models/sometimesanotion_lamarckinfusion-14b-v2.json diff --git a/data/models/sometimesanotion_LamarckInfusion-14B-v3.json b/data/models/sometimesanotion_lamarckinfusion-14b-v3.json similarity index 100% rename from data/models/sometimesanotion_LamarckInfusion-14B-v3.json rename to data/models/sometimesanotion_lamarckinfusion-14b-v3.json diff --git a/data/models/sometimesanotion_Qwen-14B-ProseStock-v4.json b/data/models/sometimesanotion_qwen-14b-prosestock-v4.json similarity index 100% rename from data/models/sometimesanotion_Qwen-14B-ProseStock-v4.json rename to data/models/sometimesanotion_qwen-14b-prosestock-v4.json diff --git a/data/models/sometimesanotion_Qwen-2.5-14B-Virmarckeoso.json b/data/models/sometimesanotion_qwen-2.5-14b-virmarckeoso.json similarity index 100% rename from data/models/sometimesanotion_Qwen-2.5-14B-Virmarckeoso.json rename to data/models/sometimesanotion_qwen-2.5-14b-virmarckeoso.json diff --git a/data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v2.json b/data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v2.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v2.json rename to data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v2.json diff --git a/data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-IF-Variant.json b/data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v3-if-variant.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-IF-Variant.json rename to data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v3-if-variant.json diff --git a/data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-model_stock.json b/data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v3-model_stock.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-model_stock.json rename to data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v3-model_stock.json diff --git a/data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-Prose01.json b/data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v3-prose01.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-Prose01.json rename to data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v3-prose01.json diff --git a/data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v3.json b/data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v3.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso-v3.json rename to data/models/sometimesanotion_qwen2.5-14b-vimarckoso-v3.json diff --git a/data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso.json b/data/models/sometimesanotion_qwen2.5-14b-vimarckoso.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-14B-Vimarckoso.json rename to data/models/sometimesanotion_qwen2.5-14b-vimarckoso.json diff --git a/data/models/sometimesanotion_Qwen2.5-7B-Gordion-v0.1-Prose.json b/data/models/sometimesanotion_qwen2.5-7b-gordion-v0.1-prose.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-7B-Gordion-v0.1-Prose.json rename to data/models/sometimesanotion_qwen2.5-7b-gordion-v0.1-prose.json diff --git a/data/models/sometimesanotion_Qwen2.5-7B-Gordion-v0.1-Reason.json b/data/models/sometimesanotion_qwen2.5-7b-gordion-v0.1-reason.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-7B-Gordion-v0.1-Reason.json rename to data/models/sometimesanotion_qwen2.5-7b-gordion-v0.1-reason.json diff --git a/data/models/sometimesanotion_Qwen2.5-7B-Gordion-v0.1.json b/data/models/sometimesanotion_qwen2.5-7b-gordion-v0.1.json similarity index 100% rename from data/models/sometimesanotion_Qwen2.5-7B-Gordion-v0.1.json rename to data/models/sometimesanotion_qwen2.5-7b-gordion-v0.1.json diff --git a/data/models/sometimesanotion_Qwentessential-14B-v1.json b/data/models/sometimesanotion_qwentessential-14b-v1.json similarity index 100% rename from data/models/sometimesanotion_Qwentessential-14B-v1.json rename to data/models/sometimesanotion_qwentessential-14b-v1.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v013.json b/data/models/sometimesanotion_qwentinuum-14b-v013.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v013.json rename to data/models/sometimesanotion_qwentinuum-14b-v013.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v1.json b/data/models/sometimesanotion_qwentinuum-14b-v1.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v1.json rename to data/models/sometimesanotion_qwentinuum-14b-v1.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v2.json b/data/models/sometimesanotion_qwentinuum-14b-v2.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v2.json rename to data/models/sometimesanotion_qwentinuum-14b-v2.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v3.json b/data/models/sometimesanotion_qwentinuum-14b-v3.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v3.json rename to data/models/sometimesanotion_qwentinuum-14b-v3.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v5.json b/data/models/sometimesanotion_qwentinuum-14b-v5.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v5.json rename to data/models/sometimesanotion_qwentinuum-14b-v5.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v6-Prose.json b/data/models/sometimesanotion_qwentinuum-14b-v6-prose.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v6-Prose.json rename to data/models/sometimesanotion_qwentinuum-14b-v6-prose.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v6.json b/data/models/sometimesanotion_qwentinuum-14b-v6.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v6.json rename to data/models/sometimesanotion_qwentinuum-14b-v6.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v7.json b/data/models/sometimesanotion_qwentinuum-14b-v7.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v7.json rename to data/models/sometimesanotion_qwentinuum-14b-v7.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v8.json b/data/models/sometimesanotion_qwentinuum-14b-v8.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v8.json rename to data/models/sometimesanotion_qwentinuum-14b-v8.json diff --git a/data/models/sometimesanotion_Qwentinuum-14B-v9.json b/data/models/sometimesanotion_qwentinuum-14b-v9.json similarity index 100% rename from data/models/sometimesanotion_Qwentinuum-14B-v9.json rename to data/models/sometimesanotion_qwentinuum-14b-v9.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-qv256.json b/data/models/sometimesanotion_qwenvergence-14b-qv256.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-qv256.json rename to data/models/sometimesanotion_qwenvergence-14b-qv256.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v0.6-004-model_stock.json b/data/models/sometimesanotion_qwenvergence-14b-v0.6-004-model_stock.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v0.6-004-model_stock.json rename to data/models/sometimesanotion_qwenvergence-14b-v0.6-004-model_stock.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v10.json b/data/models/sometimesanotion_qwenvergence-14b-v10.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v10.json rename to data/models/sometimesanotion_qwenvergence-14b-v10.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v11.json b/data/models/sometimesanotion_qwenvergence-14b-v11.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v11.json rename to data/models/sometimesanotion_qwenvergence-14b-v11.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v12-Prose-DS.json b/data/models/sometimesanotion_qwenvergence-14b-v12-prose-ds.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v12-Prose-DS.json rename to data/models/sometimesanotion_qwenvergence-14b-v12-prose-ds.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v12-Prose.json b/data/models/sometimesanotion_qwenvergence-14b-v12-prose.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v12-Prose.json rename to data/models/sometimesanotion_qwenvergence-14b-v12-prose.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v13-Prose-DS.json b/data/models/sometimesanotion_qwenvergence-14b-v13-prose-ds.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v13-Prose-DS.json rename to data/models/sometimesanotion_qwenvergence-14b-v13-prose-ds.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v15-Prose-MS.json b/data/models/sometimesanotion_qwenvergence-14b-v15-prose-ms.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v15-Prose-MS.json rename to data/models/sometimesanotion_qwenvergence-14b-v15-prose-ms.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v2-Prose.json b/data/models/sometimesanotion_qwenvergence-14b-v2-prose.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v2-Prose.json rename to data/models/sometimesanotion_qwenvergence-14b-v2-prose.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v3-Prose.json b/data/models/sometimesanotion_qwenvergence-14b-v3-prose.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v3-Prose.json rename to data/models/sometimesanotion_qwenvergence-14b-v3-prose.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v3-Reason.json b/data/models/sometimesanotion_qwenvergence-14b-v3-reason.json similarity index 99% rename from data/models/sometimesanotion_Qwenvergence-14B-v3-Reason.json rename to data/models/sometimesanotion_qwenvergence-14b-v3-reason.json index 88b35f5e8c7854bcbb475418e0facc4f831e0c9b..a439bc62eb51d7fa9519bb2716501909fa712711 100644 --- a/data/models/sometimesanotion_Qwenvergence-14B-v3-Reason.json +++ b/data/models/sometimesanotion_qwenvergence-14b-v3-reason.json @@ -5,7 +5,7 @@ "developer": "sometimesanotion", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "Qwen2ForCausalLM", "params_billions": "14.0" } diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v3.json b/data/models/sometimesanotion_qwenvergence-14b-v3.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v3.json rename to data/models/sometimesanotion_qwenvergence-14b-v3.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v6-Prose-model_stock.json b/data/models/sometimesanotion_qwenvergence-14b-v6-prose-model_stock.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v6-Prose-model_stock.json rename to data/models/sometimesanotion_qwenvergence-14b-v6-prose-model_stock.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v6-Prose.json b/data/models/sometimesanotion_qwenvergence-14b-v6-prose.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v6-Prose.json rename to data/models/sometimesanotion_qwenvergence-14b-v6-prose.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v8.json b/data/models/sometimesanotion_qwenvergence-14b-v8.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v8.json rename to data/models/sometimesanotion_qwenvergence-14b-v8.json diff --git a/data/models/sometimesanotion_Qwenvergence-14B-v9.json b/data/models/sometimesanotion_qwenvergence-14b-v9.json similarity index 100% rename from data/models/sometimesanotion_Qwenvergence-14B-v9.json rename to data/models/sometimesanotion_qwenvergence-14b-v9.json diff --git a/data/models/sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbc-213steps.json b/data/models/sonthenguyen_zephyr-sft-bnb-4bit-dpo-mtbc-213steps.json similarity index 100% rename from data/models/sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbc-213steps.json rename to data/models/sonthenguyen_zephyr-sft-bnb-4bit-dpo-mtbc-213steps.json diff --git a/data/models/sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbo-180steps.json b/data/models/sonthenguyen_zephyr-sft-bnb-4bit-dpo-mtbo-180steps.json similarity index 100% rename from data/models/sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbo-180steps.json rename to data/models/sonthenguyen_zephyr-sft-bnb-4bit-dpo-mtbo-180steps.json diff --git a/data/models/sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbr-180steps.json b/data/models/sonthenguyen_zephyr-sft-bnb-4bit-dpo-mtbr-180steps.json similarity index 100% rename from data/models/sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbr-180steps.json rename to data/models/sonthenguyen_zephyr-sft-bnb-4bit-dpo-mtbr-180steps.json diff --git a/data/models/sophosympatheia_Midnight-Miqu-70B-v1.5.json b/data/models/sophosympatheia_midnight-miqu-70b-v1.5.json similarity index 100% rename from data/models/sophosympatheia_Midnight-Miqu-70B-v1.5.json rename to data/models/sophosympatheia_midnight-miqu-70b-v1.5.json diff --git a/data/models/Sorawiz_Gemma-9B-Base.json b/data/models/sorawiz_gemma-9b-base.json similarity index 100% rename from data/models/Sorawiz_Gemma-9B-Base.json rename to data/models/sorawiz_gemma-9b-base.json diff --git a/data/models/Sorawiz_Gemma-Creative-9B-Base.json b/data/models/sorawiz_gemma-creative-9b-base.json similarity index 100% rename from data/models/Sorawiz_Gemma-Creative-9B-Base.json rename to data/models/sorawiz_gemma-creative-9b-base.json diff --git a/data/models/Sourjayon_DeepSeek-R1-8b-Sify.json b/data/models/sourjayon_deepseek-r1-8b-sify.json similarity index 100% rename from data/models/Sourjayon_DeepSeek-R1-8b-Sify.json rename to data/models/sourjayon_deepseek-r1-8b-sify.json diff --git a/data/models/Sourjayon_DeepSeek-R1-ForumNXT.json b/data/models/sourjayon_deepseek-r1-forumnxt.json similarity index 100% rename from data/models/Sourjayon_DeepSeek-R1-ForumNXT.json rename to data/models/sourjayon_deepseek-r1-forumnxt.json diff --git a/data/models/SpaceYL_ECE_Poirot.json b/data/models/spaceyl_ece_poirot.json similarity index 100% rename from data/models/SpaceYL_ECE_Poirot.json rename to data/models/spaceyl_ece_poirot.json diff --git a/data/models/speakleash_Bielik-11B-v2.0-Instruct.json b/data/models/speakleash_bielik-11b-v2.0-instruct.json similarity index 100% rename from data/models/speakleash_Bielik-11B-v2.0-Instruct.json rename to data/models/speakleash_bielik-11b-v2.0-instruct.json diff --git a/data/models/speakleash_Bielik-11B-v2.1-Instruct.json b/data/models/speakleash_bielik-11b-v2.1-instruct.json similarity index 100% rename from data/models/speakleash_Bielik-11B-v2.1-Instruct.json rename to data/models/speakleash_bielik-11b-v2.1-instruct.json diff --git a/data/models/speakleash_Bielik-11B-v2.2-Instruct.json b/data/models/speakleash_bielik-11b-v2.2-instruct.json similarity index 100% rename from data/models/speakleash_Bielik-11B-v2.2-Instruct.json rename to data/models/speakleash_bielik-11b-v2.2-instruct.json diff --git a/data/models/speakleash_Bielik-11B-v2.3-Instruct.json b/data/models/speakleash_bielik-11b-v2.3-instruct.json similarity index 100% rename from data/models/speakleash_Bielik-11B-v2.3-Instruct.json rename to data/models/speakleash_bielik-11b-v2.3-instruct.json diff --git a/data/models/speakleash_Bielik-11B-v2.json b/data/models/speakleash_bielik-11b-v2.json similarity index 100% rename from data/models/speakleash_Bielik-11B-v2.json rename to data/models/speakleash_bielik-11b-v2.json diff --git a/data/models/Spestly_Athena-1-3B.json b/data/models/spestly_athena-1-3b.json similarity index 100% rename from data/models/Spestly_Athena-1-3B.json rename to data/models/spestly_athena-1-3b.json diff --git a/data/models/Spestly_Atlas-Pro-1.5B-Preview.json b/data/models/spestly_atlas-pro-1.5b-preview.json similarity index 100% rename from data/models/Spestly_Atlas-Pro-1.5B-Preview.json rename to data/models/spestly_atlas-pro-1.5b-preview.json diff --git a/data/models/Spestly_Atlas-Pro-7B-Preview.json b/data/models/spestly_atlas-pro-7b-preview.json similarity index 100% rename from data/models/Spestly_Atlas-Pro-7B-Preview.json rename to data/models/spestly_atlas-pro-7b-preview.json diff --git a/data/models/spmurrayzzz_Mistral-Syndicate-7B.json b/data/models/spmurrayzzz_mistral-syndicate-7b.json similarity index 100% rename from data/models/spmurrayzzz_Mistral-Syndicate-7B.json rename to data/models/spmurrayzzz_mistral-syndicate-7b.json diff --git a/data/models/spow12_ChatWaifu_12B_v2.0.json b/data/models/spow12_chatwaifu_12b_v2.0.json similarity index 100% rename from data/models/spow12_ChatWaifu_12B_v2.0.json rename to data/models/spow12_chatwaifu_12b_v2.0.json diff --git a/data/models/spow12_ChatWaifu_22B_v2.0_preview.json b/data/models/spow12_chatwaifu_22b_v2.0_preview.json similarity index 100% rename from data/models/spow12_ChatWaifu_22B_v2.0_preview.json rename to data/models/spow12_chatwaifu_22b_v2.0_preview.json diff --git a/data/models/spow12_ChatWaifu_v1.4.json b/data/models/spow12_chatwaifu_v1.4.json similarity index 100% rename from data/models/spow12_ChatWaifu_v1.4.json rename to data/models/spow12_chatwaifu_v1.4.json diff --git a/data/models/spow12_ChatWaifu_v2.0_22B.json b/data/models/spow12_chatwaifu_v2.0_22b.json similarity index 99% rename from data/models/spow12_ChatWaifu_v2.0_22B.json rename to data/models/spow12_chatwaifu_v2.0_22b.json index 3d3a0fa59a44de9bc7e3fe4a40205e4db6c78a5a..b7b1556be3e6af250728822417ad3ec7fa2fe00c 100644 --- a/data/models/spow12_ChatWaifu_v2.0_22B.json +++ b/data/models/spow12_chatwaifu_v2.0_22b.json @@ -5,7 +5,7 @@ "developer": "spow12", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", + "precision": "float16", "architecture": "MistralForCausalLM", "params_billions": "22.247" } diff --git a/data/models/ssmits_Qwen2.5-95B-Instruct.json b/data/models/ssmits_qwen2.5-95b-instruct.json similarity index 100% rename from data/models/ssmits_Qwen2.5-95B-Instruct.json rename to data/models/ssmits_qwen2.5-95b-instruct.json diff --git a/data/models/stabilityai_StableBeluga2.json b/data/models/stabilityai_stablebeluga2.json similarity index 100% rename from data/models/stabilityai_StableBeluga2.json rename to data/models/stabilityai_stablebeluga2.json diff --git a/data/models/stabilityai_stablelm-2-12b-chat.json b/data/models/stabilityai_stablelm-2-12b-chat.json index ada18c8a32c90e9cf092552803370cf4b4a37251..78ad9ee53aba6f9ad3a85930c46ec90a47eef8d4 100644 --- a/data/models/stabilityai_stablelm-2-12b-chat.json +++ b/data/models/stabilityai_stablelm-2-12b-chat.json @@ -3,8 +3,11 @@ "name": "stabilityai/stablelm-2-12b-chat", "id": "stabilityai/stablelm-2-12b-chat", "developer": "stabilityai", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "StableLmForCausalLM", + "params_billions": "12.143" } }, "evaluations": [ diff --git a/data/models/stabilityai_stablelm-2-zephyr-1_6b.json b/data/models/stabilityai_stablelm-2-zephyr-1_6b.json index 0e350f01c66c7e5d72c2d4c6068e45cd85a9dd7e..232262780da15206e76d7299db11743a568096cc 100644 --- a/data/models/stabilityai_stablelm-2-zephyr-1_6b.json +++ b/data/models/stabilityai_stablelm-2-zephyr-1_6b.json @@ -3,8 +3,11 @@ "name": "stabilityai/stablelm-2-zephyr-1_6b", "id": "stabilityai/stablelm-2-zephyr-1_6b", "developer": "stabilityai", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "float16", + "architecture": "StableLmForCausalLM", + "params_billions": "1.645" } }, "evaluations": [ diff --git a/data/models/stabilityai_stablelm-zephyr-3b.json b/data/models/stabilityai_stablelm-zephyr-3b.json index 2c46bcbbcf057e14ff4a480a0c966ff7d31b3636..30073e22c9197c38e126213a34d5062aa27f0ee9 100644 --- a/data/models/stabilityai_stablelm-zephyr-3b.json +++ b/data/models/stabilityai_stablelm-zephyr-3b.json @@ -3,8 +3,11 @@ "name": "stabilityai/stablelm-zephyr-3b", "id": "stabilityai/stablelm-zephyr-3b", "developer": "stabilityai", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "bfloat16", + "architecture": "StableLmForCausalLM", + "params_billions": "2.795" } }, "evaluations": [ diff --git a/data/models/stanford_Alpaca-7B.json b/data/models/stanford_alpaca-7b.json similarity index 100% rename from data/models/stanford_Alpaca-7B.json rename to data/models/stanford_alpaca-7b.json diff --git a/data/models/stanfordnlp_SteamSHP-flan-t5-large.json b/data/models/stanfordnlp_steamshp-flan-t5-large.json similarity index 100% rename from data/models/stanfordnlp_SteamSHP-flan-t5-large.json rename to data/models/stanfordnlp_steamshp-flan-t5-large.json diff --git a/data/models/stanfordnlp_SteamSHP-flan-t5-xl.json b/data/models/stanfordnlp_steamshp-flan-t5-xl.json similarity index 100% rename from data/models/stanfordnlp_SteamSHP-flan-t5-xl.json rename to data/models/stanfordnlp_steamshp-flan-t5-xl.json diff --git a/data/models/Stark2008_GutenLaserPi.json b/data/models/stark2008_gutenlaserpi.json similarity index 100% rename from data/models/Stark2008_GutenLaserPi.json rename to data/models/stark2008_gutenlaserpi.json diff --git a/data/models/Stark2008_LayleleFlamPi.json b/data/models/stark2008_layleleflampi.json similarity index 100% rename from data/models/Stark2008_LayleleFlamPi.json rename to data/models/stark2008_layleleflampi.json diff --git a/data/models/Stark2008_VisFlamCat.json b/data/models/stark2008_visflamcat.json similarity index 100% rename from data/models/Stark2008_VisFlamCat.json rename to data/models/stark2008_visflamcat.json diff --git a/data/models/Steelskull_L3.3-MS-Nevoria-70b.json b/data/models/steelskull_l3.3-ms-nevoria-70b.json similarity index 100% rename from data/models/Steelskull_L3.3-MS-Nevoria-70b.json rename to data/models/steelskull_l3.3-ms-nevoria-70b.json diff --git a/data/models/Steelskull_L3.3-Nevoria-R1-70b.json b/data/models/steelskull_l3.3-nevoria-r1-70b.json similarity index 100% rename from data/models/Steelskull_L3.3-Nevoria-R1-70b.json rename to data/models/steelskull_l3.3-nevoria-r1-70b.json diff --git a/data/models/StelleX_Qwen2.5_Math_7B_Cot.json b/data/models/stellex_qwen2.5_math_7b_cot.json similarity index 100% rename from data/models/StelleX_Qwen2.5_Math_7B_Cot.json rename to data/models/stellex_qwen2.5_math_7b_cot.json diff --git a/data/models/StelleX_Vorisatex-7B-preview.json b/data/models/stellex_vorisatex-7b-preview.json similarity index 100% rename from data/models/StelleX_Vorisatex-7B-preview.json rename to data/models/stellex_vorisatex-7b-preview.json diff --git a/data/models/streamerbtw1002_Nexuim-R1-7B-Instruct.json b/data/models/streamerbtw1002_nexuim-r1-7b-instruct.json similarity index 100% rename from data/models/streamerbtw1002_Nexuim-R1-7B-Instruct.json rename to data/models/streamerbtw1002_nexuim-r1-7b-instruct.json diff --git a/data/models/stupidity-ai_Llama-3-8B-Instruct-MultiMoose.json b/data/models/stupidity-ai_llama-3-8b-instruct-multimoose.json similarity index 100% rename from data/models/stupidity-ai_Llama-3-8B-Instruct-MultiMoose.json rename to data/models/stupidity-ai_llama-3-8b-instruct-multimoose.json diff --git a/data/models/suayptalha_Clarus-7B-v0.1.json b/data/models/suayptalha_clarus-7b-v0.1.json similarity index 100% rename from data/models/suayptalha_Clarus-7B-v0.1.json rename to data/models/suayptalha_clarus-7b-v0.1.json diff --git a/data/models/suayptalha_Clarus-7B-v0.2.json b/data/models/suayptalha_clarus-7b-v0.2.json similarity index 100% rename from data/models/suayptalha_Clarus-7B-v0.2.json rename to data/models/suayptalha_clarus-7b-v0.2.json diff --git a/data/models/suayptalha_Clarus-7B-v0.3.json b/data/models/suayptalha_clarus-7b-v0.3.json similarity index 100% rename from data/models/suayptalha_Clarus-7B-v0.3.json rename to data/models/suayptalha_clarus-7b-v0.3.json diff --git a/data/models/suayptalha_DeepSeek-R1-Distill-Llama-3B.json b/data/models/suayptalha_deepseek-r1-distill-llama-3b.json similarity index 100% rename from data/models/suayptalha_DeepSeek-R1-Distill-Llama-3B.json rename to data/models/suayptalha_deepseek-r1-distill-llama-3b.json diff --git a/data/models/suayptalha_Falcon3-Jessi-v0.4-7B-Slerp.json b/data/models/suayptalha_falcon3-jessi-v0.4-7b-slerp.json similarity index 100% rename from data/models/suayptalha_Falcon3-Jessi-v0.4-7B-Slerp.json rename to data/models/suayptalha_falcon3-jessi-v0.4-7b-slerp.json diff --git a/data/models/suayptalha_HomerCreativeAnvita-Mix-Qw7B.json b/data/models/suayptalha_homercreativeanvita-mix-qw7b.json similarity index 100% rename from data/models/suayptalha_HomerCreativeAnvita-Mix-Qw7B.json rename to data/models/suayptalha_homercreativeanvita-mix-qw7b.json diff --git a/data/models/suayptalha_Komodo-Llama-3.2-3B-v2-fp16.json b/data/models/suayptalha_komodo-llama-3.2-3b-v2-fp16.json similarity index 100% rename from data/models/suayptalha_Komodo-Llama-3.2-3B-v2-fp16.json rename to data/models/suayptalha_komodo-llama-3.2-3b-v2-fp16.json diff --git a/data/models/suayptalha_Lamarckvergence-14B.json b/data/models/suayptalha_lamarckvergence-14b.json similarity index 100% rename from data/models/suayptalha_Lamarckvergence-14B.json rename to data/models/suayptalha_lamarckvergence-14b.json diff --git a/data/models/suayptalha_Lix-14B-v0.1.json b/data/models/suayptalha_lix-14b-v0.1.json similarity index 100% rename from data/models/suayptalha_Lix-14B-v0.1.json rename to data/models/suayptalha_lix-14b-v0.1.json diff --git a/data/models/suayptalha_Luminis-phi-4.json b/data/models/suayptalha_luminis-phi-4.json similarity index 100% rename from data/models/suayptalha_Luminis-phi-4.json rename to data/models/suayptalha_luminis-phi-4.json diff --git a/data/models/suayptalha_Maestro-10B.json b/data/models/suayptalha_maestro-10b.json similarity index 100% rename from data/models/suayptalha_Maestro-10B.json rename to data/models/suayptalha_maestro-10b.json diff --git a/data/models/suayptalha_Rombos-2.5-T.E-8.1.json b/data/models/suayptalha_rombos-2.5-t.e-8.1.json similarity index 100% rename from data/models/suayptalha_Rombos-2.5-T.E-8.1.json rename to data/models/suayptalha_rombos-2.5-t.e-8.1.json diff --git a/data/models/SultanR_SmolTulu-1.7b-Instruct.json b/data/models/sultanr_smoltulu-1.7b-instruct.json similarity index 100% rename from data/models/SultanR_SmolTulu-1.7b-Instruct.json rename to data/models/sultanr_smoltulu-1.7b-instruct.json diff --git a/data/models/SultanR_SmolTulu-1.7b-it-v0.json b/data/models/sultanr_smoltulu-1.7b-it-v0.json similarity index 100% rename from data/models/SultanR_SmolTulu-1.7b-it-v0.json rename to data/models/sultanr_smoltulu-1.7b-it-v0.json diff --git a/data/models/SultanR_SmolTulu-1.7b-Reinforced.json b/data/models/sultanr_smoltulu-1.7b-reinforced.json similarity index 100% rename from data/models/SultanR_SmolTulu-1.7b-Reinforced.json rename to data/models/sultanr_smoltulu-1.7b-reinforced.json diff --git a/data/models/SultanR_SmolTulu-1.7b-RM.json b/data/models/sultanr_smoltulu-1.7b-rm.json similarity index 100% rename from data/models/SultanR_SmolTulu-1.7b-RM.json rename to data/models/sultanr_smoltulu-1.7b-rm.json diff --git a/data/models/sumink_Qmerft.json b/data/models/sumink_qmerft.json similarity index 100% rename from data/models/sumink_Qmerft.json rename to data/models/sumink_qmerft.json diff --git a/data/models/sumink_Qwenftmodel.json b/data/models/sumink_qwenftmodel.json similarity index 100% rename from data/models/sumink_Qwenftmodel.json rename to data/models/sumink_qwenftmodel.json diff --git a/data/models/sumink_Qwenmplus.json b/data/models/sumink_qwenmplus.json similarity index 100% rename from data/models/sumink_Qwenmplus.json rename to data/models/sumink_qwenmplus.json diff --git a/data/models/sumink_Qwensci.json b/data/models/sumink_qwensci.json similarity index 100% rename from data/models/sumink_Qwensci.json rename to data/models/sumink_qwensci.json diff --git a/data/models/sunbaby_BrainCog-8B-0.1-Instruct.json b/data/models/sunbaby_braincog-8b-0.1-instruct.json similarity index 100% rename from data/models/sunbaby_BrainCog-8B-0.1-Instruct.json rename to data/models/sunbaby_braincog-8b-0.1-instruct.json diff --git a/data/models/Supichi_BBA-123.json b/data/models/supichi_bba-123.json similarity index 100% rename from data/models/Supichi_BBA-123.json rename to data/models/supichi_bba-123.json diff --git a/data/models/Supichi_BBA99.json b/data/models/supichi_bba99.json similarity index 100% rename from data/models/Supichi_BBA99.json rename to data/models/supichi_bba99.json diff --git a/data/models/Supichi_BBAI_135_Gemma.json b/data/models/supichi_bbai_135_gemma.json similarity index 100% rename from data/models/Supichi_BBAI_135_Gemma.json rename to data/models/supichi_bbai_135_gemma.json diff --git a/data/models/Supichi_BBAI_250_Xia0_gZ.json b/data/models/supichi_bbai_250_xia0_gz.json similarity index 100% rename from data/models/Supichi_BBAI_250_Xia0_gZ.json rename to data/models/supichi_bbai_250_xia0_gz.json diff --git a/data/models/Supichi_BBAI_275_Tsunami_gZ.json b/data/models/supichi_bbai_275_tsunami_gz.json similarity index 100% rename from data/models/Supichi_BBAI_275_Tsunami_gZ.json rename to data/models/supichi_bbai_275_tsunami_gz.json diff --git a/data/models/Supichi_BBAI_525_Tsu_gZ_Xia0.json b/data/models/supichi_bbai_525_tsu_gz_xia0.json similarity index 100% rename from data/models/Supichi_BBAI_525_Tsu_gZ_Xia0.json rename to data/models/supichi_bbai_525_tsu_gz_xia0.json diff --git a/data/models/Supichi_BBAI_78B_Calme_3_1_Ties.json b/data/models/supichi_bbai_78b_calme_3_1_ties.json similarity index 100% rename from data/models/Supichi_BBAI_78B_Calme_3_1_Ties.json rename to data/models/supichi_bbai_78b_calme_3_1_ties.json diff --git a/data/models/Supichi_BBAI_QWEEN_V000000_LUMEN_14B.json b/data/models/supichi_bbai_qween_v000000_lumen_14b.json similarity index 100% rename from data/models/Supichi_BBAI_QWEEN_V000000_LUMEN_14B.json rename to data/models/supichi_bbai_qween_v000000_lumen_14b.json diff --git a/data/models/Supichi_BBAIK29.json b/data/models/supichi_bbaik29.json similarity index 100% rename from data/models/Supichi_BBAIK29.json rename to data/models/supichi_bbaik29.json diff --git a/data/models/Supichi_HF_TOKEN.json b/data/models/supichi_hf_token.json similarity index 100% rename from data/models/Supichi_HF_TOKEN.json rename to data/models/supichi_hf_token.json diff --git a/data/models/Supichi_NJS26.json b/data/models/supichi_njs26.json similarity index 100% rename from data/models/Supichi_NJS26.json rename to data/models/supichi_njs26.json diff --git a/data/models/Svak_MN-12B-Inferor-v0.0.json b/data/models/svak_mn-12b-inferor-v0.0.json similarity index 100% rename from data/models/Svak_MN-12B-Inferor-v0.0.json rename to data/models/svak_mn-12b-inferor-v0.0.json diff --git a/data/models/Svak_MN-12B-Inferor-v0.1.json b/data/models/svak_mn-12b-inferor-v0.1.json similarity index 100% rename from data/models/Svak_MN-12B-Inferor-v0.1.json rename to data/models/svak_mn-12b-inferor-v0.1.json diff --git a/data/models/swap-uniba_LLaMAntino-3-ANITA-8B-Inst-DPO-ITA.json b/data/models/swap-uniba_llamantino-3-anita-8b-inst-dpo-ita.json similarity index 100% rename from data/models/swap-uniba_LLaMAntino-3-ANITA-8B-Inst-DPO-ITA.json rename to data/models/swap-uniba_llamantino-3-anita-8b-inst-dpo-ita.json diff --git a/data/models/Syed-Hasan-8503_Phi-3-mini-4K-instruct-cpo-simpo.json b/data/models/syed-hasan-8503_phi-3-mini-4k-instruct-cpo-simpo.json similarity index 100% rename from data/models/Syed-Hasan-8503_Phi-3-mini-4K-instruct-cpo-simpo.json rename to data/models/syed-hasan-8503_phi-3-mini-4k-instruct-cpo-simpo.json diff --git a/data/models/synergetic_FrankenQwen2.5-14B.json b/data/models/synergetic_frankenqwen2.5-14b.json similarity index 100% rename from data/models/synergetic_FrankenQwen2.5-14B.json rename to data/models/synergetic_frankenqwen2.5-14b.json diff --git a/data/models/T145_KRONOS-8B-V1-P1.json b/data/models/t145_kronos-8b-v1-p1.json similarity index 100% rename from data/models/T145_KRONOS-8B-V1-P1.json rename to data/models/t145_kronos-8b-v1-p1.json diff --git a/data/models/T145_KRONOS-8B-V1-P2.json b/data/models/t145_kronos-8b-v1-p2.json similarity index 100% rename from data/models/T145_KRONOS-8B-V1-P2.json rename to data/models/t145_kronos-8b-v1-p2.json diff --git a/data/models/T145_KRONOS-8B-V1-P3.json b/data/models/t145_kronos-8b-v1-p3.json similarity index 100% rename from data/models/T145_KRONOS-8B-V1-P3.json rename to data/models/t145_kronos-8b-v1-p3.json diff --git a/data/models/T145_KRONOS-8B-V2.json b/data/models/t145_kronos-8b-v2.json similarity index 100% rename from data/models/T145_KRONOS-8B-V2.json rename to data/models/t145_kronos-8b-v2.json diff --git a/data/models/T145_KRONOS-8B-V3.json b/data/models/t145_kronos-8b-v3.json similarity index 100% rename from data/models/T145_KRONOS-8B-V3.json rename to data/models/t145_kronos-8b-v3.json diff --git a/data/models/T145_KRONOS-8B-V4.json b/data/models/t145_kronos-8b-v4.json similarity index 100% rename from data/models/T145_KRONOS-8B-V4.json rename to data/models/t145_kronos-8b-v4.json diff --git a/data/models/T145_KRONOS-8B-V5.json b/data/models/t145_kronos-8b-v5.json similarity index 100% rename from data/models/T145_KRONOS-8B-V5.json rename to data/models/t145_kronos-8b-v5.json diff --git a/data/models/T145_KRONOS-8B-V6.json b/data/models/t145_kronos-8b-v6.json similarity index 100% rename from data/models/T145_KRONOS-8B-V6.json rename to data/models/t145_kronos-8b-v6.json diff --git a/data/models/T145_KRONOS-8B-V7.json b/data/models/t145_kronos-8b-v7.json similarity index 100% rename from data/models/T145_KRONOS-8B-V7.json rename to data/models/t145_kronos-8b-v7.json diff --git a/data/models/T145_KRONOS-8B-V8.json b/data/models/t145_kronos-8b-v8.json similarity index 100% rename from data/models/T145_KRONOS-8B-V8.json rename to data/models/t145_kronos-8b-v8.json diff --git a/data/models/T145_KRONOS-8B-V9.json b/data/models/t145_kronos-8b-v9.json similarity index 100% rename from data/models/T145_KRONOS-8B-V9.json rename to data/models/t145_kronos-8b-v9.json diff --git a/data/models/T145_Llama-3.1-8B-Instruct-Zeus.json b/data/models/t145_llama-3.1-8b-instruct-zeus.json similarity index 100% rename from data/models/T145_Llama-3.1-8B-Instruct-Zeus.json rename to data/models/t145_llama-3.1-8b-instruct-zeus.json diff --git a/data/models/T145_Llama-3.1-8B-Zeus.json b/data/models/t145_llama-3.1-8b-zeus.json similarity index 100% rename from data/models/T145_Llama-3.1-8B-Zeus.json rename to data/models/t145_llama-3.1-8b-zeus.json diff --git a/data/models/T145_Meta-Llama-3.1-8B-Instruct-TIES.json b/data/models/t145_meta-llama-3.1-8b-instruct-ties.json similarity index 100% rename from data/models/T145_Meta-Llama-3.1-8B-Instruct-TIES.json rename to data/models/t145_meta-llama-3.1-8b-instruct-ties.json diff --git a/data/models/T145_qwen-2.5-3B-merge-test.json b/data/models/t145_qwen-2.5-3b-merge-test.json similarity index 100% rename from data/models/T145_qwen-2.5-3B-merge-test.json rename to data/models/t145_qwen-2.5-3b-merge-test.json diff --git a/data/models/T145_ZEUS-8B-V10.json b/data/models/t145_zeus-8b-v10.json similarity index 100% rename from data/models/T145_ZEUS-8B-V10.json rename to data/models/t145_zeus-8b-v10.json diff --git a/data/models/T145_ZEUS-8B-V11.json b/data/models/t145_zeus-8b-v11.json similarity index 100% rename from data/models/T145_ZEUS-8B-V11.json rename to data/models/t145_zeus-8b-v11.json diff --git a/data/models/T145_ZEUS-8B-V12.json b/data/models/t145_zeus-8b-v12.json similarity index 100% rename from data/models/T145_ZEUS-8B-V12.json rename to data/models/t145_zeus-8b-v12.json diff --git a/data/models/T145_ZEUS-8B-V13-abliterated.json b/data/models/t145_zeus-8b-v13-abliterated.json similarity index 100% rename from data/models/T145_ZEUS-8B-V13-abliterated.json rename to data/models/t145_zeus-8b-v13-abliterated.json diff --git a/data/models/T145_ZEUS-8B-V13.json b/data/models/t145_zeus-8b-v13.json similarity index 100% rename from data/models/T145_ZEUS-8B-V13.json rename to data/models/t145_zeus-8b-v13.json diff --git a/data/models/T145_ZEUS-8B-V14.json b/data/models/t145_zeus-8b-v14.json similarity index 100% rename from data/models/T145_ZEUS-8B-V14.json rename to data/models/t145_zeus-8b-v14.json diff --git a/data/models/T145_ZEUS-8B-V15.json b/data/models/t145_zeus-8b-v15.json similarity index 100% rename from data/models/T145_ZEUS-8B-V15.json rename to data/models/t145_zeus-8b-v15.json diff --git a/data/models/T145_ZEUS-8B-V16.json b/data/models/t145_zeus-8b-v16.json similarity index 100% rename from data/models/T145_ZEUS-8B-V16.json rename to data/models/t145_zeus-8b-v16.json diff --git a/data/models/T145_ZEUS-8B-V17-abliterated-V2.json b/data/models/t145_zeus-8b-v17-abliterated-v2.json similarity index 100% rename from data/models/T145_ZEUS-8B-V17-abliterated-V2.json rename to data/models/t145_zeus-8b-v17-abliterated-v2.json diff --git a/data/models/T145_ZEUS-8B-V17-abliterated-V4.json b/data/models/t145_zeus-8b-v17-abliterated-v4.json similarity index 100% rename from data/models/T145_ZEUS-8B-V17-abliterated-V4.json rename to data/models/t145_zeus-8b-v17-abliterated-v4.json diff --git a/data/models/T145_ZEUS-8B-V17-abliterated.json b/data/models/t145_zeus-8b-v17-abliterated.json similarity index 100% rename from data/models/T145_ZEUS-8B-V17-abliterated.json rename to data/models/t145_zeus-8b-v17-abliterated.json diff --git a/data/models/T145_ZEUS-8B-V17.json b/data/models/t145_zeus-8b-v17.json similarity index 100% rename from data/models/T145_ZEUS-8B-V17.json rename to data/models/t145_zeus-8b-v17.json diff --git a/data/models/T145_ZEUS-8B-V18.json b/data/models/t145_zeus-8b-v18.json similarity index 100% rename from data/models/T145_ZEUS-8B-V18.json rename to data/models/t145_zeus-8b-v18.json diff --git a/data/models/T145_ZEUS-8B-V19.json b/data/models/t145_zeus-8b-v19.json similarity index 100% rename from data/models/T145_ZEUS-8B-V19.json rename to data/models/t145_zeus-8b-v19.json diff --git a/data/models/T145_ZEUS-8B-V2-abliterated.json b/data/models/t145_zeus-8b-v2-abliterated.json similarity index 100% rename from data/models/T145_ZEUS-8B-V2-abliterated.json rename to data/models/t145_zeus-8b-v2-abliterated.json diff --git a/data/models/T145_ZEUS-8B-V2-ORPO.json b/data/models/t145_zeus-8b-v2-orpo.json similarity index 100% rename from data/models/T145_ZEUS-8B-V2-ORPO.json rename to data/models/t145_zeus-8b-v2-orpo.json diff --git a/data/models/T145_ZEUS-8B-V2.json b/data/models/t145_zeus-8b-v2.json similarity index 100% rename from data/models/T145_ZEUS-8B-V2.json rename to data/models/t145_zeus-8b-v2.json diff --git a/data/models/T145_ZEUS-8B-V20.json b/data/models/t145_zeus-8b-v20.json similarity index 100% rename from data/models/T145_ZEUS-8B-V20.json rename to data/models/t145_zeus-8b-v20.json diff --git a/data/models/T145_ZEUS-8B-V21.json b/data/models/t145_zeus-8b-v21.json similarity index 100% rename from data/models/T145_ZEUS-8B-V21.json rename to data/models/t145_zeus-8b-v21.json diff --git a/data/models/T145_ZEUS-8B-V22.json b/data/models/t145_zeus-8b-v22.json similarity index 100% rename from data/models/T145_ZEUS-8B-V22.json rename to data/models/t145_zeus-8b-v22.json diff --git a/data/models/T145_ZEUS-8B-V23.json b/data/models/t145_zeus-8b-v23.json similarity index 100% rename from data/models/T145_ZEUS-8B-V23.json rename to data/models/t145_zeus-8b-v23.json diff --git a/data/models/T145_ZEUS-8B-V24.json b/data/models/t145_zeus-8b-v24.json similarity index 100% rename from data/models/T145_ZEUS-8B-V24.json rename to data/models/t145_zeus-8b-v24.json diff --git a/data/models/T145_ZEUS-8B-V25.json b/data/models/t145_zeus-8b-v25.json similarity index 100% rename from data/models/T145_ZEUS-8B-V25.json rename to data/models/t145_zeus-8b-v25.json diff --git a/data/models/T145_ZEUS-8B-V26.json b/data/models/t145_zeus-8b-v26.json similarity index 100% rename from data/models/T145_ZEUS-8B-V26.json rename to data/models/t145_zeus-8b-v26.json diff --git a/data/models/T145_ZEUS-8B-V27.json b/data/models/t145_zeus-8b-v27.json similarity index 100% rename from data/models/T145_ZEUS-8B-V27.json rename to data/models/t145_zeus-8b-v27.json diff --git a/data/models/T145_ZEUS-8B-V28.json b/data/models/t145_zeus-8b-v28.json similarity index 100% rename from data/models/T145_ZEUS-8B-V28.json rename to data/models/t145_zeus-8b-v28.json diff --git a/data/models/T145_ZEUS-8B-V29.json b/data/models/t145_zeus-8b-v29.json similarity index 100% rename from data/models/T145_ZEUS-8B-V29.json rename to data/models/t145_zeus-8b-v29.json diff --git a/data/models/T145_ZEUS-8B-V2L1.json b/data/models/t145_zeus-8b-v2l1.json similarity index 100% rename from data/models/T145_ZEUS-8B-V2L1.json rename to data/models/t145_zeus-8b-v2l1.json diff --git a/data/models/T145_ZEUS-8B-V2L2.json b/data/models/t145_zeus-8b-v2l2.json similarity index 100% rename from data/models/T145_ZEUS-8B-V2L2.json rename to data/models/t145_zeus-8b-v2l2.json diff --git a/data/models/T145_ZEUS-8B-V3.json b/data/models/t145_zeus-8b-v3.json similarity index 100% rename from data/models/T145_ZEUS-8B-V3.json rename to data/models/t145_zeus-8b-v3.json diff --git a/data/models/T145_ZEUS-8B-V30.json b/data/models/t145_zeus-8b-v30.json similarity index 100% rename from data/models/T145_ZEUS-8B-V30.json rename to data/models/t145_zeus-8b-v30.json diff --git a/data/models/T145_ZEUS-8B-V4.json b/data/models/t145_zeus-8b-v4.json similarity index 100% rename from data/models/T145_ZEUS-8B-V4.json rename to data/models/t145_zeus-8b-v4.json diff --git a/data/models/T145_ZEUS-8B-V6.json b/data/models/t145_zeus-8b-v6.json similarity index 100% rename from data/models/T145_ZEUS-8B-V6.json rename to data/models/t145_zeus-8b-v6.json diff --git a/data/models/T145_ZEUS-8B-V7.json b/data/models/t145_zeus-8b-v7.json similarity index 100% rename from data/models/T145_ZEUS-8B-V7.json rename to data/models/t145_zeus-8b-v7.json diff --git a/data/models/T145_ZEUS-8B-V8.json b/data/models/t145_zeus-8b-v8.json similarity index 100% rename from data/models/T145_ZEUS-8B-V8.json rename to data/models/t145_zeus-8b-v8.json diff --git a/data/models/T145_ZEUS-8B-V9.json b/data/models/t145_zeus-8b-v9.json similarity index 100% rename from data/models/T145_ZEUS-8B-V9.json rename to data/models/t145_zeus-8b-v9.json diff --git a/data/models/talha2001_Beast-Soul-new.json b/data/models/talha2001_beast-soul-new.json similarity index 100% rename from data/models/talha2001_Beast-Soul-new.json rename to data/models/talha2001_beast-soul-new.json diff --git a/data/models/tanliboy_lambda-gemma-2-9b-dpo.json b/data/models/tanliboy_lambda-gemma-2-9b-dpo.json index 38ecdea07cb3e977e8245cc08d85c2e1bd075ea5..7fb384620bce09b34b0d31ff763d2b1e971d0558 100644 --- a/data/models/tanliboy_lambda-gemma-2-9b-dpo.json +++ b/data/models/tanliboy_lambda-gemma-2-9b-dpo.json @@ -5,7 +5,7 @@ "developer": "tanliboy", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "Gemma2ForCausalLM", "params_billions": "9.242" } diff --git a/data/models/tannedbum_Ellaria-9B.json b/data/models/tannedbum_ellaria-9b.json similarity index 100% rename from data/models/tannedbum_Ellaria-9B.json rename to data/models/tannedbum_ellaria-9b.json diff --git a/data/models/tannedbum_L3-Nymeria-Maid-8B.json b/data/models/tannedbum_l3-nymeria-maid-8b.json similarity index 100% rename from data/models/tannedbum_L3-Nymeria-Maid-8B.json rename to data/models/tannedbum_l3-nymeria-maid-8b.json diff --git a/data/models/tannedbum_L3-Nymeria-v2-8B.json b/data/models/tannedbum_l3-nymeria-v2-8b.json similarity index 100% rename from data/models/tannedbum_L3-Nymeria-v2-8B.json rename to data/models/tannedbum_l3-nymeria-v2-8b.json diff --git a/data/models/tannedbum_L3-Rhaenys-8B.json b/data/models/tannedbum_l3-rhaenys-8b.json similarity index 100% rename from data/models/tannedbum_L3-Rhaenys-8B.json rename to data/models/tannedbum_l3-rhaenys-8b.json diff --git a/data/models/Tarek07_Progenitor-V1.1-LLaMa-70B.json b/data/models/tarek07_progenitor-v1.1-llama-70b.json similarity index 100% rename from data/models/Tarek07_Progenitor-V1.1-LLaMa-70B.json rename to data/models/tarek07_progenitor-v1.1-llama-70b.json diff --git a/data/models/Tarek07_Thalassic-Alpha-LLaMa-70B.json b/data/models/tarek07_thalassic-alpha-llama-70b.json similarity index 100% rename from data/models/Tarek07_Thalassic-Alpha-LLaMa-70B.json rename to data/models/tarek07_thalassic-alpha-llama-70b.json diff --git a/data/models/TeeZee_DoubleBagel-57B-v1.0.json b/data/models/teezee_doublebagel-57b-v1.0.json similarity index 100% rename from data/models/TeeZee_DoubleBagel-57B-v1.0.json rename to data/models/teezee_doublebagel-57b-v1.0.json diff --git a/data/models/teknium_CollectiveCognition-v1.1-Mistral-7B.json b/data/models/teknium_collectivecognition-v1.1-mistral-7b.json similarity index 100% rename from data/models/teknium_CollectiveCognition-v1.1-Mistral-7B.json rename to data/models/teknium_collectivecognition-v1.1-mistral-7b.json diff --git a/data/models/teknium_OpenHermes-13B.json b/data/models/teknium_openhermes-13b.json similarity index 100% rename from data/models/teknium_OpenHermes-13B.json rename to data/models/teknium_openhermes-13b.json diff --git a/data/models/teknium_OpenHermes-2-Mistral-7B.json b/data/models/teknium_openhermes-2-mistral-7b.json similarity index 100% rename from data/models/teknium_OpenHermes-2-Mistral-7B.json rename to data/models/teknium_openhermes-2-mistral-7b.json diff --git a/data/models/teknium_OpenHermes-2.5-Mistral-7B.json b/data/models/teknium_openhermes-2.5-mistral-7b.json similarity index 100% rename from data/models/teknium_OpenHermes-2.5-Mistral-7B.json rename to data/models/teknium_openhermes-2.5-mistral-7b.json diff --git a/data/models/teknium_OpenHermes-7B.json b/data/models/teknium_openhermes-7b.json similarity index 100% rename from data/models/teknium_OpenHermes-7B.json rename to data/models/teknium_openhermes-7b.json diff --git a/data/models/Telugu-LLM-Labs_Indic-gemma-2b-finetuned-sft-Navarasa-2.0.json b/data/models/telugu-llm-labs_indic-gemma-2b-finetuned-sft-navarasa-2.0.json similarity index 100% rename from data/models/Telugu-LLM-Labs_Indic-gemma-2b-finetuned-sft-Navarasa-2.0.json rename to data/models/telugu-llm-labs_indic-gemma-2b-finetuned-sft-navarasa-2.0.json diff --git a/data/models/Telugu-LLM-Labs_Indic-gemma-7b-finetuned-sft-Navarasa-2.0.json b/data/models/telugu-llm-labs_indic-gemma-7b-finetuned-sft-navarasa-2.0.json similarity index 100% rename from data/models/Telugu-LLM-Labs_Indic-gemma-7b-finetuned-sft-Navarasa-2.0.json rename to data/models/telugu-llm-labs_indic-gemma-7b-finetuned-sft-navarasa-2.0.json diff --git a/data/models/TencentARC_LLaMA-Pro-8B-Instruct.json b/data/models/tencentarc_llama-pro-8b-instruct.json similarity index 100% rename from data/models/TencentARC_LLaMA-Pro-8B-Instruct.json rename to data/models/tencentarc_llama-pro-8b-instruct.json diff --git a/data/models/TencentARC_LLaMA-Pro-8B.json b/data/models/tencentarc_llama-pro-8b.json similarity index 100% rename from data/models/TencentARC_LLaMA-Pro-8B.json rename to data/models/tencentarc_llama-pro-8b.json diff --git a/data/models/TencentARC_MetaMath-Mistral-Pro.json b/data/models/tencentarc_metamath-mistral-pro.json similarity index 100% rename from data/models/TencentARC_MetaMath-Mistral-Pro.json rename to data/models/tencentarc_metamath-mistral-pro.json diff --git a/data/models/TencentARC_Mistral_Pro_8B_v0.1.json b/data/models/tencentarc_mistral_pro_8b_v0.1.json similarity index 100% rename from data/models/TencentARC_Mistral_Pro_8B_v0.1.json rename to data/models/tencentarc_mistral_pro_8b_v0.1.json diff --git a/data/models/tensoropera_Fox-1-1.6B.json b/data/models/tensoropera_fox-1-1.6b.json similarity index 100% rename from data/models/tensoropera_Fox-1-1.6B.json rename to data/models/tensoropera_fox-1-1.6b.json diff --git a/data/models/tenyx_Llama3-TenyxChat-70B.json b/data/models/tenyx_llama3-tenyxchat-70b.json similarity index 100% rename from data/models/tenyx_Llama3-TenyxChat-70B.json rename to data/models/tenyx_llama3-tenyxchat-70b.json diff --git a/data/models/TheDrummer_Cydonia-22B-v1.2.json b/data/models/thedrummer_cydonia-22b-v1.2.json similarity index 100% rename from data/models/TheDrummer_Cydonia-22B-v1.2.json rename to data/models/thedrummer_cydonia-22b-v1.2.json diff --git a/data/models/TheDrummer_Gemmasutra-9B-v1.json b/data/models/thedrummer_gemmasutra-9b-v1.json similarity index 100% rename from data/models/TheDrummer_Gemmasutra-9B-v1.json rename to data/models/thedrummer_gemmasutra-9b-v1.json diff --git a/data/models/TheDrummer_Gemmasutra-Mini-2B-v1.json b/data/models/thedrummer_gemmasutra-mini-2b-v1.json similarity index 100% rename from data/models/TheDrummer_Gemmasutra-Mini-2B-v1.json rename to data/models/thedrummer_gemmasutra-mini-2b-v1.json diff --git a/data/models/TheDrummer_Llama-3SOME-8B-v2.json b/data/models/thedrummer_llama-3some-8b-v2.json similarity index 100% rename from data/models/TheDrummer_Llama-3SOME-8B-v2.json rename to data/models/thedrummer_llama-3some-8b-v2.json diff --git a/data/models/TheDrummer_Ministrations-8B-v1.json b/data/models/thedrummer_ministrations-8b-v1.json similarity index 100% rename from data/models/TheDrummer_Ministrations-8B-v1.json rename to data/models/thedrummer_ministrations-8b-v1.json diff --git a/data/models/TheDrummer_Rocinante-12B-v1.json b/data/models/thedrummer_rocinante-12b-v1.json similarity index 100% rename from data/models/TheDrummer_Rocinante-12B-v1.json rename to data/models/thedrummer_rocinante-12b-v1.json diff --git a/data/models/TheDrummer_Tiger-Gemma-9B-v1.json b/data/models/thedrummer_tiger-gemma-9b-v1.json similarity index 100% rename from data/models/TheDrummer_Tiger-Gemma-9B-v1.json rename to data/models/thedrummer_tiger-gemma-9b-v1.json diff --git a/data/models/TheDrummer_Tiger-Gemma-9B-v2.json b/data/models/thedrummer_tiger-gemma-9b-v2.json similarity index 100% rename from data/models/TheDrummer_Tiger-Gemma-9B-v2.json rename to data/models/thedrummer_tiger-gemma-9b-v2.json diff --git a/data/models/TheDrummer_Tiger-Gemma-9B-v3.json b/data/models/thedrummer_tiger-gemma-9b-v3.json similarity index 100% rename from data/models/TheDrummer_Tiger-Gemma-9B-v3.json rename to data/models/thedrummer_tiger-gemma-9b-v3.json diff --git a/data/models/TheDrunkenSnail_Daughter-of-Rhodia-12B.json b/data/models/thedrunkensnail_daughter-of-rhodia-12b.json similarity index 100% rename from data/models/TheDrunkenSnail_Daughter-of-Rhodia-12B.json rename to data/models/thedrunkensnail_daughter-of-rhodia-12b.json diff --git a/data/models/TheDrunkenSnail_Mother-of-Rhodia-12B.json b/data/models/thedrunkensnail_mother-of-rhodia-12b.json similarity index 100% rename from data/models/TheDrunkenSnail_Mother-of-Rhodia-12B.json rename to data/models/thedrunkensnail_mother-of-rhodia-12b.json diff --git a/data/models/TheDrunkenSnail_Son-of-Rhodia.json b/data/models/thedrunkensnail_son-of-rhodia.json similarity index 100% rename from data/models/TheDrunkenSnail_Son-of-Rhodia.json rename to data/models/thedrunkensnail_son-of-rhodia.json diff --git a/data/models/TheHierophant_Underground-Cognitive-V0.3-test.json b/data/models/thehierophant_underground-cognitive-v0.3-test.json similarity index 100% rename from data/models/TheHierophant_Underground-Cognitive-V0.3-test.json rename to data/models/thehierophant_underground-cognitive-v0.3-test.json diff --git a/data/models/theo77186_Qwen2.5-Coder-7B-Instruct-20241106.json b/data/models/theo77186_qwen2.5-coder-7b-instruct-20241106.json similarity index 100% rename from data/models/theo77186_Qwen2.5-Coder-7B-Instruct-20241106.json rename to data/models/theo77186_qwen2.5-coder-7b-instruct-20241106.json diff --git a/data/models/theprint_Boptruth-Agatha-7B.json b/data/models/theprint_boptruth-agatha-7b.json similarity index 100% rename from data/models/theprint_Boptruth-Agatha-7B.json rename to data/models/theprint_boptruth-agatha-7b.json diff --git a/data/models/theprint_CleverBoi-7B-v2.json b/data/models/theprint_cleverboi-7b-v2.json similarity index 100% rename from data/models/theprint_CleverBoi-7B-v2.json rename to data/models/theprint_cleverboi-7b-v2.json diff --git a/data/models/theprint_CleverBoi-7B-v3.json b/data/models/theprint_cleverboi-7b-v3.json similarity index 100% rename from data/models/theprint_CleverBoi-7B-v3.json rename to data/models/theprint_cleverboi-7b-v3.json diff --git a/data/models/theprint_CleverBoi-Llama-3.1-8B-Instruct.json b/data/models/theprint_cleverboi-llama-3.1-8b-instruct.json similarity index 100% rename from data/models/theprint_CleverBoi-Llama-3.1-8B-Instruct.json rename to data/models/theprint_cleverboi-llama-3.1-8b-instruct.json diff --git a/data/models/theprint_CleverBoi-Llama-3.1-8B-v2.json b/data/models/theprint_cleverboi-llama-3.1-8b-v2.json similarity index 100% rename from data/models/theprint_CleverBoi-Llama-3.1-8B-v2.json rename to data/models/theprint_cleverboi-llama-3.1-8b-v2.json diff --git a/data/models/theprint_CleverBoi-Nemo-12B-v2.json b/data/models/theprint_cleverboi-nemo-12b-v2.json similarity index 100% rename from data/models/theprint_CleverBoi-Nemo-12B-v2.json rename to data/models/theprint_cleverboi-nemo-12b-v2.json diff --git a/data/models/theprint_Code-Llama-Bagel-8B.json b/data/models/theprint_code-llama-bagel-8b.json similarity index 100% rename from data/models/theprint_Code-Llama-Bagel-8B.json rename to data/models/theprint_code-llama-bagel-8b.json diff --git a/data/models/theprint_Conversely-Mistral-7B.json b/data/models/theprint_conversely-mistral-7b.json similarity index 100% rename from data/models/theprint_Conversely-Mistral-7B.json rename to data/models/theprint_conversely-mistral-7b.json diff --git a/data/models/theprint_Llama-3.2-3B-VanRossum.json b/data/models/theprint_llama-3.2-3b-vanrossum.json similarity index 100% rename from data/models/theprint_Llama-3.2-3B-VanRossum.json rename to data/models/theprint_llama-3.2-3b-vanrossum.json diff --git a/data/models/theprint_ReWiz-7B.json b/data/models/theprint_rewiz-7b.json similarity index 100% rename from data/models/theprint_ReWiz-7B.json rename to data/models/theprint_rewiz-7b.json diff --git a/data/models/theprint_ReWiz-Llama-3.1-8B-v2.json b/data/models/theprint_rewiz-llama-3.1-8b-v2.json similarity index 100% rename from data/models/theprint_ReWiz-Llama-3.1-8B-v2.json rename to data/models/theprint_rewiz-llama-3.1-8b-v2.json diff --git a/data/models/theprint_ReWiz-Llama-3.2-3B.json b/data/models/theprint_rewiz-llama-3.2-3b.json similarity index 100% rename from data/models/theprint_ReWiz-Llama-3.2-3B.json rename to data/models/theprint_rewiz-llama-3.2-3b.json diff --git a/data/models/theprint_ReWiz-Nemo-12B-Instruct.json b/data/models/theprint_rewiz-nemo-12b-instruct.json similarity index 100% rename from data/models/theprint_ReWiz-Nemo-12B-Instruct.json rename to data/models/theprint_rewiz-nemo-12b-instruct.json diff --git a/data/models/theprint_ReWiz-Qwen-2.5-14B.json b/data/models/theprint_rewiz-qwen-2.5-14b.json similarity index 100% rename from data/models/theprint_ReWiz-Qwen-2.5-14B.json rename to data/models/theprint_rewiz-qwen-2.5-14b.json diff --git a/data/models/theprint_ReWiz-Worldbuilder-7B.json b/data/models/theprint_rewiz-worldbuilder-7b.json similarity index 100% rename from data/models/theprint_ReWiz-Worldbuilder-7B.json rename to data/models/theprint_rewiz-worldbuilder-7b.json diff --git a/data/models/theprint_RuDolph-Hermes-7B.json b/data/models/theprint_rudolph-hermes-7b.json similarity index 100% rename from data/models/theprint_RuDolph-Hermes-7B.json rename to data/models/theprint_rudolph-hermes-7b.json diff --git a/data/models/theprint_WorldBuilder-12B.json b/data/models/theprint_worldbuilder-12b.json similarity index 100% rename from data/models/theprint_WorldBuilder-12B.json rename to data/models/theprint_worldbuilder-12b.json diff --git a/data/models/TheTsar1209_nemo-carpmuscle-v0.1.json b/data/models/thetsar1209_nemo-carpmuscle-v0.1.json similarity index 100% rename from data/models/TheTsar1209_nemo-carpmuscle-v0.1.json rename to data/models/thetsar1209_nemo-carpmuscle-v0.1.json diff --git a/data/models/TheTsar1209_qwen-carpmuscle-r-v0.3.json b/data/models/thetsar1209_qwen-carpmuscle-r-v0.3.json similarity index 100% rename from data/models/TheTsar1209_qwen-carpmuscle-r-v0.3.json rename to data/models/thetsar1209_qwen-carpmuscle-r-v0.3.json diff --git a/data/models/TheTsar1209_qwen-carpmuscle-v0.1.json b/data/models/thetsar1209_qwen-carpmuscle-v0.1.json similarity index 100% rename from data/models/TheTsar1209_qwen-carpmuscle-v0.1.json rename to data/models/thetsar1209_qwen-carpmuscle-v0.1.json diff --git a/data/models/TheTsar1209_qwen-carpmuscle-v0.2.json b/data/models/thetsar1209_qwen-carpmuscle-v0.2.json similarity index 100% rename from data/models/TheTsar1209_qwen-carpmuscle-v0.2.json rename to data/models/thetsar1209_qwen-carpmuscle-v0.2.json diff --git a/data/models/TheTsar1209_qwen-carpmuscle-v0.3.json b/data/models/thetsar1209_qwen-carpmuscle-v0.3.json similarity index 100% rename from data/models/TheTsar1209_qwen-carpmuscle-v0.3.json rename to data/models/thetsar1209_qwen-carpmuscle-v0.3.json diff --git a/data/models/TheTsar1209_qwen-carpmuscle-v0.4.1.json b/data/models/thetsar1209_qwen-carpmuscle-v0.4.1.json similarity index 100% rename from data/models/TheTsar1209_qwen-carpmuscle-v0.4.1.json rename to data/models/thetsar1209_qwen-carpmuscle-v0.4.1.json diff --git a/data/models/TheTsar1209_qwen-carpmuscle-v0.4.json b/data/models/thetsar1209_qwen-carpmuscle-v0.4.json similarity index 100% rename from data/models/TheTsar1209_qwen-carpmuscle-v0.4.json rename to data/models/thetsar1209_qwen-carpmuscle-v0.4.json diff --git a/data/models/thomas-yanxin_XinYuan-Qwen2-1_5B.json b/data/models/thomas-yanxin_xinyuan-qwen2-1_5b.json similarity index 100% rename from data/models/thomas-yanxin_XinYuan-Qwen2-1_5B.json rename to data/models/thomas-yanxin_xinyuan-qwen2-1_5b.json diff --git a/data/models/thomas-yanxin_XinYuan-Qwen2-7B-0917.json b/data/models/thomas-yanxin_xinyuan-qwen2-7b-0917.json similarity index 100% rename from data/models/thomas-yanxin_XinYuan-Qwen2-7B-0917.json rename to data/models/thomas-yanxin_xinyuan-qwen2-7b-0917.json diff --git a/data/models/thomas-yanxin_XinYuan-Qwen2-7B.json b/data/models/thomas-yanxin_xinyuan-qwen2-7b.json similarity index 100% rename from data/models/thomas-yanxin_XinYuan-Qwen2-7B.json rename to data/models/thomas-yanxin_xinyuan-qwen2-7b.json diff --git a/data/models/thomas-yanxin_XinYuan-Qwen2.5-7B-0917.json b/data/models/thomas-yanxin_xinyuan-qwen2.5-7b-0917.json similarity index 100% rename from data/models/thomas-yanxin_XinYuan-Qwen2.5-7B-0917.json rename to data/models/thomas-yanxin_xinyuan-qwen2.5-7b-0917.json diff --git a/data/models/THUDM_glm-4-9b-chat-1m-hf.json b/data/models/thudm_glm-4-9b-chat-1m-hf.json similarity index 100% rename from data/models/THUDM_glm-4-9b-chat-1m-hf.json rename to data/models/thudm_glm-4-9b-chat-1m-hf.json diff --git a/data/models/THUDM_glm-4-9b-chat-1m.json b/data/models/thudm_glm-4-9b-chat-1m.json similarity index 100% rename from data/models/THUDM_glm-4-9b-chat-1m.json rename to data/models/thudm_glm-4-9b-chat-1m.json diff --git a/data/models/THUDM_glm-4-9b-chat-hf.json b/data/models/thudm_glm-4-9b-chat-hf.json similarity index 100% rename from data/models/THUDM_glm-4-9b-chat-hf.json rename to data/models/thudm_glm-4-9b-chat-hf.json diff --git a/data/models/THUDM_glm-4-9b-chat.json b/data/models/thudm_glm-4-9b-chat.json similarity index 100% rename from data/models/THUDM_glm-4-9b-chat.json rename to data/models/thudm_glm-4-9b-chat.json diff --git a/data/models/THUDM_glm-4-9b.json b/data/models/thudm_glm-4-9b.json similarity index 100% rename from data/models/THUDM_glm-4-9b.json rename to data/models/thudm_glm-4-9b.json diff --git a/data/models/tianyil1_MistralForCausalLM_Cal_DPO.json b/data/models/tianyil1_mistralforcausallm_cal_dpo.json similarity index 100% rename from data/models/tianyil1_MistralForCausalLM_Cal_DPO.json rename to data/models/tianyil1_mistralforcausallm_cal_dpo.json diff --git a/data/models/TIGER-Lab_AceCoder-Qwen2.5-7B-Ins-Rule.json b/data/models/tiger-lab_acecoder-qwen2.5-7b-ins-rule.json similarity index 100% rename from data/models/TIGER-Lab_AceCoder-Qwen2.5-7B-Ins-Rule.json rename to data/models/tiger-lab_acecoder-qwen2.5-7b-ins-rule.json diff --git a/data/models/TIGER-Lab_AceCoder-Qwen2.5-Coder-7B-Base-Rule.json b/data/models/tiger-lab_acecoder-qwen2.5-coder-7b-base-rule.json similarity index 100% rename from data/models/TIGER-Lab_AceCoder-Qwen2.5-Coder-7B-Base-Rule.json rename to data/models/tiger-lab_acecoder-qwen2.5-coder-7b-base-rule.json diff --git a/data/models/TIGER-Lab_AceCoder-Qwen2.5-Coder-7B-Ins-Rule.json b/data/models/tiger-lab_acecoder-qwen2.5-coder-7b-ins-rule.json similarity index 100% rename from data/models/TIGER-Lab_AceCoder-Qwen2.5-Coder-7B-Ins-Rule.json rename to data/models/tiger-lab_acecoder-qwen2.5-coder-7b-ins-rule.json diff --git a/data/models/TIGER-Lab_AceCodeRM-7B.json b/data/models/tiger-lab_acecoderm-7b.json similarity index 100% rename from data/models/TIGER-Lab_AceCodeRM-7B.json rename to data/models/tiger-lab_acecoderm-7b.json diff --git a/data/models/TIGER-Lab_MAmmoTH2-7B-Plus.json b/data/models/tiger-lab_mammoth2-7b-plus.json similarity index 100% rename from data/models/TIGER-Lab_MAmmoTH2-7B-Plus.json rename to data/models/tiger-lab_mammoth2-7b-plus.json diff --git a/data/models/TIGER-Lab_Qwen2.5-Math-7B-CFT.json b/data/models/tiger-lab_qwen2.5-math-7b-cft.json similarity index 100% rename from data/models/TIGER-Lab_Qwen2.5-Math-7B-CFT.json rename to data/models/tiger-lab_qwen2.5-math-7b-cft.json diff --git a/data/models/tiiuae_Falcon-40B.json b/data/models/tiiuae_Falcon-40B.json deleted file mode 100644 index 068eeeef69a7922020ae5d6e3e9c19e494471126..0000000000000000000000000000000000000000 --- a/data/models/tiiuae_Falcon-40B.json +++ /dev/null @@ -1,674 +0,0 @@ -{ - "model_info": { - "name": "Falcon 40B", - "id": "tiiuae/Falcon-40B", - "developer": "tiiuae", - "inference_platform": "unknown" - }, - "evaluations": [ - { - "evaluation_id": "helm_classic/tiiuae_Falcon-40B/1774096308.339228", - "retrieved_timestamp": "1774096308.339228", - "source_metadata": { - "source_name": "helm_classic", - "source_type": "documentation", - "source_organization_name": "crfm", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "helm", - "version": "unknown" - }, - "benchmark": "helm_classic", - "evaluation_results": [ - { - "evaluation_name": "Mean win rate", - "source_data": { - "dataset_name": "helm_classic", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "How many models this model outperform on average (over columns).", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.729, - "details": { - "description": "", - "tab": "Accuracy", - "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", - "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.7051048951048952\"}", - "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.6857342657342658\"}", - "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", - "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.48586479674272687\"}", - "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.4706876456876457\"}", - "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MMLU", - "source_data": { - "dataset_name": "MMLU", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on MMLU", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.509, - "details": { - "description": "min=0.32, mean=0.509, max=0.79, sum=2.545 (5)", - "tab": "Accuracy", - "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "MMLU - EM (Robustness)": "{\"description\": \"min=0.26, mean=0.457, max=0.76, sum=2.283 (5)\", \"tab\": \"Robustness\", \"score\": \"0.4566315789473684\"}", - "MMLU - EM (Fairness)": "{\"description\": \"min=0.272, mean=0.48, max=0.78, sum=2.402 (5)\", \"tab\": \"Fairness\", \"score\": \"0.4803859649122807\"}", - "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", - "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "MMLU - # prompt tokens": "{\"description\": \"min=389.6, mean=500.12, max=664.281, sum=2500.601 (5)\", \"tab\": \"General information\", \"score\": \"500.12014035087725\"}", - "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "BoolQ", - "source_data": { - "dataset_name": "BoolQ", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on BoolQ", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.819, - "details": { - "description": "min=0.819, mean=0.819, max=0.819, sum=0.819 (1)", - "tab": "Accuracy", - "BoolQ - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "BoolQ - EM (Robustness)": "{\"description\": \"min=0.763, mean=0.763, max=0.763, sum=0.763 (1)\", \"tab\": \"Robustness\", \"score\": \"0.763\"}", - "BoolQ - EM (Fairness)": "{\"description\": \"min=0.783, mean=0.783, max=0.783, sum=0.783 (1)\", \"tab\": \"Fairness\", \"score\": \"0.783\"}", - "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "BoolQ - # prompt tokens": "{\"description\": \"min=1284.629, mean=1284.629, max=1284.629, sum=1284.629 (1)\", \"tab\": \"General information\", \"score\": \"1284.629\"}", - "BoolQ - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NarrativeQA", - "source_data": { - "dataset_name": "NarrativeQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NarrativeQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.673, - "details": { - "description": "min=0.673, mean=0.673, max=0.673, sum=0.673 (1)", - "tab": "Accuracy", - "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.557, mean=0.557, max=0.557, sum=0.557 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5574684493620005\"}", - "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.559, mean=0.559, max=0.559, sum=0.559 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5589601433703856\"}", - "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", - "NarrativeQA - # train": "{\"description\": \"min=2.025, mean=2.025, max=2.025, sum=2.025 (1)\", \"tab\": \"General information\", \"score\": \"2.0253521126760563\"}", - "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NarrativeQA - # prompt tokens": "{\"description\": \"min=1694.082, mean=1694.082, max=1694.082, sum=1694.082 (1)\", \"tab\": \"General information\", \"score\": \"1694.081690140845\"}", - "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.398, mean=0.398, max=0.398, sum=0.398 (1)\", \"tab\": \"Bias\", \"score\": \"0.39814814814814814\"}", - "NarrativeQA - Representation (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.191, mean=0.191, max=0.191, sum=0.191 (1)\", \"tab\": \"Bias\", \"score\": \"0.19148936170212763\"}", - "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.02, mean=0.02, max=0.02, sum=0.02 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.01971830985915493\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NaturalQuestions (open-book)", - "source_data": { - "dataset_name": "NaturalQuestions (open-book)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NaturalQuestions (open-book)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.675, - "details": { - "description": "min=0.675, mean=0.675, max=0.675, sum=0.675 (1)", - "tab": "Accuracy", - "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.329, mean=0.329, max=0.329, sum=0.329 (1)\", \"tab\": \"Robustness\", \"score\": \"0.32850713007659726\"}", - "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.593, mean=0.593, max=0.593, sum=0.593 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5930765119599164\"}", - "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.338, mean=0.338, max=0.338, sum=0.338 (1)\", \"tab\": \"Fairness\", \"score\": \"0.33840782877152153\"}", - "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.625, mean=0.625, max=0.625, sum=0.625 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6251513417645462\"}", - "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=124.246, mean=124.246, max=124.246, sum=124.246 (1)\", \"tab\": \"General information\", \"score\": \"124.246\"}", - "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.599, mean=4.599, max=4.599, sum=4.599 (1)\", \"tab\": \"General information\", \"score\": \"4.599\"}", - "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.039, mean=0.039, max=0.039, sum=0.039 (1)\", \"tab\": \"General information\", \"score\": \"0.039\"}", - "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=1587.334, mean=1587.334, max=1587.334, sum=1587.334 (1)\", \"tab\": \"General information\", \"score\": \"1587.334\"}", - "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.995, mean=0.995, max=0.995, sum=0.995 (1)\", \"tab\": \"General information\", \"score\": \"0.995\"}", - "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", - "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.256, mean=0.256, max=0.256, sum=0.256 (1)\", \"tab\": \"Bias\", \"score\": \"0.2556237218813906\"}", - "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.107, mean=0.107, max=0.107, sum=0.107 (1)\", \"tab\": \"Bias\", \"score\": \"0.10714285714285715\"}", - "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666666\"}", - "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.443, mean=0.443, max=0.443, sum=0.443 (1)\", \"tab\": \"Bias\", \"score\": \"0.4428571428571429\"}", - "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.382, mean=0.382, max=0.382, sum=0.382 (1)\", \"tab\": \"Bias\", \"score\": \"0.38245614035087716\"}", - "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.132, mean=0.132, max=0.132, sum=0.132 (1)\", \"tab\": \"Bias\", \"score\": \"0.13157894736842105\"}", - "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}", - "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "QuAC", - "source_data": { - "dataset_name": "QuAC", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on QuAC", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.307, - "details": { - "description": "min=0.307, mean=0.307, max=0.307, sum=0.307 (1)", - "tab": "Accuracy", - "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "QuAC - F1 (Robustness)": "{\"description\": \"min=0.162, mean=0.162, max=0.162, sum=0.162 (1)\", \"tab\": \"Robustness\", \"score\": \"0.16237264946195393\"}", - "QuAC - F1 (Fairness)": "{\"description\": \"min=0.256, mean=0.256, max=0.256, sum=0.256 (1)\", \"tab\": \"Fairness\", \"score\": \"0.25646510454177246\"}", - "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "QuAC - # train": "{\"description\": \"min=0.862, mean=0.862, max=0.862, sum=0.862 (1)\", \"tab\": \"General information\", \"score\": \"0.862\"}", - "QuAC - truncated": "{\"description\": \"min=0.031, mean=0.031, max=0.031, sum=0.031 (1)\", \"tab\": \"General information\", \"score\": \"0.031\"}", - "QuAC - # prompt tokens": "{\"description\": \"min=1667.28, mean=1667.28, max=1667.28, sum=1667.28 (1)\", \"tab\": \"General information\", \"score\": \"1667.28\"}", - "QuAC - # output tokens": "{\"description\": \"min=0.999, mean=0.999, max=0.999, sum=0.999 (1)\", \"tab\": \"General information\", \"score\": \"0.999\"}", - "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.468, mean=0.468, max=0.468, sum=0.468 (1)\", \"tab\": \"Bias\", \"score\": \"0.4681547619047619\"}", - "QuAC - Representation (race)": "{\"description\": \"min=0.423, mean=0.423, max=0.423, sum=0.423 (1)\", \"tab\": \"Bias\", \"score\": \"0.42342342342342343\"}", - "QuAC - Representation (gender)": "{\"description\": \"min=0.141, mean=0.141, max=0.141, sum=0.141 (1)\", \"tab\": \"Bias\", \"score\": \"0.141304347826087\"}", - "QuAC - Toxic fraction": "{\"description\": \"min=0.002, mean=0.002, max=0.002, sum=0.002 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.002\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "HellaSwag", - "source_data": { - "dataset_name": "HellaSwag", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on HellaSwag", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "OpenbookQA", - "source_data": { - "dataset_name": "OpenbookQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on OpenbookQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "TruthfulQA", - "source_data": { - "dataset_name": "TruthfulQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on TruthfulQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.353, - "details": { - "description": "min=0.353, mean=0.353, max=0.353, sum=0.353 (1)", - "tab": "Accuracy", - "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.303, mean=0.303, max=0.303, sum=0.303 (1)\", \"tab\": \"Robustness\", \"score\": \"0.30275229357798167\"}", - "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.292, mean=0.292, max=0.292, sum=0.292 (1)\", \"tab\": \"Fairness\", \"score\": \"0.29204892966360857\"}", - "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", - "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "TruthfulQA - # prompt tokens": "{\"description\": \"min=507.503, mean=507.503, max=507.503, sum=507.503 (1)\", \"tab\": \"General information\", \"score\": \"507.50305810397555\"}", - "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MS MARCO (TREC)", - "source_data": { - "dataset_name": "MS MARCO (TREC)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "NDCG@10 on MS MARCO (TREC)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CNN/DailyMail", - "source_data": { - "dataset_name": "CNN/DailyMail", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on CNN/DailyMail", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "XSUM", - "source_data": { - "dataset_name": "XSUM", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on XSUM", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "IMDB", - "source_data": { - "dataset_name": "IMDB", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on IMDB", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.959, - "details": { - "description": "min=0.959, mean=0.959, max=0.959, sum=0.959 (1)", - "tab": "Accuracy", - "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "IMDB - EM (Robustness)": "{\"description\": \"min=0.935, mean=0.935, max=0.935, sum=0.935 (1)\", \"tab\": \"Robustness\", \"score\": \"0.935\"}", - "IMDB - EM (Fairness)": "{\"description\": \"min=0.954, mean=0.954, max=0.954, sum=0.954 (1)\", \"tab\": \"Fairness\", \"score\": \"0.954\"}", - "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "IMDB - # train": "{\"description\": \"min=2.871, mean=2.871, max=2.871, sum=2.871 (1)\", \"tab\": \"General information\", \"score\": \"2.871\"}", - "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "IMDB - # prompt tokens": "{\"description\": \"min=1666.079, mean=1666.079, max=1666.079, sum=1666.079 (1)\", \"tab\": \"General information\", \"score\": \"1666.079\"}", - "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CivilComments", - "source_data": { - "dataset_name": "CivilComments", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on CivilComments", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.552, - "details": { - "description": "min=0.098, mean=0.552, max=0.969, sum=9.936 (18)", - "tab": "Accuracy", - "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "CivilComments - EM (Robustness)": "{\"description\": \"min=0.037, mean=0.412, max=0.827, sum=7.414 (18)\", \"tab\": \"Robustness\", \"score\": \"0.4118677862671613\"}", - "CivilComments - EM (Fairness)": "{\"description\": \"min=0.098, mean=0.292, max=0.594, sum=5.248 (18)\", \"tab\": \"Fairness\", \"score\": \"0.29157916197633543\"}", - "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", - "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "CivilComments - # prompt tokens": "{\"description\": \"min=367.585, mean=782.759, max=1312.924, sum=14089.663 (18)\", \"tab\": \"General information\", \"score\": \"782.7590374602355\"}", - "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "RAFT", - "source_data": { - "dataset_name": "RAFT", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on RAFT", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.661, - "details": { - "description": "min=0.2, mean=0.661, max=0.975, sum=7.275 (11)", - "tab": "Accuracy", - "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "RAFT - EM (Robustness)": "{\"description\": \"min=0, mean=0.586, max=0.975, sum=6.45 (11)\", \"tab\": \"Robustness\", \"score\": \"0.5863636363636363\"}", - "RAFT - EM (Fairness)": "{\"description\": \"min=0.15, mean=0.611, max=0.975, sum=6.725 (11)\", \"tab\": \"Fairness\", \"score\": \"0.6113636363636364\"}", - "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", - "RAFT - # train": "{\"description\": \"min=0.7, mean=4.6, max=5, sum=50.6 (11)\", \"tab\": \"General information\", \"score\": \"4.6000000000000005\"}", - "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "RAFT - # prompt tokens": "{\"description\": \"min=289.025, mean=877.464, max=1772.5, sum=9652.1 (11)\", \"tab\": \"General information\", \"score\": \"877.4636363636364\"}", - "RAFT - # output tokens": "{\"description\": \"min=0.7, mean=0.973, max=1, sum=10.7 (11)\", \"tab\": \"General information\", \"score\": \"0.9727272727272727\"}", - "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - } - ], - "detailed_evaluation_results": null, - "generation_config": { - "additional_details": {} - } - } - ] -} \ No newline at end of file diff --git a/data/models/tiiuae_Falcon-7B.json b/data/models/tiiuae_Falcon-7B.json deleted file mode 100644 index 721b64c1faf34c31b258da7a28eb53cb8a3df32e..0000000000000000000000000000000000000000 --- a/data/models/tiiuae_Falcon-7B.json +++ /dev/null @@ -1,674 +0,0 @@ -{ - "model_info": { - "name": "Falcon 7B", - "id": "tiiuae/Falcon-7B", - "developer": "tiiuae", - "inference_platform": "unknown" - }, - "evaluations": [ - { - "evaluation_id": "helm_classic/tiiuae_Falcon-7B/1774096308.339228", - "retrieved_timestamp": "1774096308.339228", - "source_metadata": { - "source_name": "helm_classic", - "source_type": "documentation", - "source_organization_name": "crfm", - "evaluator_relationship": "third_party" - }, - "eval_library": { - "name": "helm", - "version": "unknown" - }, - "benchmark": "helm_classic", - "evaluation_results": [ - { - "evaluation_name": "Mean win rate", - "source_data": { - "dataset_name": "helm_classic", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "How many models this model outperform on average (over columns).", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.378, - "details": { - "description": "", - "tab": "Accuracy", - "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", - "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.4253379953379953\"}", - "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.4469230769230769\"}", - "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", - "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.35594420480554084\"}", - "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.5821678321678322\"}", - "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MMLU", - "source_data": { - "dataset_name": "MMLU", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on MMLU", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.286, - "details": { - "description": "min=0.17, mean=0.286, max=0.39, sum=1.432 (5)", - "tab": "Accuracy", - "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "MMLU - EM (Robustness)": "{\"description\": \"min=0.13, mean=0.236, max=0.37, sum=1.181 (5)\", \"tab\": \"Robustness\", \"score\": \"0.23610526315789473\"}", - "MMLU - EM (Fairness)": "{\"description\": \"min=0.15, mean=0.261, max=0.33, sum=1.303 (5)\", \"tab\": \"Fairness\", \"score\": \"0.26063157894736844\"}", - "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", - "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "MMLU - # prompt tokens": "{\"description\": \"min=389.6, mean=500.12, max=664.281, sum=2500.601 (5)\", \"tab\": \"General information\", \"score\": \"500.12014035087725\"}", - "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "BoolQ", - "source_data": { - "dataset_name": "BoolQ", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on BoolQ", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.753, - "details": { - "description": "min=0.753, mean=0.753, max=0.753, sum=0.753 (1)", - "tab": "Accuracy", - "BoolQ - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "BoolQ - EM (Robustness)": "{\"description\": \"min=0.65, mean=0.65, max=0.65, sum=0.65 (1)\", \"tab\": \"Robustness\", \"score\": \"0.65\"}", - "BoolQ - EM (Fairness)": "{\"description\": \"min=0.702, mean=0.702, max=0.702, sum=0.702 (1)\", \"tab\": \"Fairness\", \"score\": \"0.702\"}", - "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "BoolQ - # prompt tokens": "{\"description\": \"min=1284.629, mean=1284.629, max=1284.629, sum=1284.629 (1)\", \"tab\": \"General information\", \"score\": \"1284.629\"}", - "BoolQ - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NarrativeQA", - "source_data": { - "dataset_name": "NarrativeQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NarrativeQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.621, - "details": { - "description": "min=0.621, mean=0.621, max=0.621, sum=0.621 (1)", - "tab": "Accuracy", - "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.436, mean=0.436, max=0.436, sum=0.436 (1)\", \"tab\": \"Robustness\", \"score\": \"0.4358401092976052\"}", - "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.52, mean=0.52, max=0.52, sum=0.52 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5199130399003071\"}", - "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", - "NarrativeQA - # train": "{\"description\": \"min=2.025, mean=2.025, max=2.025, sum=2.025 (1)\", \"tab\": \"General information\", \"score\": \"2.0253521126760563\"}", - "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NarrativeQA - # prompt tokens": "{\"description\": \"min=1694.082, mean=1694.082, max=1694.082, sum=1694.082 (1)\", \"tab\": \"General information\", \"score\": \"1694.081690140845\"}", - "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.444, mean=0.444, max=0.444, sum=0.444 (1)\", \"tab\": \"Bias\", \"score\": \"0.4444444444444444\"}", - "NarrativeQA - Representation (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", - "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.205, mean=0.205, max=0.205, sum=0.205 (1)\", \"tab\": \"Bias\", \"score\": \"0.2046979865771812\"}", - "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.017, mean=0.017, max=0.017, sum=0.017 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.016901408450704224\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "NaturalQuestions (open-book)", - "source_data": { - "dataset_name": "NaturalQuestions (open-book)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on NaturalQuestions (open-book)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.579, - "details": { - "description": "min=0.579, mean=0.579, max=0.579, sum=0.579 (1)", - "tab": "Accuracy", - "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.185, mean=0.185, max=0.185, sum=0.185 (1)\", \"tab\": \"Robustness\", \"score\": \"0.18513134554094532\"}", - "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.489, mean=0.489, max=0.489, sum=0.489 (1)\", \"tab\": \"Robustness\", \"score\": \"0.4889733445855735\"}", - "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.233, mean=0.233, max=0.233, sum=0.233 (1)\", \"tab\": \"Fairness\", \"score\": \"0.2334955595363806\"}", - "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.537, mean=0.537, max=0.537, sum=0.537 (1)\", \"tab\": \"Fairness\", \"score\": \"0.536571121609654\"}", - "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=124.246, mean=124.246, max=124.246, sum=124.246 (1)\", \"tab\": \"General information\", \"score\": \"124.246\"}", - "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.599, mean=4.599, max=4.599, sum=4.599 (1)\", \"tab\": \"General information\", \"score\": \"4.599\"}", - "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.039, mean=0.039, max=0.039, sum=0.039 (1)\", \"tab\": \"General information\", \"score\": \"0.039\"}", - "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=1587.334, mean=1587.334, max=1587.334, sum=1587.334 (1)\", \"tab\": \"General information\", \"score\": \"1587.334\"}", - "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.994, mean=0.994, max=0.994, sum=0.994 (1)\", \"tab\": \"General information\", \"score\": \"0.994\"}", - "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"min=0.389, mean=0.389, max=0.389, sum=0.389 (1)\", \"tab\": \"Bias\", \"score\": \"0.38888888888888884\"}", - "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.476, mean=0.476, max=0.476, sum=0.476 (1)\", \"tab\": \"Bias\", \"score\": \"0.47619047619047616\"}", - "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.14, mean=0.14, max=0.14, sum=0.14 (1)\", \"tab\": \"Bias\", \"score\": \"0.14\"}", - "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.333, mean=0.333, max=0.333, sum=0.333 (1)\", \"tab\": \"Bias\", \"score\": \"0.3333333333333333\"}", - "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.553, mean=0.553, max=0.553, sum=0.553 (1)\", \"tab\": \"Bias\", \"score\": \"0.5528942115768464\"}", - "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.275, mean=0.275, max=0.275, sum=0.275 (1)\", \"tab\": \"Bias\", \"score\": \"0.2745098039215687\"}", - "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}", - "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "QuAC", - "source_data": { - "dataset_name": "QuAC", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "F1 on QuAC", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.332, - "details": { - "description": "min=0.332, mean=0.332, max=0.332, sum=0.332 (1)", - "tab": "Accuracy", - "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "QuAC - F1 (Robustness)": "{\"description\": \"min=0.164, mean=0.164, max=0.164, sum=0.164 (1)\", \"tab\": \"Robustness\", \"score\": \"0.16389145934637706\"}", - "QuAC - F1 (Fairness)": "{\"description\": \"min=0.262, mean=0.262, max=0.262, sum=0.262 (1)\", \"tab\": \"Fairness\", \"score\": \"0.2622208848575014\"}", - "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "QuAC - # train": "{\"description\": \"min=0.862, mean=0.862, max=0.862, sum=0.862 (1)\", \"tab\": \"General information\", \"score\": \"0.862\"}", - "QuAC - truncated": "{\"description\": \"min=0.031, mean=0.031, max=0.031, sum=0.031 (1)\", \"tab\": \"General information\", \"score\": \"0.031\"}", - "QuAC - # prompt tokens": "{\"description\": \"min=1667.28, mean=1667.28, max=1667.28, sum=1667.28 (1)\", \"tab\": \"General information\", \"score\": \"1667.28\"}", - "QuAC - # output tokens": "{\"description\": \"min=0.995, mean=0.995, max=0.995, sum=0.995 (1)\", \"tab\": \"General information\", \"score\": \"0.995\"}", - "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "QuAC - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666666\"}", - "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.457, mean=0.457, max=0.457, sum=0.457 (1)\", \"tab\": \"Bias\", \"score\": \"0.45680272108843534\"}", - "QuAC - Representation (race)": "{\"description\": \"min=0.402, mean=0.402, max=0.402, sum=0.402 (1)\", \"tab\": \"Bias\", \"score\": \"0.4022988505747127\"}", - "QuAC - Representation (gender)": "{\"description\": \"min=0.247, mean=0.247, max=0.247, sum=0.247 (1)\", \"tab\": \"Bias\", \"score\": \"0.24695863746958635\"}", - "QuAC - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "HellaSwag", - "source_data": { - "dataset_name": "HellaSwag", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on HellaSwag", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "OpenbookQA", - "source_data": { - "dataset_name": "OpenbookQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on OpenbookQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", - "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "TruthfulQA", - "source_data": { - "dataset_name": "TruthfulQA", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on TruthfulQA", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.234, - "details": { - "description": "min=0.234, mean=0.234, max=0.234, sum=0.234 (1)", - "tab": "Accuracy", - "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.205, mean=0.205, max=0.205, sum=0.205 (1)\", \"tab\": \"Robustness\", \"score\": \"0.20489296636085627\"}", - "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.213, mean=0.213, max=0.213, sum=0.213 (1)\", \"tab\": \"Fairness\", \"score\": \"0.21253822629969418\"}", - "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", - "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "TruthfulQA - # prompt tokens": "{\"description\": \"min=507.503, mean=507.503, max=507.503, sum=507.503 (1)\", \"tab\": \"General information\", \"score\": \"507.50305810397555\"}", - "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "MS MARCO (TREC)", - "source_data": { - "dataset_name": "MS MARCO (TREC)", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "NDCG@10 on MS MARCO (TREC)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", - "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", - "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CNN/DailyMail", - "source_data": { - "dataset_name": "CNN/DailyMail", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on CNN/DailyMail", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "XSUM", - "source_data": { - "dataset_name": "XSUM", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "ROUGE-2 on XSUM", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": -1.0, - "details": { - "description": "No matching runs", - "tab": "Accuracy", - "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", - "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", - "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", - "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", - "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "IMDB", - "source_data": { - "dataset_name": "IMDB", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on IMDB", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.836, - "details": { - "description": "min=0.836, mean=0.836, max=0.836, sum=0.836 (1)", - "tab": "Accuracy", - "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "IMDB - EM (Robustness)": "{\"description\": \"min=0.692, mean=0.692, max=0.692, sum=0.692 (1)\", \"tab\": \"Robustness\", \"score\": \"0.692\"}", - "IMDB - EM (Fairness)": "{\"description\": \"min=0.794, mean=0.794, max=0.794, sum=0.794 (1)\", \"tab\": \"Fairness\", \"score\": \"0.794\"}", - "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", - "IMDB - # train": "{\"description\": \"min=2.871, mean=2.871, max=2.871, sum=2.871 (1)\", \"tab\": \"General information\", \"score\": \"2.871\"}", - "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "IMDB - # prompt tokens": "{\"description\": \"min=1666.079, mean=1666.079, max=1666.079, sum=1666.079 (1)\", \"tab\": \"General information\", \"score\": \"1666.079\"}", - "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", - "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "CivilComments", - "source_data": { - "dataset_name": "CivilComments", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on CivilComments", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.514, - "details": { - "description": "min=0, mean=0.514, max=0.999, sum=9.257 (18)", - "tab": "Accuracy", - "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "CivilComments - EM (Robustness)": "{\"description\": \"min=0, mean=0.485, max=0.999, sum=8.731 (18)\", \"tab\": \"Robustness\", \"score\": \"0.4850751828621894\"}", - "CivilComments - EM (Fairness)": "{\"description\": \"min=0, mean=0.494, max=0.999, sum=8.898 (18)\", \"tab\": \"Fairness\", \"score\": \"0.49430637095445207\"}", - "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", - "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", - "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "CivilComments - # prompt tokens": "{\"description\": \"min=367.585, mean=782.759, max=1312.924, sum=14089.663 (18)\", \"tab\": \"General information\", \"score\": \"782.7590374602355\"}", - "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - }, - { - "evaluation_name": "RAFT", - "source_data": { - "dataset_name": "RAFT", - "source_type": "url", - "url": [ - "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" - ] - }, - "metric_config": { - "evaluation_description": "EM on RAFT", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.602, - "details": { - "description": "min=0.15, mean=0.602, max=0.975, sum=6.625 (11)", - "tab": "Accuracy", - "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", - "RAFT - EM (Robustness)": "{\"description\": \"min=0.025, mean=0.516, max=0.975, sum=5.675 (11)\", \"tab\": \"Robustness\", \"score\": \"0.5159090909090908\"}", - "RAFT - EM (Fairness)": "{\"description\": \"min=0.15, mean=0.555, max=0.975, sum=6.1 (11)\", \"tab\": \"Fairness\", \"score\": \"0.5545454545454546\"}", - "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", - "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", - "RAFT - # train": "{\"description\": \"min=0.7, mean=4.6, max=5, sum=50.6 (11)\", \"tab\": \"General information\", \"score\": \"4.6000000000000005\"}", - "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", - "RAFT - # prompt tokens": "{\"description\": \"min=289.025, mean=877.464, max=1772.5, sum=9652.1 (11)\", \"tab\": \"General information\", \"score\": \"877.4636363636364\"}", - "RAFT - # output tokens": "{\"description\": \"min=0.725, mean=0.975, max=1, sum=10.725 (11)\", \"tab\": \"General information\", \"score\": \"0.975\"}", - "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", - "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", - "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" - } - }, - "generation_config": { - "additional_details": {} - } - } - ], - "detailed_evaluation_results": null, - "generation_config": { - "additional_details": {} - } - } - ] -} \ No newline at end of file diff --git a/data/models/tiiuae_falcon-11B.json b/data/models/tiiuae_falcon-11b.json similarity index 100% rename from data/models/tiiuae_falcon-11B.json rename to data/models/tiiuae_falcon-11b.json diff --git a/data/models/tiiuae_falcon-40b.json b/data/models/tiiuae_falcon-40b.json index d430b356bcdd91126b7f571082d8aea6046d47a0..f3b13c64ca29c8764cd236bf684e199f1b70a9d5 100644 --- a/data/models/tiiuae_falcon-40b.json +++ b/data/models/tiiuae_falcon-40b.json @@ -1,16 +1,680 @@ { "model_info": { - "name": "falcon-40b", + "name": "Falcon 40B", "id": "tiiuae/falcon-40b", "developer": "tiiuae", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", - "architecture": "FalconForCausalLM", - "params_billions": "40.0" + "model_id_aliases": [ + "tiiuae/Falcon-40B" + ] } }, "evaluations": [ + { + "evaluation_id": "helm_classic/tiiuae_Falcon-40B/1774096308.339228", + "retrieved_timestamp": "1774096308.339228", + "source_metadata": { + "source_name": "helm_classic", + "source_type": "documentation", + "source_organization_name": "crfm", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "helm", + "version": "unknown" + }, + "benchmark": "helm_classic", + "evaluation_results": [ + { + "evaluation_name": "Mean win rate", + "source_data": { + "dataset_name": "helm_classic", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "How many models this model outperform on average (over columns).", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.729, + "details": { + "description": "", + "tab": "Accuracy", + "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", + "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.7051048951048952\"}", + "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.6857342657342658\"}", + "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", + "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.48586479674272687\"}", + "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.4706876456876457\"}", + "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MMLU", + "source_data": { + "dataset_name": "MMLU", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on MMLU", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.509, + "details": { + "description": "min=0.32, mean=0.509, max=0.79, sum=2.545 (5)", + "tab": "Accuracy", + "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "MMLU - EM (Robustness)": "{\"description\": \"min=0.26, mean=0.457, max=0.76, sum=2.283 (5)\", \"tab\": \"Robustness\", \"score\": \"0.4566315789473684\"}", + "MMLU - EM (Fairness)": "{\"description\": \"min=0.272, mean=0.48, max=0.78, sum=2.402 (5)\", \"tab\": \"Fairness\", \"score\": \"0.4803859649122807\"}", + "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", + "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "MMLU - # prompt tokens": "{\"description\": \"min=389.6, mean=500.12, max=664.281, sum=2500.601 (5)\", \"tab\": \"General information\", \"score\": \"500.12014035087725\"}", + "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "BoolQ", + "source_data": { + "dataset_name": "BoolQ", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on BoolQ", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.819, + "details": { + "description": "min=0.819, mean=0.819, max=0.819, sum=0.819 (1)", + "tab": "Accuracy", + "BoolQ - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "BoolQ - EM (Robustness)": "{\"description\": \"min=0.763, mean=0.763, max=0.763, sum=0.763 (1)\", \"tab\": \"Robustness\", \"score\": \"0.763\"}", + "BoolQ - EM (Fairness)": "{\"description\": \"min=0.783, mean=0.783, max=0.783, sum=0.783 (1)\", \"tab\": \"Fairness\", \"score\": \"0.783\"}", + "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "BoolQ - # prompt tokens": "{\"description\": \"min=1284.629, mean=1284.629, max=1284.629, sum=1284.629 (1)\", \"tab\": \"General information\", \"score\": \"1284.629\"}", + "BoolQ - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NarrativeQA", + "source_data": { + "dataset_name": "NarrativeQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NarrativeQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.673, + "details": { + "description": "min=0.673, mean=0.673, max=0.673, sum=0.673 (1)", + "tab": "Accuracy", + "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.557, mean=0.557, max=0.557, sum=0.557 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5574684493620005\"}", + "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.559, mean=0.559, max=0.559, sum=0.559 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5589601433703856\"}", + "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", + "NarrativeQA - # train": "{\"description\": \"min=2.025, mean=2.025, max=2.025, sum=2.025 (1)\", \"tab\": \"General information\", \"score\": \"2.0253521126760563\"}", + "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NarrativeQA - # prompt tokens": "{\"description\": \"min=1694.082, mean=1694.082, max=1694.082, sum=1694.082 (1)\", \"tab\": \"General information\", \"score\": \"1694.081690140845\"}", + "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.398, mean=0.398, max=0.398, sum=0.398 (1)\", \"tab\": \"Bias\", \"score\": \"0.39814814814814814\"}", + "NarrativeQA - Representation (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.191, mean=0.191, max=0.191, sum=0.191 (1)\", \"tab\": \"Bias\", \"score\": \"0.19148936170212763\"}", + "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.02, mean=0.02, max=0.02, sum=0.02 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.01971830985915493\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NaturalQuestions (open-book)", + "source_data": { + "dataset_name": "NaturalQuestions (open-book)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NaturalQuestions (open-book)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.675, + "details": { + "description": "min=0.675, mean=0.675, max=0.675, sum=0.675 (1)", + "tab": "Accuracy", + "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.329, mean=0.329, max=0.329, sum=0.329 (1)\", \"tab\": \"Robustness\", \"score\": \"0.32850713007659726\"}", + "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.593, mean=0.593, max=0.593, sum=0.593 (1)\", \"tab\": \"Robustness\", \"score\": \"0.5930765119599164\"}", + "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.338, mean=0.338, max=0.338, sum=0.338 (1)\", \"tab\": \"Fairness\", \"score\": \"0.33840782877152153\"}", + "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.625, mean=0.625, max=0.625, sum=0.625 (1)\", \"tab\": \"Fairness\", \"score\": \"0.6251513417645462\"}", + "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=124.246, mean=124.246, max=124.246, sum=124.246 (1)\", \"tab\": \"General information\", \"score\": \"124.246\"}", + "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.599, mean=4.599, max=4.599, sum=4.599 (1)\", \"tab\": \"General information\", \"score\": \"4.599\"}", + "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.039, mean=0.039, max=0.039, sum=0.039 (1)\", \"tab\": \"General information\", \"score\": \"0.039\"}", + "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=1587.334, mean=1587.334, max=1587.334, sum=1587.334 (1)\", \"tab\": \"General information\", \"score\": \"1587.334\"}", + "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.995, mean=0.995, max=0.995, sum=0.995 (1)\", \"tab\": \"General information\", \"score\": \"0.995\"}", + "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"min=0.5, mean=0.5, max=0.5, sum=0.5 (1)\", \"tab\": \"Bias\", \"score\": \"0.5\"}", + "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.256, mean=0.256, max=0.256, sum=0.256 (1)\", \"tab\": \"Bias\", \"score\": \"0.2556237218813906\"}", + "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.107, mean=0.107, max=0.107, sum=0.107 (1)\", \"tab\": \"Bias\", \"score\": \"0.10714285714285715\"}", + "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666666\"}", + "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.443, mean=0.443, max=0.443, sum=0.443 (1)\", \"tab\": \"Bias\", \"score\": \"0.4428571428571429\"}", + "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.382, mean=0.382, max=0.382, sum=0.382 (1)\", \"tab\": \"Bias\", \"score\": \"0.38245614035087716\"}", + "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.132, mean=0.132, max=0.132, sum=0.132 (1)\", \"tab\": \"Bias\", \"score\": \"0.13157894736842105\"}", + "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}", + "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "QuAC", + "source_data": { + "dataset_name": "QuAC", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on QuAC", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.307, + "details": { + "description": "min=0.307, mean=0.307, max=0.307, sum=0.307 (1)", + "tab": "Accuracy", + "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "QuAC - F1 (Robustness)": "{\"description\": \"min=0.162, mean=0.162, max=0.162, sum=0.162 (1)\", \"tab\": \"Robustness\", \"score\": \"0.16237264946195393\"}", + "QuAC - F1 (Fairness)": "{\"description\": \"min=0.256, mean=0.256, max=0.256, sum=0.256 (1)\", \"tab\": \"Fairness\", \"score\": \"0.25646510454177246\"}", + "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "QuAC - # train": "{\"description\": \"min=0.862, mean=0.862, max=0.862, sum=0.862 (1)\", \"tab\": \"General information\", \"score\": \"0.862\"}", + "QuAC - truncated": "{\"description\": \"min=0.031, mean=0.031, max=0.031, sum=0.031 (1)\", \"tab\": \"General information\", \"score\": \"0.031\"}", + "QuAC - # prompt tokens": "{\"description\": \"min=1667.28, mean=1667.28, max=1667.28, sum=1667.28 (1)\", \"tab\": \"General information\", \"score\": \"1667.28\"}", + "QuAC - # output tokens": "{\"description\": \"min=0.999, mean=0.999, max=0.999, sum=0.999 (1)\", \"tab\": \"General information\", \"score\": \"0.999\"}", + "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.468, mean=0.468, max=0.468, sum=0.468 (1)\", \"tab\": \"Bias\", \"score\": \"0.4681547619047619\"}", + "QuAC - Representation (race)": "{\"description\": \"min=0.423, mean=0.423, max=0.423, sum=0.423 (1)\", \"tab\": \"Bias\", \"score\": \"0.42342342342342343\"}", + "QuAC - Representation (gender)": "{\"description\": \"min=0.141, mean=0.141, max=0.141, sum=0.141 (1)\", \"tab\": \"Bias\", \"score\": \"0.141304347826087\"}", + "QuAC - Toxic fraction": "{\"description\": \"min=0.002, mean=0.002, max=0.002, sum=0.002 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.002\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "HellaSwag", + "source_data": { + "dataset_name": "HellaSwag", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on HellaSwag", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "OpenbookQA", + "source_data": { + "dataset_name": "OpenbookQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on OpenbookQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "TruthfulQA", + "source_data": { + "dataset_name": "TruthfulQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on TruthfulQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.353, + "details": { + "description": "min=0.353, mean=0.353, max=0.353, sum=0.353 (1)", + "tab": "Accuracy", + "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.303, mean=0.303, max=0.303, sum=0.303 (1)\", \"tab\": \"Robustness\", \"score\": \"0.30275229357798167\"}", + "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.292, mean=0.292, max=0.292, sum=0.292 (1)\", \"tab\": \"Fairness\", \"score\": \"0.29204892966360857\"}", + "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", + "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "TruthfulQA - # prompt tokens": "{\"description\": \"min=507.503, mean=507.503, max=507.503, sum=507.503 (1)\", \"tab\": \"General information\", \"score\": \"507.50305810397555\"}", + "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MS MARCO (TREC)", + "source_data": { + "dataset_name": "MS MARCO (TREC)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "NDCG@10 on MS MARCO (TREC)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CNN/DailyMail", + "source_data": { + "dataset_name": "CNN/DailyMail", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on CNN/DailyMail", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "XSUM", + "source_data": { + "dataset_name": "XSUM", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on XSUM", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "IMDB", + "source_data": { + "dataset_name": "IMDB", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on IMDB", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.959, + "details": { + "description": "min=0.959, mean=0.959, max=0.959, sum=0.959 (1)", + "tab": "Accuracy", + "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "IMDB - EM (Robustness)": "{\"description\": \"min=0.935, mean=0.935, max=0.935, sum=0.935 (1)\", \"tab\": \"Robustness\", \"score\": \"0.935\"}", + "IMDB - EM (Fairness)": "{\"description\": \"min=0.954, mean=0.954, max=0.954, sum=0.954 (1)\", \"tab\": \"Fairness\", \"score\": \"0.954\"}", + "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "IMDB - # train": "{\"description\": \"min=2.871, mean=2.871, max=2.871, sum=2.871 (1)\", \"tab\": \"General information\", \"score\": \"2.871\"}", + "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "IMDB - # prompt tokens": "{\"description\": \"min=1666.079, mean=1666.079, max=1666.079, sum=1666.079 (1)\", \"tab\": \"General information\", \"score\": \"1666.079\"}", + "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CivilComments", + "source_data": { + "dataset_name": "CivilComments", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on CivilComments", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.552, + "details": { + "description": "min=0.098, mean=0.552, max=0.969, sum=9.936 (18)", + "tab": "Accuracy", + "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "CivilComments - EM (Robustness)": "{\"description\": \"min=0.037, mean=0.412, max=0.827, sum=7.414 (18)\", \"tab\": \"Robustness\", \"score\": \"0.4118677862671613\"}", + "CivilComments - EM (Fairness)": "{\"description\": \"min=0.098, mean=0.292, max=0.594, sum=5.248 (18)\", \"tab\": \"Fairness\", \"score\": \"0.29157916197633543\"}", + "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", + "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "CivilComments - # prompt tokens": "{\"description\": \"min=367.585, mean=782.759, max=1312.924, sum=14089.663 (18)\", \"tab\": \"General information\", \"score\": \"782.7590374602355\"}", + "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "RAFT", + "source_data": { + "dataset_name": "RAFT", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on RAFT", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.661, + "details": { + "description": "min=0.2, mean=0.661, max=0.975, sum=7.275 (11)", + "tab": "Accuracy", + "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "RAFT - EM (Robustness)": "{\"description\": \"min=0, mean=0.586, max=0.975, sum=6.45 (11)\", \"tab\": \"Robustness\", \"score\": \"0.5863636363636363\"}", + "RAFT - EM (Fairness)": "{\"description\": \"min=0.15, mean=0.611, max=0.975, sum=6.725 (11)\", \"tab\": \"Fairness\", \"score\": \"0.6113636363636364\"}", + "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", + "RAFT - # train": "{\"description\": \"min=0.7, mean=4.6, max=5, sum=50.6 (11)\", \"tab\": \"General information\", \"score\": \"4.6000000000000005\"}", + "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "RAFT - # prompt tokens": "{\"description\": \"min=289.025, mean=877.464, max=1772.5, sum=9652.1 (11)\", \"tab\": \"General information\", \"score\": \"877.4636363636364\"}", + "RAFT - # output tokens": "{\"description\": \"min=0.7, mean=0.973, max=1, sum=10.7 (11)\", \"tab\": \"General information\", \"score\": \"0.9727272727272727\"}", + "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + } + ], + "detailed_evaluation_results": null, + "generation_config": { + "additional_details": {} + } + }, { "evaluation_id": "helm_lite/tiiuae_falcon-40b/1774096306.427425", "retrieved_timestamp": "1774096306.427425", diff --git a/data/models/tiiuae_falcon-7b.json b/data/models/tiiuae_falcon-7b.json index ca1fc77ee155cef8b371de6b2d14caa07feeff91..ac37875ab1d0daf21ade1f869b62b884ae372422 100644 --- a/data/models/tiiuae_falcon-7b.json +++ b/data/models/tiiuae_falcon-7b.json @@ -1,16 +1,680 @@ { "model_info": { - "name": "falcon-7b", + "name": "Falcon 7B", "id": "tiiuae/falcon-7b", "developer": "tiiuae", "inference_platform": "unknown", "additional_details": { - "precision": "bfloat16", - "architecture": "FalconForCausalLM", - "params_billions": "7.0" + "model_id_aliases": [ + "tiiuae/Falcon-7B" + ] } }, "evaluations": [ + { + "evaluation_id": "helm_classic/tiiuae_Falcon-7B/1774096308.339228", + "retrieved_timestamp": "1774096308.339228", + "source_metadata": { + "source_name": "helm_classic", + "source_type": "documentation", + "source_organization_name": "crfm", + "evaluator_relationship": "third_party" + }, + "eval_library": { + "name": "helm", + "version": "unknown" + }, + "benchmark": "helm_classic", + "evaluation_results": [ + { + "evaluation_name": "Mean win rate", + "source_data": { + "dataset_name": "helm_classic", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "How many models this model outperform on average (over columns).", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.378, + "details": { + "description": "", + "tab": "Accuracy", + "Mean win rate - Calibration": "{\"description\": \"\", \"tab\": \"Calibration\", \"score\": \"\"}", + "Mean win rate - Robustness": "{\"description\": \"\", \"tab\": \"Robustness\", \"score\": \"0.4253379953379953\"}", + "Mean win rate - Fairness": "{\"description\": \"\", \"tab\": \"Fairness\", \"score\": \"0.4469230769230769\"}", + "Mean win rate - Efficiency": "{\"description\": \"\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "Mean win rate - General information": "{\"description\": \"\", \"tab\": \"General information\", \"score\": \"\"}", + "Mean win rate - Bias": "{\"description\": \"\", \"tab\": \"Bias\", \"score\": \"0.35594420480554084\"}", + "Mean win rate - Toxicity": "{\"description\": \"\", \"tab\": \"Toxicity\", \"score\": \"0.5821678321678322\"}", + "Mean win rate - Summarization metrics": "{\"description\": \"\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MMLU", + "source_data": { + "dataset_name": "MMLU", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on MMLU", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.286, + "details": { + "description": "min=0.17, mean=0.286, max=0.39, sum=1.432 (5)", + "tab": "Accuracy", + "MMLU - ECE (10-bin)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "MMLU - EM (Robustness)": "{\"description\": \"min=0.13, mean=0.236, max=0.37, sum=1.181 (5)\", \"tab\": \"Robustness\", \"score\": \"0.23610526315789473\"}", + "MMLU - EM (Fairness)": "{\"description\": \"min=0.15, mean=0.261, max=0.33, sum=1.303 (5)\", \"tab\": \"Fairness\", \"score\": \"0.26063157894736844\"}", + "MMLU - Denoised inference time (s)": "{\"description\": \"5 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MMLU - # eval": "{\"description\": \"min=100, mean=102.8, max=114, sum=514 (5)\", \"tab\": \"General information\", \"score\": \"102.8\"}", + "MMLU - # train": "{\"description\": \"min=5, mean=5, max=5, sum=25 (5)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "MMLU - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (5)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "MMLU - # prompt tokens": "{\"description\": \"min=389.6, mean=500.12, max=664.281, sum=2500.601 (5)\", \"tab\": \"General information\", \"score\": \"500.12014035087725\"}", + "MMLU - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "MMLU - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=5 (5)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "BoolQ", + "source_data": { + "dataset_name": "BoolQ", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on BoolQ", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.753, + "details": { + "description": "min=0.753, mean=0.753, max=0.753, sum=0.753 (1)", + "tab": "Accuracy", + "BoolQ - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "BoolQ - EM (Robustness)": "{\"description\": \"min=0.65, mean=0.65, max=0.65, sum=0.65 (1)\", \"tab\": \"Robustness\", \"score\": \"0.65\"}", + "BoolQ - EM (Fairness)": "{\"description\": \"min=0.702, mean=0.702, max=0.702, sum=0.702 (1)\", \"tab\": \"Fairness\", \"score\": \"0.702\"}", + "BoolQ - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "BoolQ - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "BoolQ - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "BoolQ - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "BoolQ - # prompt tokens": "{\"description\": \"min=1284.629, mean=1284.629, max=1284.629, sum=1284.629 (1)\", \"tab\": \"General information\", \"score\": \"1284.629\"}", + "BoolQ - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "BoolQ - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "BoolQ - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NarrativeQA", + "source_data": { + "dataset_name": "NarrativeQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NarrativeQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.621, + "details": { + "description": "min=0.621, mean=0.621, max=0.621, sum=0.621 (1)", + "tab": "Accuracy", + "NarrativeQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NarrativeQA - F1 (Robustness)": "{\"description\": \"min=0.436, mean=0.436, max=0.436, sum=0.436 (1)\", \"tab\": \"Robustness\", \"score\": \"0.4358401092976052\"}", + "NarrativeQA - F1 (Fairness)": "{\"description\": \"min=0.52, mean=0.52, max=0.52, sum=0.52 (1)\", \"tab\": \"Fairness\", \"score\": \"0.5199130399003071\"}", + "NarrativeQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NarrativeQA - # eval": "{\"description\": \"min=355, mean=355, max=355, sum=355 (1)\", \"tab\": \"General information\", \"score\": \"355.0\"}", + "NarrativeQA - # train": "{\"description\": \"min=2.025, mean=2.025, max=2.025, sum=2.025 (1)\", \"tab\": \"General information\", \"score\": \"2.0253521126760563\"}", + "NarrativeQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NarrativeQA - # prompt tokens": "{\"description\": \"min=1694.082, mean=1694.082, max=1694.082, sum=1694.082 (1)\", \"tab\": \"General information\", \"score\": \"1694.081690140845\"}", + "NarrativeQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NarrativeQA - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NarrativeQA - Stereotypes (gender)": "{\"description\": \"min=0.444, mean=0.444, max=0.444, sum=0.444 (1)\", \"tab\": \"Bias\", \"score\": \"0.4444444444444444\"}", + "NarrativeQA - Representation (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666667\"}", + "NarrativeQA - Representation (gender)": "{\"description\": \"min=0.205, mean=0.205, max=0.205, sum=0.205 (1)\", \"tab\": \"Bias\", \"score\": \"0.2046979865771812\"}", + "NarrativeQA - Toxic fraction": "{\"description\": \"min=0.017, mean=0.017, max=0.017, sum=0.017 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.016901408450704224\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "NaturalQuestions (open-book)", + "source_data": { + "dataset_name": "NaturalQuestions (open-book)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on NaturalQuestions (open-book)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.579, + "details": { + "description": "min=0.579, mean=0.579, max=0.579, sum=0.579 (1)", + "tab": "Accuracy", + "NaturalQuestions (closed-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (open-book) - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - F1 (Robustness)": "{\"description\": \"min=0.185, mean=0.185, max=0.185, sum=0.185 (1)\", \"tab\": \"Robustness\", \"score\": \"0.18513134554094532\"}", + "NaturalQuestions (open-book) - F1 (Robustness)": "{\"description\": \"min=0.489, mean=0.489, max=0.489, sum=0.489 (1)\", \"tab\": \"Robustness\", \"score\": \"0.4889733445855735\"}", + "NaturalQuestions (closed-book) - F1 (Fairness)": "{\"description\": \"min=0.233, mean=0.233, max=0.233, sum=0.233 (1)\", \"tab\": \"Fairness\", \"score\": \"0.2334955595363806\"}", + "NaturalQuestions (open-book) - F1 (Fairness)": "{\"description\": \"min=0.537, mean=0.537, max=0.537, sum=0.537 (1)\", \"tab\": \"Fairness\", \"score\": \"0.536571121609654\"}", + "NaturalQuestions (closed-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (closed-book) - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "NaturalQuestions (closed-book) - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "NaturalQuestions (closed-book) - # prompt tokens": "{\"description\": \"min=124.246, mean=124.246, max=124.246, sum=124.246 (1)\", \"tab\": \"General information\", \"score\": \"124.246\"}", + "NaturalQuestions (closed-book) - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (open-book) - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "NaturalQuestions (open-book) - # train": "{\"description\": \"min=4.599, mean=4.599, max=4.599, sum=4.599 (1)\", \"tab\": \"General information\", \"score\": \"4.599\"}", + "NaturalQuestions (open-book) - truncated": "{\"description\": \"min=0.039, mean=0.039, max=0.039, sum=0.039 (1)\", \"tab\": \"General information\", \"score\": \"0.039\"}", + "NaturalQuestions (open-book) - # prompt tokens": "{\"description\": \"min=1587.334, mean=1587.334, max=1587.334, sum=1587.334 (1)\", \"tab\": \"General information\", \"score\": \"1587.334\"}", + "NaturalQuestions (open-book) - # output tokens": "{\"description\": \"min=0.994, mean=0.994, max=0.994, sum=0.994 (1)\", \"tab\": \"General information\", \"score\": \"0.994\"}", + "NaturalQuestions (open-book) - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "NaturalQuestions (closed-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (closed-book) - Stereotypes (gender)": "{\"description\": \"min=0.389, mean=0.389, max=0.389, sum=0.389 (1)\", \"tab\": \"Bias\", \"score\": \"0.38888888888888884\"}", + "NaturalQuestions (closed-book) - Representation (race)": "{\"description\": \"min=0.476, mean=0.476, max=0.476, sum=0.476 (1)\", \"tab\": \"Bias\", \"score\": \"0.47619047619047616\"}", + "NaturalQuestions (closed-book) - Representation (gender)": "{\"description\": \"min=0.14, mean=0.14, max=0.14, sum=0.14 (1)\", \"tab\": \"Bias\", \"score\": \"0.14\"}", + "NaturalQuestions (open-book) - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "NaturalQuestions (open-book) - Stereotypes (gender)": "{\"description\": \"min=0.333, mean=0.333, max=0.333, sum=0.333 (1)\", \"tab\": \"Bias\", \"score\": \"0.3333333333333333\"}", + "NaturalQuestions (open-book) - Representation (race)": "{\"description\": \"min=0.553, mean=0.553, max=0.553, sum=0.553 (1)\", \"tab\": \"Bias\", \"score\": \"0.5528942115768464\"}", + "NaturalQuestions (open-book) - Representation (gender)": "{\"description\": \"min=0.275, mean=0.275, max=0.275, sum=0.275 (1)\", \"tab\": \"Bias\", \"score\": \"0.2745098039215687\"}", + "NaturalQuestions (closed-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}", + "NaturalQuestions (open-book) - Toxic fraction": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "QuAC", + "source_data": { + "dataset_name": "QuAC", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "F1 on QuAC", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.332, + "details": { + "description": "min=0.332, mean=0.332, max=0.332, sum=0.332 (1)", + "tab": "Accuracy", + "QuAC - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "QuAC - F1 (Robustness)": "{\"description\": \"min=0.164, mean=0.164, max=0.164, sum=0.164 (1)\", \"tab\": \"Robustness\", \"score\": \"0.16389145934637706\"}", + "QuAC - F1 (Fairness)": "{\"description\": \"min=0.262, mean=0.262, max=0.262, sum=0.262 (1)\", \"tab\": \"Fairness\", \"score\": \"0.2622208848575014\"}", + "QuAC - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "QuAC - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "QuAC - # train": "{\"description\": \"min=0.862, mean=0.862, max=0.862, sum=0.862 (1)\", \"tab\": \"General information\", \"score\": \"0.862\"}", + "QuAC - truncated": "{\"description\": \"min=0.031, mean=0.031, max=0.031, sum=0.031 (1)\", \"tab\": \"General information\", \"score\": \"0.031\"}", + "QuAC - # prompt tokens": "{\"description\": \"min=1667.28, mean=1667.28, max=1667.28, sum=1667.28 (1)\", \"tab\": \"General information\", \"score\": \"1667.28\"}", + "QuAC - # output tokens": "{\"description\": \"min=0.995, mean=0.995, max=0.995, sum=0.995 (1)\", \"tab\": \"General information\", \"score\": \"0.995\"}", + "QuAC - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "QuAC - Stereotypes (race)": "{\"description\": \"min=0.667, mean=0.667, max=0.667, sum=0.667 (1)\", \"tab\": \"Bias\", \"score\": \"0.6666666666666666\"}", + "QuAC - Stereotypes (gender)": "{\"description\": \"min=0.457, mean=0.457, max=0.457, sum=0.457 (1)\", \"tab\": \"Bias\", \"score\": \"0.45680272108843534\"}", + "QuAC - Representation (race)": "{\"description\": \"min=0.402, mean=0.402, max=0.402, sum=0.402 (1)\", \"tab\": \"Bias\", \"score\": \"0.4022988505747127\"}", + "QuAC - Representation (gender)": "{\"description\": \"min=0.247, mean=0.247, max=0.247, sum=0.247 (1)\", \"tab\": \"Bias\", \"score\": \"0.24695863746958635\"}", + "QuAC - Toxic fraction": "{\"description\": \"min=0.001, mean=0.001, max=0.001, sum=0.001 (1)\", \"tab\": \"Toxicity\", \"score\": \"0.001\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "HellaSwag", + "source_data": { + "dataset_name": "HellaSwag", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on HellaSwag", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "HellaSwag - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "HellaSwag - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "HellaSwag - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "HellaSwag - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "HellaSwag - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "HellaSwag - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "OpenbookQA", + "source_data": { + "dataset_name": "OpenbookQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on OpenbookQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "OpenbookQA - ECE (10-bin)": "{\"description\": \"No matching runs\", \"tab\": \"Calibration\", \"score\": \"\"}", + "OpenbookQA - EM (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "OpenbookQA - EM (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "OpenbookQA - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "OpenbookQA - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "OpenbookQA - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "TruthfulQA", + "source_data": { + "dataset_name": "TruthfulQA", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on TruthfulQA", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.234, + "details": { + "description": "min=0.234, mean=0.234, max=0.234, sum=0.234 (1)", + "tab": "Accuracy", + "TruthfulQA - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "TruthfulQA - EM (Robustness)": "{\"description\": \"min=0.205, mean=0.205, max=0.205, sum=0.205 (1)\", \"tab\": \"Robustness\", \"score\": \"0.20489296636085627\"}", + "TruthfulQA - EM (Fairness)": "{\"description\": \"min=0.213, mean=0.213, max=0.213, sum=0.213 (1)\", \"tab\": \"Fairness\", \"score\": \"0.21253822629969418\"}", + "TruthfulQA - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "TruthfulQA - # eval": "{\"description\": \"min=654, mean=654, max=654, sum=654 (1)\", \"tab\": \"General information\", \"score\": \"654.0\"}", + "TruthfulQA - # train": "{\"description\": \"min=5, mean=5, max=5, sum=5 (1)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "TruthfulQA - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "TruthfulQA - # prompt tokens": "{\"description\": \"min=507.503, mean=507.503, max=507.503, sum=507.503 (1)\", \"tab\": \"General information\", \"score\": \"507.50305810397555\"}", + "TruthfulQA - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "TruthfulQA - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "MS MARCO (TREC)", + "source_data": { + "dataset_name": "MS MARCO (TREC)", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "NDCG@10 on MS MARCO (TREC)", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "MS MARCO (regular) - RR@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Robustness)": "{\"description\": \"No matching runs\", \"tab\": \"Robustness\", \"score\": \"\"}", + "MS MARCO (regular) - RR@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (TREC) - NDCG@10 (Fairness)": "{\"description\": \"No matching runs\", \"tab\": \"Fairness\", \"score\": \"\"}", + "MS MARCO (regular) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (TREC) - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "MS MARCO (regular) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (TREC) - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (TREC) - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "MS MARCO (regular) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "MS MARCO (TREC) - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CNN/DailyMail", + "source_data": { + "dataset_name": "CNN/DailyMail", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on CNN/DailyMail", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "CNN/DailyMail - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CNN/DailyMail - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "CNN/DailyMail - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "CNN/DailyMail - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "CNN/DailyMail - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "XSUM", + "source_data": { + "dataset_name": "XSUM", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "ROUGE-2 on XSUM", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": -1.0, + "details": { + "description": "No matching runs", + "tab": "Accuracy", + "XSUM - Denoised inference time (s)": "{\"description\": \"No matching runs\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "XSUM - # eval": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # train": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - truncated": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # prompt tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # output tokens": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - # trials": "{\"description\": \"No matching runs\", \"tab\": \"General information\", \"score\": \"\"}", + "XSUM - Stereotypes (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Stereotypes (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (race)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Representation (gender)": "{\"description\": \"No matching runs\", \"tab\": \"Bias\", \"score\": \"\"}", + "XSUM - Toxic fraction": "{\"description\": \"No matching runs\", \"tab\": \"Toxicity\", \"score\": \"\"}", + "XSUM - SummaC": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - QAFactEval": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - BERTScore (F1)": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Coverage": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Density": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - Compression": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-faithfulness": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-relevance": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}", + "XSUM - HumanEval-coherence": "{\"description\": \"No matching runs\", \"tab\": \"Summarization metrics\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "IMDB", + "source_data": { + "dataset_name": "IMDB", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on IMDB", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.836, + "details": { + "description": "min=0.836, mean=0.836, max=0.836, sum=0.836 (1)", + "tab": "Accuracy", + "IMDB - ECE (10-bin)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "IMDB - EM (Robustness)": "{\"description\": \"min=0.692, mean=0.692, max=0.692, sum=0.692 (1)\", \"tab\": \"Robustness\", \"score\": \"0.692\"}", + "IMDB - EM (Fairness)": "{\"description\": \"min=0.794, mean=0.794, max=0.794, sum=0.794 (1)\", \"tab\": \"Fairness\", \"score\": \"0.794\"}", + "IMDB - Denoised inference time (s)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "IMDB - # eval": "{\"description\": \"min=1000, mean=1000, max=1000, sum=1000 (1)\", \"tab\": \"General information\", \"score\": \"1000.0\"}", + "IMDB - # train": "{\"description\": \"min=2.871, mean=2.871, max=2.871, sum=2.871 (1)\", \"tab\": \"General information\", \"score\": \"2.871\"}", + "IMDB - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (1)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "IMDB - # prompt tokens": "{\"description\": \"min=1666.079, mean=1666.079, max=1666.079, sum=1666.079 (1)\", \"tab\": \"General information\", \"score\": \"1666.079\"}", + "IMDB - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=1 (1)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "IMDB - Stereotypes (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Stereotypes (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (race)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Representation (gender)": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Bias\", \"score\": \"\"}", + "IMDB - Toxic fraction": "{\"description\": \"1 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "CivilComments", + "source_data": { + "dataset_name": "CivilComments", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on CivilComments", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.514, + "details": { + "description": "min=0, mean=0.514, max=0.999, sum=9.257 (18)", + "tab": "Accuracy", + "CivilComments - ECE (10-bin)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "CivilComments - EM (Robustness)": "{\"description\": \"min=0, mean=0.485, max=0.999, sum=8.731 (18)\", \"tab\": \"Robustness\", \"score\": \"0.4850751828621894\"}", + "CivilComments - EM (Fairness)": "{\"description\": \"min=0, mean=0.494, max=0.999, sum=8.898 (18)\", \"tab\": \"Fairness\", \"score\": \"0.49430637095445207\"}", + "CivilComments - Denoised inference time (s)": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "CivilComments - # eval": "{\"description\": \"min=74, mean=371.556, max=683, sum=6688 (18)\", \"tab\": \"General information\", \"score\": \"371.55555555555554\"}", + "CivilComments - # train": "{\"description\": \"min=5, mean=5, max=5, sum=90 (18)\", \"tab\": \"General information\", \"score\": \"5.0\"}", + "CivilComments - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (18)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "CivilComments - # prompt tokens": "{\"description\": \"min=367.585, mean=782.759, max=1312.924, sum=14089.663 (18)\", \"tab\": \"General information\", \"score\": \"782.7590374602355\"}", + "CivilComments - # output tokens": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=18 (18)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "CivilComments - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "CivilComments - Toxic fraction": "{\"description\": \"9 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + }, + { + "evaluation_name": "RAFT", + "source_data": { + "dataset_name": "RAFT", + "source_type": "url", + "url": [ + "https://storage.googleapis.com/crfm-helm-public/benchmark_output/releases/v0.4.0/groups/core_scenarios.json" + ] + }, + "metric_config": { + "evaluation_description": "EM on RAFT", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.602, + "details": { + "description": "min=0.15, mean=0.602, max=0.975, sum=6.625 (11)", + "tab": "Accuracy", + "RAFT - ECE (10-bin)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Calibration\", \"score\": \"\"}", + "RAFT - EM (Robustness)": "{\"description\": \"min=0.025, mean=0.516, max=0.975, sum=5.675 (11)\", \"tab\": \"Robustness\", \"score\": \"0.5159090909090908\"}", + "RAFT - EM (Fairness)": "{\"description\": \"min=0.15, mean=0.555, max=0.975, sum=6.1 (11)\", \"tab\": \"Fairness\", \"score\": \"0.5545454545454546\"}", + "RAFT - Denoised inference time (s)": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Efficiency\", \"score\": \"\"}", + "RAFT - # eval": "{\"description\": \"min=40, mean=40, max=40, sum=440 (11)\", \"tab\": \"General information\", \"score\": \"40.0\"}", + "RAFT - # train": "{\"description\": \"min=0.7, mean=4.6, max=5, sum=50.6 (11)\", \"tab\": \"General information\", \"score\": \"4.6000000000000005\"}", + "RAFT - truncated": "{\"description\": \"min=0, mean=0, max=0, sum=0 (11)\", \"tab\": \"General information\", \"score\": \"0.0\"}", + "RAFT - # prompt tokens": "{\"description\": \"min=289.025, mean=877.464, max=1772.5, sum=9652.1 (11)\", \"tab\": \"General information\", \"score\": \"877.4636363636364\"}", + "RAFT - # output tokens": "{\"description\": \"min=0.725, mean=0.975, max=1, sum=10.725 (11)\", \"tab\": \"General information\", \"score\": \"0.975\"}", + "RAFT - # trials": "{\"description\": \"min=1, mean=1, max=1, sum=11 (11)\", \"tab\": \"General information\", \"score\": \"1.0\"}", + "RAFT - Stereotypes (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Stereotypes (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (race)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Representation (gender)": "{\"description\": \"(0)\", \"tab\": \"Bias\", \"score\": \"\"}", + "RAFT - Toxic fraction": "{\"description\": \"11 matching runs, but no matching metrics\", \"tab\": \"Toxicity\", \"score\": \"\"}" + } + }, + "generation_config": { + "additional_details": {} + } + } + ], + "detailed_evaluation_results": null, + "generation_config": { + "additional_details": {} + } + }, { "evaluation_id": "helm_lite/tiiuae_falcon-7b/1774096306.427425", "retrieved_timestamp": "1774096306.427425", diff --git a/data/models/tiiuae_Falcon-Instruct-40B.json b/data/models/tiiuae_falcon-instruct-40b.json similarity index 100% rename from data/models/tiiuae_Falcon-Instruct-40B.json rename to data/models/tiiuae_falcon-instruct-40b.json diff --git a/data/models/tiiuae_Falcon-Instruct-7B.json b/data/models/tiiuae_falcon-instruct-7b.json similarity index 100% rename from data/models/tiiuae_Falcon-Instruct-7B.json rename to data/models/tiiuae_falcon-instruct-7b.json diff --git a/data/models/tiiuae_Falcon3-10B-Base.json b/data/models/tiiuae_falcon3-10b-base.json similarity index 100% rename from data/models/tiiuae_Falcon3-10B-Base.json rename to data/models/tiiuae_falcon3-10b-base.json diff --git a/data/models/tiiuae_Falcon3-10B-Instruct.json b/data/models/tiiuae_falcon3-10b-instruct.json similarity index 100% rename from data/models/tiiuae_Falcon3-10B-Instruct.json rename to data/models/tiiuae_falcon3-10b-instruct.json diff --git a/data/models/tiiuae_Falcon3-1B-Base.json b/data/models/tiiuae_falcon3-1b-base.json similarity index 100% rename from data/models/tiiuae_Falcon3-1B-Base.json rename to data/models/tiiuae_falcon3-1b-base.json diff --git a/data/models/tiiuae_Falcon3-1B-Instruct.json b/data/models/tiiuae_falcon3-1b-instruct.json similarity index 100% rename from data/models/tiiuae_Falcon3-1B-Instruct.json rename to data/models/tiiuae_falcon3-1b-instruct.json diff --git a/data/models/tiiuae_Falcon3-3B-Base.json b/data/models/tiiuae_falcon3-3b-base.json similarity index 100% rename from data/models/tiiuae_Falcon3-3B-Base.json rename to data/models/tiiuae_falcon3-3b-base.json diff --git a/data/models/tiiuae_Falcon3-3B-Instruct.json b/data/models/tiiuae_falcon3-3b-instruct.json similarity index 100% rename from data/models/tiiuae_Falcon3-3B-Instruct.json rename to data/models/tiiuae_falcon3-3b-instruct.json diff --git a/data/models/tiiuae_Falcon3-7B-Base.json b/data/models/tiiuae_falcon3-7b-base.json similarity index 100% rename from data/models/tiiuae_Falcon3-7B-Base.json rename to data/models/tiiuae_falcon3-7b-base.json diff --git a/data/models/tiiuae_Falcon3-7B-Instruct.json b/data/models/tiiuae_falcon3-7b-instruct.json similarity index 100% rename from data/models/tiiuae_Falcon3-7B-Instruct.json rename to data/models/tiiuae_falcon3-7b-instruct.json diff --git a/data/models/tiiuae_Falcon3-Mamba-7B-Base.json b/data/models/tiiuae_falcon3-mamba-7b-base.json similarity index 100% rename from data/models/tiiuae_Falcon3-Mamba-7B-Base.json rename to data/models/tiiuae_falcon3-mamba-7b-base.json diff --git a/data/models/tiiuae_Falcon3-Mamba-7B-Instruct.json b/data/models/tiiuae_falcon3-mamba-7b-instruct.json similarity index 100% rename from data/models/tiiuae_Falcon3-Mamba-7B-Instruct.json rename to data/models/tiiuae_falcon3-mamba-7b-instruct.json diff --git a/data/models/Tijmen2_cosmosage-v3.json b/data/models/tijmen2_cosmosage-v3.json similarity index 100% rename from data/models/Tijmen2_cosmosage-v3.json rename to data/models/tijmen2_cosmosage-v3.json diff --git a/data/models/tinycompany_BiBo-v0.3.json b/data/models/tinycompany_bibo-v0.3.json similarity index 100% rename from data/models/tinycompany_BiBo-v0.3.json rename to data/models/tinycompany_bibo-v0.3.json diff --git a/data/models/tinycompany_BiBo-v0.7.json b/data/models/tinycompany_bibo-v0.7.json similarity index 100% rename from data/models/tinycompany_BiBo-v0.7.json rename to data/models/tinycompany_bibo-v0.7.json diff --git a/data/models/tinycompany_ShawtyIsBad-bgem3.json b/data/models/tinycompany_shawtyisbad-bgem3.json similarity index 100% rename from data/models/tinycompany_ShawtyIsBad-bgem3.json rename to data/models/tinycompany_shawtyisbad-bgem3.json diff --git a/data/models/tinycompany_ShawtyIsBad-e5-large.json b/data/models/tinycompany_shawtyisbad-e5-large.json similarity index 100% rename from data/models/tinycompany_ShawtyIsBad-e5-large.json rename to data/models/tinycompany_shawtyisbad-e5-large.json diff --git a/data/models/tinycompany_ShawtyIsBad-ib.json b/data/models/tinycompany_shawtyisbad-ib.json similarity index 100% rename from data/models/tinycompany_ShawtyIsBad-ib.json rename to data/models/tinycompany_shawtyisbad-ib.json diff --git a/data/models/tinycompany_ShawtyIsBad-nomic-moe.json b/data/models/tinycompany_shawtyisbad-nomic-moe.json similarity index 100% rename from data/models/tinycompany_ShawtyIsBad-nomic-moe.json rename to data/models/tinycompany_shawtyisbad-nomic-moe.json diff --git a/data/models/tinycompany_ShawtyIsBad-nomic1.5.json b/data/models/tinycompany_shawtyisbad-nomic1.5.json similarity index 100% rename from data/models/tinycompany_ShawtyIsBad-nomic1.5.json rename to data/models/tinycompany_shawtyisbad-nomic1.5.json diff --git a/data/models/tinycompany_SigmaBoi-base.json b/data/models/tinycompany_sigmaboi-base.json similarity index 100% rename from data/models/tinycompany_SigmaBoi-base.json rename to data/models/tinycompany_sigmaboi-base.json diff --git a/data/models/tinycompany_SigmaBoi-bge-m3.json b/data/models/tinycompany_sigmaboi-bge-m3.json similarity index 100% rename from data/models/tinycompany_SigmaBoi-bge-m3.json rename to data/models/tinycompany_sigmaboi-bge-m3.json diff --git a/data/models/tinycompany_SigmaBoi-bgem3.json b/data/models/tinycompany_sigmaboi-bgem3.json similarity index 100% rename from data/models/tinycompany_SigmaBoi-bgem3.json rename to data/models/tinycompany_sigmaboi-bgem3.json diff --git a/data/models/tinycompany_SigmaBoi-ib.json b/data/models/tinycompany_sigmaboi-ib.json similarity index 100% rename from data/models/tinycompany_SigmaBoi-ib.json rename to data/models/tinycompany_sigmaboi-ib.json diff --git a/data/models/tinycompany_SigmaBoi-nomic-moe.json b/data/models/tinycompany_sigmaboi-nomic-moe.json similarity index 100% rename from data/models/tinycompany_SigmaBoi-nomic-moe.json rename to data/models/tinycompany_sigmaboi-nomic-moe.json diff --git a/data/models/tinycompany_SigmaBoi-nomic1.5-fp32.json b/data/models/tinycompany_sigmaboi-nomic1.5-fp32.json similarity index 100% rename from data/models/tinycompany_SigmaBoi-nomic1.5-fp32.json rename to data/models/tinycompany_sigmaboi-nomic1.5-fp32.json diff --git a/data/models/tinycompany_SigmaBoi-nomic1.5.json b/data/models/tinycompany_sigmaboi-nomic1.5.json similarity index 100% rename from data/models/tinycompany_SigmaBoi-nomic1.5.json rename to data/models/tinycompany_sigmaboi-nomic1.5.json diff --git a/data/models/tinycompany_Tamed-Shawty.json b/data/models/tinycompany_tamed-shawty.json similarity index 100% rename from data/models/tinycompany_Tamed-Shawty.json rename to data/models/tinycompany_tamed-shawty.json diff --git a/data/models/TinyLlama_TinyLlama-1.1B-Chat-v0.1.json b/data/models/tinyllama_tinyllama-1.1b-chat-v0.1.json similarity index 100% rename from data/models/TinyLlama_TinyLlama-1.1B-Chat-v0.1.json rename to data/models/tinyllama_tinyllama-1.1b-chat-v0.1.json diff --git a/data/models/TinyLlama_TinyLlama-1.1B-Chat-v0.5.json b/data/models/tinyllama_tinyllama-1.1b-chat-v0.5.json similarity index 100% rename from data/models/TinyLlama_TinyLlama-1.1B-Chat-v0.5.json rename to data/models/tinyllama_tinyllama-1.1b-chat-v0.5.json diff --git a/data/models/TinyLlama_TinyLlama-1.1B-Chat-v0.6.json b/data/models/tinyllama_tinyllama-1.1b-chat-v0.6.json similarity index 100% rename from data/models/TinyLlama_TinyLlama-1.1B-Chat-v0.6.json rename to data/models/tinyllama_tinyllama-1.1b-chat-v0.6.json diff --git a/data/models/TinyLlama_TinyLlama-1.1B-Chat-v1.0.json b/data/models/tinyllama_tinyllama-1.1b-chat-v1.0.json similarity index 100% rename from data/models/TinyLlama_TinyLlama-1.1B-Chat-v1.0.json rename to data/models/tinyllama_tinyllama-1.1b-chat-v1.0.json diff --git a/data/models/TinyLlama_TinyLlama-1.1B-intermediate-step-1431k-3T.json b/data/models/tinyllama_tinyllama-1.1b-intermediate-step-1431k-3t.json similarity index 100% rename from data/models/TinyLlama_TinyLlama-1.1B-intermediate-step-1431k-3T.json rename to data/models/tinyllama_tinyllama-1.1b-intermediate-step-1431k-3t.json diff --git a/data/models/TinyLlama_TinyLlama_v1.1.json b/data/models/tinyllama_tinyllama_v1.1.json similarity index 100% rename from data/models/TinyLlama_TinyLlama_v1.1.json rename to data/models/tinyllama_tinyllama_v1.1.json diff --git a/data/models/tklohj_WindyFloLLM.json b/data/models/tklohj_windyflollm.json similarity index 100% rename from data/models/tklohj_WindyFloLLM.json rename to data/models/tklohj_windyflollm.json diff --git a/data/models/ToastyPigeon_Sto-vo-kor-12B.json b/data/models/toastypigeon_sto-vo-kor-12b.json similarity index 100% rename from data/models/ToastyPigeon_Sto-vo-kor-12B.json rename to data/models/toastypigeon_sto-vo-kor-12b.json diff --git a/data/models/together_RedPajama-INCITE-Base-7B.json b/data/models/together_redpajama-incite-base-7b.json similarity index 100% rename from data/models/together_RedPajama-INCITE-Base-7B.json rename to data/models/together_redpajama-incite-base-7b.json diff --git a/data/models/together_RedPajama-INCITE-Base-v1-3B.json b/data/models/together_redpajama-incite-base-v1-3b.json similarity index 100% rename from data/models/together_RedPajama-INCITE-Base-v1-3B.json rename to data/models/together_redpajama-incite-base-v1-3b.json diff --git a/data/models/together_RedPajama-INCITE-Instruct-7B.json b/data/models/together_redpajama-incite-instruct-7b.json similarity index 100% rename from data/models/together_RedPajama-INCITE-Instruct-7B.json rename to data/models/together_redpajama-incite-instruct-7b.json diff --git a/data/models/together_RedPajama-INCITE-Instruct-v1-3B.json b/data/models/together_redpajama-incite-instruct-v1-3b.json similarity index 100% rename from data/models/together_RedPajama-INCITE-Instruct-v1-3B.json rename to data/models/together_redpajama-incite-instruct-v1-3b.json diff --git a/data/models/togethercomputer_GPT-JT-6B-v1.json b/data/models/togethercomputer_gpt-jt-6b-v1.json similarity index 100% rename from data/models/togethercomputer_GPT-JT-6B-v1.json rename to data/models/togethercomputer_gpt-jt-6b-v1.json diff --git a/data/models/togethercomputer_GPT-NeoXT-Chat-Base-20B.json b/data/models/togethercomputer_gpt-neoxt-chat-base-20b.json similarity index 100% rename from data/models/togethercomputer_GPT-NeoXT-Chat-Base-20B.json rename to data/models/togethercomputer_gpt-neoxt-chat-base-20b.json diff --git a/data/models/togethercomputer_Llama-2-7B-32K-Instruct.json b/data/models/togethercomputer_llama-2-7b-32k-instruct.json similarity index 100% rename from data/models/togethercomputer_Llama-2-7B-32K-Instruct.json rename to data/models/togethercomputer_llama-2-7b-32k-instruct.json diff --git a/data/models/togethercomputer_LLaMA-2-7B-32K.json b/data/models/togethercomputer_llama-2-7b-32k.json similarity index 100% rename from data/models/togethercomputer_LLaMA-2-7B-32K.json rename to data/models/togethercomputer_llama-2-7b-32k.json diff --git a/data/models/togethercomputer_RedPajama-INCITE-7B-Base.json b/data/models/togethercomputer_redpajama-incite-7b-base.json similarity index 100% rename from data/models/togethercomputer_RedPajama-INCITE-7B-Base.json rename to data/models/togethercomputer_redpajama-incite-7b-base.json diff --git a/data/models/togethercomputer_RedPajama-INCITE-7B-Chat.json b/data/models/togethercomputer_redpajama-incite-7b-chat.json similarity index 100% rename from data/models/togethercomputer_RedPajama-INCITE-7B-Chat.json rename to data/models/togethercomputer_redpajama-incite-7b-chat.json diff --git a/data/models/togethercomputer_RedPajama-INCITE-7B-Instruct.json b/data/models/togethercomputer_redpajama-incite-7b-instruct.json similarity index 100% rename from data/models/togethercomputer_RedPajama-INCITE-7B-Instruct.json rename to data/models/togethercomputer_redpajama-incite-7b-instruct.json diff --git a/data/models/togethercomputer_RedPajama-INCITE-Base-3B-v1.json b/data/models/togethercomputer_redpajama-incite-base-3b-v1.json similarity index 100% rename from data/models/togethercomputer_RedPajama-INCITE-Base-3B-v1.json rename to data/models/togethercomputer_redpajama-incite-base-3b-v1.json diff --git a/data/models/togethercomputer_RedPajama-INCITE-Chat-3B-v1.json b/data/models/togethercomputer_redpajama-incite-chat-3b-v1.json similarity index 100% rename from data/models/togethercomputer_RedPajama-INCITE-Chat-3B-v1.json rename to data/models/togethercomputer_redpajama-incite-chat-3b-v1.json diff --git a/data/models/togethercomputer_RedPajama-INCITE-Instruct-3B-v1.json b/data/models/togethercomputer_redpajama-incite-instruct-3b-v1.json similarity index 100% rename from data/models/togethercomputer_RedPajama-INCITE-Instruct-3B-v1.json rename to data/models/togethercomputer_redpajama-incite-instruct-3b-v1.json diff --git a/data/models/tokyotech-llm_Llama-3-Swallow-8B-Instruct-v0.1.json b/data/models/tokyotech-llm_llama-3-swallow-8b-instruct-v0.1.json similarity index 100% rename from data/models/tokyotech-llm_Llama-3-Swallow-8B-Instruct-v0.1.json rename to data/models/tokyotech-llm_llama-3-swallow-8b-instruct-v0.1.json diff --git a/data/models/Trappu_Magnum-Picaro-0.7-v2-12b.json b/data/models/trappu_magnum-picaro-0.7-v2-12b.json similarity index 100% rename from data/models/Trappu_Magnum-Picaro-0.7-v2-12b.json rename to data/models/trappu_magnum-picaro-0.7-v2-12b.json diff --git a/data/models/Trappu_Nemo-Picaro-12B.json b/data/models/trappu_nemo-picaro-12b.json similarity index 100% rename from data/models/Trappu_Nemo-Picaro-12B.json rename to data/models/trappu_nemo-picaro-12b.json diff --git a/data/models/Tremontaine_L3-12B-Lunaris-v1.json b/data/models/tremontaine_l3-12b-lunaris-v1.json similarity index 100% rename from data/models/Tremontaine_L3-12B-Lunaris-v1.json rename to data/models/tremontaine_l3-12b-lunaris-v1.json diff --git a/data/models/Triangle104_Annunaki-12b.json b/data/models/triangle104_annunaki-12b.json similarity index 100% rename from data/models/Triangle104_Annunaki-12b.json rename to data/models/triangle104_annunaki-12b.json diff --git a/data/models/Triangle104_BigTalker-Lite-8B.json b/data/models/triangle104_bigtalker-lite-8b.json similarity index 100% rename from data/models/Triangle104_BigTalker-Lite-8B.json rename to data/models/triangle104_bigtalker-lite-8b.json diff --git a/data/models/Triangle104_Chatty-Harry_V2.0.json b/data/models/triangle104_chatty-harry_v2.0.json similarity index 100% rename from data/models/Triangle104_Chatty-Harry_V2.0.json rename to data/models/triangle104_chatty-harry_v2.0.json diff --git a/data/models/Triangle104_Chatty-Harry_V3.0.json b/data/models/triangle104_chatty-harry_v3.0.json similarity index 100% rename from data/models/Triangle104_Chatty-Harry_V3.0.json rename to data/models/triangle104_chatty-harry_v3.0.json diff --git a/data/models/Triangle104_Chronos-Prism_V1.0.json b/data/models/triangle104_chronos-prism_v1.0.json similarity index 100% rename from data/models/Triangle104_Chronos-Prism_V1.0.json rename to data/models/triangle104_chronos-prism_v1.0.json diff --git a/data/models/Triangle104_Dark-Chivalry_V1.0.json b/data/models/triangle104_dark-chivalry_v1.0.json similarity index 100% rename from data/models/Triangle104_Dark-Chivalry_V1.0.json rename to data/models/triangle104_dark-chivalry_v1.0.json diff --git a/data/models/Triangle104_Distilled-DarkPlanet-Allades-8B.json b/data/models/triangle104_distilled-darkplanet-allades-8b.json similarity index 100% rename from data/models/Triangle104_Distilled-DarkPlanet-Allades-8B.json rename to data/models/triangle104_distilled-darkplanet-allades-8b.json diff --git a/data/models/Triangle104_Distilled-DarkPlanet-Allades-8B_TIES.json b/data/models/triangle104_distilled-darkplanet-allades-8b_ties.json similarity index 100% rename from data/models/Triangle104_Distilled-DarkPlanet-Allades-8B_TIES.json rename to data/models/triangle104_distilled-darkplanet-allades-8b_ties.json diff --git a/data/models/Triangle104_Distilled-Whiskey-8b.json b/data/models/triangle104_distilled-whiskey-8b.json similarity index 100% rename from data/models/Triangle104_Distilled-Whiskey-8b.json rename to data/models/triangle104_distilled-whiskey-8b.json diff --git a/data/models/Triangle104_Dolphin3-Llama3.2-Smart.json b/data/models/triangle104_dolphin3-llama3.2-smart.json similarity index 100% rename from data/models/Triangle104_Dolphin3-Llama3.2-Smart.json rename to data/models/triangle104_dolphin3-llama3.2-smart.json diff --git a/data/models/Triangle104_DS-Distilled-Hermes-Llama-3.1.json b/data/models/triangle104_ds-distilled-hermes-llama-3.1.json similarity index 100% rename from data/models/Triangle104_DS-Distilled-Hermes-Llama-3.1.json rename to data/models/triangle104_ds-distilled-hermes-llama-3.1.json diff --git a/data/models/Triangle104_DS-Distilled-Hermes-Llama-3.1_TIES.json b/data/models/triangle104_ds-distilled-hermes-llama-3.1_ties.json similarity index 100% rename from data/models/Triangle104_DS-Distilled-Hermes-Llama-3.1_TIES.json rename to data/models/triangle104_ds-distilled-hermes-llama-3.1_ties.json diff --git a/data/models/Triangle104_DS-R1-Distill-Q2.5-10B-Harmony.json b/data/models/triangle104_ds-r1-distill-q2.5-10b-harmony.json similarity index 100% rename from data/models/Triangle104_DS-R1-Distill-Q2.5-10B-Harmony.json rename to data/models/triangle104_ds-r1-distill-q2.5-10b-harmony.json diff --git a/data/models/Triangle104_DS-R1-Distill-Q2.5-14B-Harmony_V0.1.json b/data/models/triangle104_ds-r1-distill-q2.5-14b-harmony_v0.1.json similarity index 100% rename from data/models/Triangle104_DS-R1-Distill-Q2.5-14B-Harmony_V0.1.json rename to data/models/triangle104_ds-r1-distill-q2.5-14b-harmony_v0.1.json diff --git a/data/models/Triangle104_DS-R1-Distill-Q2.5-7B-RP.json b/data/models/triangle104_ds-r1-distill-q2.5-7b-rp.json similarity index 100% rename from data/models/Triangle104_DS-R1-Distill-Q2.5-7B-RP.json rename to data/models/triangle104_ds-r1-distill-q2.5-7b-rp.json diff --git a/data/models/Triangle104_DS-R1-Llama-8B-Harmony.json b/data/models/triangle104_ds-r1-llama-8b-harmony.json similarity index 100% rename from data/models/Triangle104_DS-R1-Llama-8B-Harmony.json rename to data/models/triangle104_ds-r1-llama-8b-harmony.json diff --git a/data/models/Triangle104_DSR1-Distill-Llama-Lit-8B.json b/data/models/triangle104_dsr1-distill-llama-lit-8b.json similarity index 100% rename from data/models/Triangle104_DSR1-Distill-Llama-Lit-8B.json rename to data/models/triangle104_dsr1-distill-llama-lit-8b.json diff --git a/data/models/Triangle104_DSR1-Distill-Qwen-7B-RP.json b/data/models/triangle104_dsr1-distill-qwen-7b-rp.json similarity index 100% rename from data/models/Triangle104_DSR1-Distill-Qwen-7B-RP.json rename to data/models/triangle104_dsr1-distill-qwen-7b-rp.json diff --git a/data/models/Triangle104_Gemmadevi-Stock-10B.json b/data/models/triangle104_gemmadevi-stock-10b.json similarity index 100% rename from data/models/Triangle104_Gemmadevi-Stock-10B.json rename to data/models/triangle104_gemmadevi-stock-10b.json diff --git a/data/models/Triangle104_Hermes-Llama-3.2-CoT-Summary.json b/data/models/triangle104_hermes-llama-3.2-cot-summary.json similarity index 100% rename from data/models/Triangle104_Hermes-Llama-3.2-CoT-Summary.json rename to data/models/triangle104_hermes-llama-3.2-cot-summary.json diff --git a/data/models/Triangle104_Hermes-Llama-3.2-CoT.json b/data/models/triangle104_hermes-llama-3.2-cot.json similarity index 100% rename from data/models/Triangle104_Hermes-Llama-3.2-CoT.json rename to data/models/triangle104_hermes-llama-3.2-cot.json diff --git a/data/models/Triangle104_Hermes3-L3.1-DirtyHarry-8B.json b/data/models/triangle104_hermes3-l3.1-dirtyharry-8b.json similarity index 100% rename from data/models/Triangle104_Hermes3-L3.1-DirtyHarry-8B.json rename to data/models/triangle104_hermes3-l3.1-dirtyharry-8b.json diff --git a/data/models/Triangle104_Herodotos-14B.json b/data/models/triangle104_herodotos-14b.json similarity index 100% rename from data/models/Triangle104_Herodotos-14B.json rename to data/models/triangle104_herodotos-14b.json diff --git a/data/models/Triangle104_Herodotos-14B_V0.1.json b/data/models/triangle104_herodotos-14b_v0.1.json similarity index 100% rename from data/models/Triangle104_Herodotos-14B_V0.1.json rename to data/models/triangle104_herodotos-14b_v0.1.json diff --git a/data/models/Triangle104_L3.1-8B-Dusky-Ink.json b/data/models/triangle104_l3.1-8b-dusky-ink.json similarity index 100% rename from data/models/Triangle104_L3.1-8B-Dusky-Ink.json rename to data/models/triangle104_l3.1-8b-dusky-ink.json diff --git a/data/models/Triangle104_L3.1-8B-Dusky-Ink_v0.r1.json b/data/models/triangle104_l3.1-8b-dusky-ink_v0.r1.json similarity index 100% rename from data/models/Triangle104_L3.1-8B-Dusky-Ink_v0.r1.json rename to data/models/triangle104_l3.1-8b-dusky-ink_v0.r1.json diff --git a/data/models/Triangle104_Llama3.1-Allades-Lit-8b.json b/data/models/triangle104_llama3.1-allades-lit-8b.json similarity index 100% rename from data/models/Triangle104_Llama3.1-Allades-Lit-8b.json rename to data/models/triangle104_llama3.1-allades-lit-8b.json diff --git a/data/models/Triangle104_Llama3.1-cc-Lit-8b.json b/data/models/triangle104_llama3.1-cc-lit-8b.json similarity index 100% rename from data/models/Triangle104_Llama3.1-cc-Lit-8b.json rename to data/models/triangle104_llama3.1-cc-lit-8b.json diff --git a/data/models/Triangle104_LThreePointOne-8B-HermesBlackroot.json b/data/models/triangle104_lthreepointone-8b-hermesblackroot.json similarity index 100% rename from data/models/Triangle104_LThreePointOne-8B-HermesBlackroot.json rename to data/models/triangle104_lthreepointone-8b-hermesblackroot.json diff --git a/data/models/Triangle104_LThreePointOne-8B-HermesInk.json b/data/models/triangle104_lthreepointone-8b-hermesink.json similarity index 100% rename from data/models/Triangle104_LThreePointOne-8B-HermesInk.json rename to data/models/triangle104_lthreepointone-8b-hermesink.json diff --git a/data/models/Triangle104_Minerva-1.5b.json b/data/models/triangle104_minerva-1.5b.json similarity index 100% rename from data/models/Triangle104_Minerva-1.5b.json rename to data/models/triangle104_minerva-1.5b.json diff --git a/data/models/Triangle104_Minerva-1.5b_V0.2.json b/data/models/triangle104_minerva-1.5b_v0.2.json similarity index 100% rename from data/models/Triangle104_Minerva-1.5b_V0.2.json rename to data/models/triangle104_minerva-1.5b_v0.2.json diff --git a/data/models/Triangle104_Minerva-10b.json b/data/models/triangle104_minerva-10b.json similarity index 100% rename from data/models/Triangle104_Minerva-10b.json rename to data/models/triangle104_minerva-10b.json diff --git a/data/models/Triangle104_Minerva-14b-V0.1.json b/data/models/triangle104_minerva-14b-v0.1.json similarity index 100% rename from data/models/Triangle104_Minerva-14b-V0.1.json rename to data/models/triangle104_minerva-14b-v0.1.json diff --git a/data/models/Triangle104_Minerva-14b.json b/data/models/triangle104_minerva-14b.json similarity index 100% rename from data/models/Triangle104_Minerva-14b.json rename to data/models/triangle104_minerva-14b.json diff --git a/data/models/Triangle104_Minerva-7b.json b/data/models/triangle104_minerva-7b.json similarity index 100% rename from data/models/Triangle104_Minerva-7b.json rename to data/models/triangle104_minerva-7b.json diff --git a/data/models/Triangle104_Minerva-8b.json b/data/models/triangle104_minerva-8b.json similarity index 100% rename from data/models/Triangle104_Minerva-8b.json rename to data/models/triangle104_minerva-8b.json diff --git a/data/models/Triangle104_Mistral-Redemption-Arc.json b/data/models/triangle104_mistral-redemption-arc.json similarity index 100% rename from data/models/Triangle104_Mistral-Redemption-Arc.json rename to data/models/triangle104_mistral-redemption-arc.json diff --git a/data/models/Triangle104_Mistral-Small-24b-Harmony.json b/data/models/triangle104_mistral-small-24b-harmony.json similarity index 100% rename from data/models/Triangle104_Mistral-Small-24b-Harmony.json rename to data/models/triangle104_mistral-small-24b-harmony.json diff --git a/data/models/Triangle104_Pans_Gutenbergum_V0.1.json b/data/models/triangle104_pans_gutenbergum_v0.1.json similarity index 100% rename from data/models/Triangle104_Pans_Gutenbergum_V0.1.json rename to data/models/triangle104_pans_gutenbergum_v0.1.json diff --git a/data/models/Triangle104_Pans_Gutenbergum_V0.2.json b/data/models/triangle104_pans_gutenbergum_v0.2.json similarity index 100% rename from data/models/Triangle104_Pans_Gutenbergum_V0.2.json rename to data/models/triangle104_pans_gutenbergum_v0.2.json diff --git a/data/models/Triangle104_Pantheon_ChatWaifu_V0.2.json b/data/models/triangle104_pantheon_chatwaifu_v0.2.json similarity index 100% rename from data/models/Triangle104_Pantheon_ChatWaifu_V0.2.json rename to data/models/triangle104_pantheon_chatwaifu_v0.2.json diff --git a/data/models/Triangle104_Phi-4-AbliteratedRP.json b/data/models/triangle104_phi-4-abliteratedrp.json similarity index 100% rename from data/models/Triangle104_Phi-4-AbliteratedRP.json rename to data/models/triangle104_phi-4-abliteratedrp.json diff --git a/data/models/Triangle104_Phi4-RP-o1-Ablit.json b/data/models/triangle104_phi4-rp-o1-ablit.json similarity index 100% rename from data/models/Triangle104_Phi4-RP-o1-Ablit.json rename to data/models/triangle104_phi4-rp-o1-ablit.json diff --git a/data/models/Triangle104_Phi4-RP-o1.json b/data/models/triangle104_phi4-rp-o1.json similarity index 100% rename from data/models/Triangle104_Phi4-RP-o1.json rename to data/models/triangle104_phi4-rp-o1.json diff --git a/data/models/Triangle104_Porpoise-R1-Llama3.2-3b.json b/data/models/triangle104_porpoise-r1-llama3.2-3b.json similarity index 100% rename from data/models/Triangle104_Porpoise-R1-Llama3.2-3b.json rename to data/models/triangle104_porpoise-r1-llama3.2-3b.json diff --git a/data/models/Triangle104_Q2.5-14B-Instruct-1M-Harmony.json b/data/models/triangle104_q2.5-14b-instruct-1m-harmony.json similarity index 100% rename from data/models/Triangle104_Q2.5-14B-Instruct-1M-Harmony.json rename to data/models/triangle104_q2.5-14b-instruct-1m-harmony.json diff --git a/data/models/Triangle104_Q2.5-AthensCOT.json b/data/models/triangle104_q2.5-athenscot.json similarity index 100% rename from data/models/Triangle104_Q2.5-AthensCOT.json rename to data/models/triangle104_q2.5-athenscot.json diff --git a/data/models/Triangle104_Q2.5-CodeR1-3B.json b/data/models/triangle104_q2.5-coder1-3b.json similarity index 100% rename from data/models/Triangle104_Q2.5-CodeR1-3B.json rename to data/models/triangle104_q2.5-coder1-3b.json diff --git a/data/models/Triangle104_Q2.5-EVACOT-7b.json b/data/models/triangle104_q2.5-evacot-7b.json similarity index 100% rename from data/models/Triangle104_Q2.5-EVACOT-7b.json rename to data/models/triangle104_q2.5-evacot-7b.json diff --git a/data/models/Triangle104_Q2.5-EvaHumane-RP.json b/data/models/triangle104_q2.5-evahumane-rp.json similarity index 100% rename from data/models/Triangle104_Q2.5-EvaHumane-RP.json rename to data/models/triangle104_q2.5-evahumane-rp.json diff --git a/data/models/Triangle104_Q2.5-Humane-RP.json b/data/models/triangle104_q2.5-humane-rp.json similarity index 100% rename from data/models/Triangle104_Q2.5-Humane-RP.json rename to data/models/triangle104_q2.5-humane-rp.json diff --git a/data/models/Triangle104_Q2.5-Instruct-1M_Harmony.json b/data/models/triangle104_q2.5-instruct-1m_harmony.json similarity index 100% rename from data/models/Triangle104_Q2.5-Instruct-1M_Harmony.json rename to data/models/triangle104_q2.5-instruct-1m_harmony.json diff --git a/data/models/Triangle104_Q2.5-R1-3B.json b/data/models/triangle104_q2.5-r1-3b.json similarity index 100% rename from data/models/Triangle104_Q2.5-R1-3B.json rename to data/models/triangle104_q2.5-r1-3b.json diff --git a/data/models/Triangle104_Q2.5-R1-7B.json b/data/models/triangle104_q2.5-r1-7b.json similarity index 100% rename from data/models/Triangle104_Q2.5-R1-7B.json rename to data/models/triangle104_q2.5-r1-7b.json diff --git a/data/models/Triangle104_Robo-Gutenberg_V1.0.json b/data/models/triangle104_robo-gutenberg_v1.0.json similarity index 100% rename from data/models/Triangle104_Robo-Gutenberg_V1.0.json rename to data/models/triangle104_robo-gutenberg_v1.0.json diff --git a/data/models/Triangle104_Rocinante-Prism_V2.0.json b/data/models/triangle104_rocinante-prism_v2.0.json similarity index 100% rename from data/models/Triangle104_Rocinante-Prism_V2.0.json rename to data/models/triangle104_rocinante-prism_v2.0.json diff --git a/data/models/Triangle104_Rocinante-Prism_V2.1.json b/data/models/triangle104_rocinante-prism_v2.1.json similarity index 100% rename from data/models/Triangle104_Rocinante-Prism_V2.1.json rename to data/models/triangle104_rocinante-prism_v2.1.json diff --git a/data/models/Triangle104_RomboHermes3-R1-Llama3.2-3b.json b/data/models/triangle104_rombohermes3-r1-llama3.2-3b.json similarity index 100% rename from data/models/Triangle104_RomboHermes3-R1-Llama3.2-3b.json rename to data/models/triangle104_rombohermes3-r1-llama3.2-3b.json diff --git a/data/models/Triangle104_Rombos-Novasky-7B_V1c.json b/data/models/triangle104_rombos-novasky-7b_v1c.json similarity index 100% rename from data/models/Triangle104_Rombos-Novasky-7B_V1c.json rename to data/models/triangle104_rombos-novasky-7b_v1c.json diff --git a/data/models/Triangle104_Set-70b.json b/data/models/triangle104_set-70b.json similarity index 100% rename from data/models/Triangle104_Set-70b.json rename to data/models/triangle104_set-70b.json diff --git a/data/models/Tsunami-th_Tsunami-0.5-7B-Instruct.json b/data/models/tsunami-th_tsunami-0.5-7b-instruct.json similarity index 100% rename from data/models/Tsunami-th_Tsunami-0.5-7B-Instruct.json rename to data/models/tsunami-th_tsunami-0.5-7b-instruct.json diff --git a/data/models/Tsunami-th_Tsunami-0.5x-7B-Instruct.json b/data/models/tsunami-th_tsunami-0.5x-7b-instruct.json similarity index 100% rename from data/models/Tsunami-th_Tsunami-0.5x-7B-Instruct.json rename to data/models/tsunami-th_tsunami-0.5x-7b-instruct.json diff --git a/data/models/Tsunami-th_Tsunami-1.0-14B-Instruct.json b/data/models/tsunami-th_tsunami-1.0-14b-instruct.json similarity index 100% rename from data/models/Tsunami-th_Tsunami-1.0-14B-Instruct.json rename to data/models/tsunami-th_tsunami-1.0-14b-instruct.json diff --git a/data/models/Tsunami-th_Tsunami-1.0-7B-Instruct.json b/data/models/tsunami-th_tsunami-1.0-7b-instruct.json similarity index 100% rename from data/models/Tsunami-th_Tsunami-1.0-7B-Instruct.json rename to data/models/tsunami-th_tsunami-1.0-7b-instruct.json diff --git a/data/models/TTTXXX01_Mistral-7B-Base-SimPO2-5e-7.json b/data/models/tttxxx01_mistral-7b-base-simpo2-5e-7.json similarity index 100% rename from data/models/TTTXXX01_Mistral-7B-Base-SimPO2-5e-7.json rename to data/models/tttxxx01_mistral-7b-base-simpo2-5e-7.json diff --git a/data/models/tugstugi_Qwen2.5-7B-Instruct-QwQ-v0.1.json b/data/models/tugstugi_qwen2.5-7b-instruct-qwq-v0.1.json similarity index 100% rename from data/models/tugstugi_Qwen2.5-7B-Instruct-QwQ-v0.1.json rename to data/models/tugstugi_qwen2.5-7b-instruct-qwq-v0.1.json diff --git a/data/models/UCLA-AGI_Gemma-2-9B-It-SPPO-Iter1.json b/data/models/ucla-agi_gemma-2-9b-it-sppo-iter1.json similarity index 100% rename from data/models/UCLA-AGI_Gemma-2-9B-It-SPPO-Iter1.json rename to data/models/ucla-agi_gemma-2-9b-it-sppo-iter1.json diff --git a/data/models/UCLA-AGI_Gemma-2-9B-It-SPPO-Iter2.json b/data/models/ucla-agi_gemma-2-9b-it-sppo-iter2.json similarity index 100% rename from data/models/UCLA-AGI_Gemma-2-9B-It-SPPO-Iter2.json rename to data/models/ucla-agi_gemma-2-9b-it-sppo-iter2.json diff --git a/data/models/UCLA-AGI_Gemma-2-9B-It-SPPO-Iter3.json b/data/models/ucla-agi_gemma-2-9b-it-sppo-iter3.json similarity index 100% rename from data/models/UCLA-AGI_Gemma-2-9B-It-SPPO-Iter3.json rename to data/models/ucla-agi_gemma-2-9b-it-sppo-iter3.json diff --git a/data/models/UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter1.json b/data/models/ucla-agi_llama-3-instruct-8b-sppo-iter1.json similarity index 100% rename from data/models/UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter1.json rename to data/models/ucla-agi_llama-3-instruct-8b-sppo-iter1.json diff --git a/data/models/UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter2.json b/data/models/ucla-agi_llama-3-instruct-8b-sppo-iter2.json similarity index 100% rename from data/models/UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter2.json rename to data/models/ucla-agi_llama-3-instruct-8b-sppo-iter2.json diff --git a/data/models/UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter3.json b/data/models/ucla-agi_llama-3-instruct-8b-sppo-iter3.json similarity index 99% rename from data/models/UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter3.json rename to data/models/ucla-agi_llama-3-instruct-8b-sppo-iter3.json index 5aa93e3f9ffc82a9b47329510f56c5672e33e6e6..6c8b4b0133a49d420e13a89373c13c0888830855 100644 --- a/data/models/UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter3.json +++ b/data/models/ucla-agi_llama-3-instruct-8b-sppo-iter3.json @@ -5,7 +5,7 @@ "developer": "UCLA-AGI", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "LlamaForCausalLM", "params_billions": "8.03" } diff --git a/data/models/UCLA-AGI_Mistral7B-PairRM-SPPO-Iter1.json b/data/models/ucla-agi_mistral7b-pairrm-sppo-iter1.json similarity index 100% rename from data/models/UCLA-AGI_Mistral7B-PairRM-SPPO-Iter1.json rename to data/models/ucla-agi_mistral7b-pairrm-sppo-iter1.json diff --git a/data/models/UCLA-AGI_Mistral7B-PairRM-SPPO-Iter2.json b/data/models/ucla-agi_mistral7b-pairrm-sppo-iter2.json similarity index 100% rename from data/models/UCLA-AGI_Mistral7B-PairRM-SPPO-Iter2.json rename to data/models/ucla-agi_mistral7b-pairrm-sppo-iter2.json diff --git a/data/models/UCLA-AGI_Mistral7B-PairRM-SPPO-Iter3.json b/data/models/ucla-agi_mistral7b-pairrm-sppo-iter3.json similarity index 100% rename from data/models/UCLA-AGI_Mistral7B-PairRM-SPPO-Iter3.json rename to data/models/ucla-agi_mistral7b-pairrm-sppo-iter3.json diff --git a/data/models/UCLA-AGI_Mistral7B-PairRM-SPPO.json b/data/models/ucla-agi_mistral7b-pairrm-sppo.json similarity index 100% rename from data/models/UCLA-AGI_Mistral7B-PairRM-SPPO.json rename to data/models/ucla-agi_mistral7b-pairrm-sppo.json diff --git a/data/models/UKzExecution_LlamaExecutor-8B-3.0.5.json b/data/models/ukzexecution_llamaexecutor-8b-3.0.5.json similarity index 100% rename from data/models/UKzExecution_LlamaExecutor-8B-3.0.5.json rename to data/models/ukzexecution_llamaexecutor-8b-3.0.5.json diff --git a/data/models/Unbabel_TowerInstruct-Mistral-7B-v0.2.json b/data/models/unbabel_towerinstruct-mistral-7b-v0.2.json similarity index 100% rename from data/models/Unbabel_TowerInstruct-Mistral-7B-v0.2.json rename to data/models/unbabel_towerinstruct-mistral-7b-v0.2.json diff --git a/data/models/Undi95_MG-FinalMix-72B.json b/data/models/undi95_mg-finalmix-72b.json similarity index 100% rename from data/models/Undi95_MG-FinalMix-72B.json rename to data/models/undi95_mg-finalmix-72b.json diff --git a/data/models/Undi95_Phi4-abliterated.json b/data/models/undi95_phi4-abliterated.json similarity index 100% rename from data/models/Undi95_Phi4-abliterated.json rename to data/models/undi95_phi4-abliterated.json diff --git a/data/models/universalml_NepaliGPT-2.0.json b/data/models/universalml_nepaligpt-2.0.json similarity index 100% rename from data/models/universalml_NepaliGPT-2.0.json rename to data/models/universalml_nepaligpt-2.0.json diff --git a/data/models/unsloth_Llama-3.2-1B-Instruct-no-system-message.json b/data/models/unsloth_llama-3.2-1b-instruct-no-system-message.json similarity index 100% rename from data/models/unsloth_Llama-3.2-1B-Instruct-no-system-message.json rename to data/models/unsloth_llama-3.2-1b-instruct-no-system-message.json diff --git a/data/models/unsloth_Llama-3.2-1B-Instruct.json b/data/models/unsloth_llama-3.2-1b-instruct.json similarity index 100% rename from data/models/unsloth_Llama-3.2-1B-Instruct.json rename to data/models/unsloth_llama-3.2-1b-instruct.json diff --git a/data/models/unsloth_Phi-3-mini-4k-instruct.json b/data/models/unsloth_phi-3-mini-4k-instruct.json similarity index 100% rename from data/models/unsloth_Phi-3-mini-4k-instruct.json rename to data/models/unsloth_phi-3-mini-4k-instruct.json diff --git a/data/models/upstage_SOLAR-10.7B-Instruct-v1.0.json b/data/models/upstage_solar-10.7b-instruct-v1.0.json similarity index 97% rename from data/models/upstage_SOLAR-10.7B-Instruct-v1.0.json rename to data/models/upstage_solar-10.7b-instruct-v1.0.json index cdac17880ad016268d1cfa51bb195babcaa9606d..c044a56f20275a076d6b731fa27a8f6b6162b486 100644 --- a/data/models/upstage_SOLAR-10.7B-Instruct-v1.0.json +++ b/data/models/upstage_solar-10.7b-instruct-v1.0.json @@ -1,10 +1,13 @@ { "model_info": { - "name": "upstage/SOLAR-10.7B-Instruct-v1.0", + "name": "SOLAR-10.7B-Instruct-v1.0", "id": "upstage/SOLAR-10.7B-Instruct-v1.0", "developer": "upstage", + "inference_platform": "unknown", "additional_details": { - "model_type": "DPO" + "precision": "float16", + "architecture": "LlamaForCausalLM", + "params_billions": "10.732" } }, "evaluations": [ diff --git a/data/models/upstage_SOLAR-10.7B-v1.0.json b/data/models/upstage_solar-10.7b-v1.0.json similarity index 100% rename from data/models/upstage_SOLAR-10.7B-v1.0.json rename to data/models/upstage_solar-10.7b-v1.0.json diff --git a/data/models/utter-project_EuroLLM-9B.json b/data/models/utter-project_eurollm-9b.json similarity index 100% rename from data/models/utter-project_EuroLLM-9B.json rename to data/models/utter-project_eurollm-9b.json diff --git a/data/models/v000000_L3-8B-Stheno-v3.2-abliterated.json b/data/models/v000000_l3-8b-stheno-v3.2-abliterated.json similarity index 100% rename from data/models/v000000_L3-8B-Stheno-v3.2-abliterated.json rename to data/models/v000000_l3-8b-stheno-v3.2-abliterated.json diff --git a/data/models/v000000_L3.1-Niitorm-8B-DPO-t0.0001.json b/data/models/v000000_l3.1-niitorm-8b-dpo-t0.0001.json similarity index 100% rename from data/models/v000000_L3.1-Niitorm-8B-DPO-t0.0001.json rename to data/models/v000000_l3.1-niitorm-8b-dpo-t0.0001.json diff --git a/data/models/v000000_L3.1-Storniitova-8B.json b/data/models/v000000_l3.1-storniitova-8b.json similarity index 100% rename from data/models/v000000_L3.1-Storniitova-8B.json rename to data/models/v000000_l3.1-storniitova-8b.json diff --git a/data/models/v000000_Qwen2.5-14B-Gutenberg-1e-Delta.json b/data/models/v000000_qwen2.5-14b-gutenberg-1e-delta.json similarity index 100% rename from data/models/v000000_Qwen2.5-14B-Gutenberg-1e-Delta.json rename to data/models/v000000_qwen2.5-14b-gutenberg-1e-delta.json diff --git a/data/models/v000000_Qwen2.5-14B-Gutenberg-Instruct-Slerpeno.json b/data/models/v000000_qwen2.5-14b-gutenberg-instruct-slerpeno.json similarity index 100% rename from data/models/v000000_Qwen2.5-14B-Gutenberg-Instruct-Slerpeno.json rename to data/models/v000000_qwen2.5-14b-gutenberg-instruct-slerpeno.json diff --git a/data/models/v000000_Qwen2.5-Lumen-14B.json b/data/models/v000000_qwen2.5-lumen-14b.json similarity index 100% rename from data/models/v000000_Qwen2.5-Lumen-14B.json rename to data/models/v000000_qwen2.5-lumen-14b.json diff --git a/data/models/V3N0M_Jenna-Tiny-2.0.json b/data/models/v3n0m_jenna-tiny-2.0.json similarity index 100% rename from data/models/V3N0M_Jenna-Tiny-2.0.json rename to data/models/v3n0m_jenna-tiny-2.0.json diff --git a/data/models/VAGOsolutions_Llama-3-SauerkrautLM-70b-Instruct.json b/data/models/vagosolutions_llama-3-sauerkrautlm-70b-instruct.json similarity index 100% rename from data/models/VAGOsolutions_Llama-3-SauerkrautLM-70b-Instruct.json rename to data/models/vagosolutions_llama-3-sauerkrautlm-70b-instruct.json diff --git a/data/models/VAGOsolutions_Llama-3-SauerkrautLM-8b-Instruct.json b/data/models/vagosolutions_llama-3-sauerkrautlm-8b-instruct.json similarity index 100% rename from data/models/VAGOsolutions_Llama-3-SauerkrautLM-8b-Instruct.json rename to data/models/vagosolutions_llama-3-sauerkrautlm-8b-instruct.json diff --git a/data/models/VAGOsolutions_Llama-3.1-SauerkrautLM-70b-Instruct.json b/data/models/vagosolutions_llama-3.1-sauerkrautlm-70b-instruct.json similarity index 100% rename from data/models/VAGOsolutions_Llama-3.1-SauerkrautLM-70b-Instruct.json rename to data/models/vagosolutions_llama-3.1-sauerkrautlm-70b-instruct.json diff --git a/data/models/VAGOsolutions_Llama-3.1-SauerkrautLM-8b-Instruct.json b/data/models/vagosolutions_llama-3.1-sauerkrautlm-8b-instruct.json similarity index 100% rename from data/models/VAGOsolutions_Llama-3.1-SauerkrautLM-8b-Instruct.json rename to data/models/vagosolutions_llama-3.1-sauerkrautlm-8b-instruct.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-1.5b.json b/data/models/vagosolutions_sauerkrautlm-1.5b.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-1.5b.json rename to data/models/vagosolutions_sauerkrautlm-1.5b.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-7b-HerO.json b/data/models/vagosolutions_sauerkrautlm-7b-hero.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-7b-HerO.json rename to data/models/vagosolutions_sauerkrautlm-7b-hero.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-7b-LaserChat.json b/data/models/vagosolutions_sauerkrautlm-7b-laserchat.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-7b-LaserChat.json rename to data/models/vagosolutions_sauerkrautlm-7b-laserchat.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-gemma-2-2b-it.json b/data/models/vagosolutions_sauerkrautlm-gemma-2-2b-it.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-gemma-2-2b-it.json rename to data/models/vagosolutions_sauerkrautlm-gemma-2-2b-it.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-gemma-2-9b-it.json b/data/models/vagosolutions_sauerkrautlm-gemma-2-9b-it.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-gemma-2-9b-it.json rename to data/models/vagosolutions_sauerkrautlm-gemma-2-9b-it.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-Gemma-2b.json b/data/models/vagosolutions_sauerkrautlm-gemma-2b.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-Gemma-2b.json rename to data/models/vagosolutions_sauerkrautlm-gemma-2b.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-Gemma-7b.json b/data/models/vagosolutions_sauerkrautlm-gemma-7b.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-Gemma-7b.json rename to data/models/vagosolutions_sauerkrautlm-gemma-7b.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-Mixtral-8x7B-Instruct.json b/data/models/vagosolutions_sauerkrautlm-mixtral-8x7b-instruct.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-Mixtral-8x7B-Instruct.json rename to data/models/vagosolutions_sauerkrautlm-mixtral-8x7b-instruct.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-Nemo-12b-Instruct.json b/data/models/vagosolutions_sauerkrautlm-nemo-12b-instruct.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-Nemo-12b-Instruct.json rename to data/models/vagosolutions_sauerkrautlm-nemo-12b-instruct.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-Phi-3-medium.json b/data/models/vagosolutions_sauerkrautlm-phi-3-medium.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-Phi-3-medium.json rename to data/models/vagosolutions_sauerkrautlm-phi-3-medium.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-SOLAR-Instruct.json b/data/models/vagosolutions_sauerkrautlm-solar-instruct.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-SOLAR-Instruct.json rename to data/models/vagosolutions_sauerkrautlm-solar-instruct.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-v2-14b-DPO.json b/data/models/vagosolutions_sauerkrautlm-v2-14b-dpo.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-v2-14b-DPO.json rename to data/models/vagosolutions_sauerkrautlm-v2-14b-dpo.json diff --git a/data/models/VAGOsolutions_SauerkrautLM-v2-14b-SFT.json b/data/models/vagosolutions_sauerkrautlm-v2-14b-sft.json similarity index 100% rename from data/models/VAGOsolutions_SauerkrautLM-v2-14b-SFT.json rename to data/models/vagosolutions_sauerkrautlm-v2-14b-sft.json diff --git a/data/models/ValiantLabs_Llama3-70B-Fireplace.json b/data/models/valiantlabs_llama3-70b-fireplace.json similarity index 100% rename from data/models/ValiantLabs_Llama3-70B-Fireplace.json rename to data/models/valiantlabs_llama3-70b-fireplace.json diff --git a/data/models/ValiantLabs_Llama3-70B-ShiningValiant2.json b/data/models/valiantlabs_llama3-70b-shiningvaliant2.json similarity index 100% rename from data/models/ValiantLabs_Llama3-70B-ShiningValiant2.json rename to data/models/valiantlabs_llama3-70b-shiningvaliant2.json diff --git a/data/models/ValiantLabs_Llama3.1-70B-ShiningValiant2.json b/data/models/valiantlabs_llama3.1-70b-shiningvaliant2.json similarity index 100% rename from data/models/ValiantLabs_Llama3.1-70B-ShiningValiant2.json rename to data/models/valiantlabs_llama3.1-70b-shiningvaliant2.json diff --git a/data/models/ValiantLabs_Llama3.1-8B-Cobalt.json b/data/models/valiantlabs_llama3.1-8b-cobalt.json similarity index 100% rename from data/models/ValiantLabs_Llama3.1-8B-Cobalt.json rename to data/models/valiantlabs_llama3.1-8b-cobalt.json index 07e105b7d7d03df7df6946d382ffbf6125352d6f..c47cbaf67f9d28f7ee6c973b80a6e624aec4a0cc 100644 --- a/data/models/ValiantLabs_Llama3.1-8B-Cobalt.json +++ b/data/models/valiantlabs_llama3.1-8b-cobalt.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.7168 + "score": 0.3496 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4911 + "score": 0.4947 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1533 + "score": 0.1269 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2861 + "score": 0.3037 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3512 + "score": 0.3959 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3663 + "score": 0.3644 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3496 + "score": 0.7168 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4947 + "score": 0.4911 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1269 + "score": 0.1533 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3037 + "score": 0.2861 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3959 + "score": 0.3512 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3644 + "score": 0.3663 } } ], diff --git a/data/models/ValiantLabs_Llama3.1-8B-Enigma.json b/data/models/valiantlabs_llama3.1-8b-enigma.json similarity index 100% rename from data/models/ValiantLabs_Llama3.1-8B-Enigma.json rename to data/models/valiantlabs_llama3.1-8b-enigma.json diff --git a/data/models/ValiantLabs_Llama3.1-8B-Esper2.json b/data/models/valiantlabs_llama3.1-8b-esper2.json similarity index 100% rename from data/models/ValiantLabs_Llama3.1-8B-Esper2.json rename to data/models/valiantlabs_llama3.1-8b-esper2.json diff --git a/data/models/ValiantLabs_Llama3.1-8B-Fireplace2.json b/data/models/valiantlabs_llama3.1-8b-fireplace2.json similarity index 100% rename from data/models/ValiantLabs_Llama3.1-8B-Fireplace2.json rename to data/models/valiantlabs_llama3.1-8b-fireplace2.json index e5e5b50db78f27aee8bda2959572ee45b7414bbe..1328c2c7f3791f083d4f447f5573aa125ba6707d 100644 --- a/data/models/ValiantLabs_Llama3.1-8B-Fireplace2.json +++ b/data/models/valiantlabs_llama3.1-8b-fireplace2.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5483 + "score": 0.5328 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.461 + "score": 0.4613 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0582 + "score": 0.0876 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2886 + "score": 0.2894 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3433 + "score": 0.3367 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2407 + "score": 0.2424 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5328 + "score": 0.5483 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4613 + "score": 0.461 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0876 + "score": 0.0582 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2894 + "score": 0.2886 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3367 + "score": 0.3433 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2424 + "score": 0.2407 } } ], diff --git a/data/models/ValiantLabs_Llama3.1-8B-ShiningValiant2.json b/data/models/valiantlabs_llama3.1-8b-shiningvaliant2.json similarity index 100% rename from data/models/ValiantLabs_Llama3.1-8B-ShiningValiant2.json rename to data/models/valiantlabs_llama3.1-8b-shiningvaliant2.json index c82e658291ec493a85f6ef296178fd95b5dd7ec3..0736460b872bea97a209be68cef1f113fa7d9f3d 100644 --- a/data/models/ValiantLabs_Llama3.1-8B-ShiningValiant2.json +++ b/data/models/valiantlabs_llama3.1-8b-shiningvaliant2.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.6496 + "score": 0.2678 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4774 + "score": 0.4429 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0566 + "score": 0.0521 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3104 + "score": 0.302 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3909 + "score": 0.3959 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3382 + "score": 0.2927 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2678 + "score": 0.6496 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4429 + "score": 0.4774 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0521 + "score": 0.0566 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.302 + "score": 0.3104 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3959 + "score": 0.3909 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2927 + "score": 0.3382 } } ], diff --git a/data/models/ValiantLabs_Llama3.2-3B-Enigma.json b/data/models/valiantlabs_llama3.2-3b-enigma.json similarity index 100% rename from data/models/ValiantLabs_Llama3.2-3B-Enigma.json rename to data/models/valiantlabs_llama3.2-3b-enigma.json diff --git a/data/models/ValiantLabs_Llama3.2-3B-Esper2.json b/data/models/valiantlabs_llama3.2-3b-esper2.json similarity index 100% rename from data/models/ValiantLabs_Llama3.2-3B-Esper2.json rename to data/models/valiantlabs_llama3.2-3b-esper2.json diff --git a/data/models/ValiantLabs_Llama3.2-3B-ShiningValiant2.json b/data/models/valiantlabs_llama3.2-3b-shiningvaliant2.json similarity index 100% rename from data/models/ValiantLabs_Llama3.2-3B-ShiningValiant2.json rename to data/models/valiantlabs_llama3.2-3b-shiningvaliant2.json diff --git a/data/models/vhab10_Llama-3.1-8B-Base-Instruct-SLERP.json b/data/models/vhab10_llama-3.1-8b-base-instruct-slerp.json similarity index 100% rename from data/models/vhab10_Llama-3.1-8B-Base-Instruct-SLERP.json rename to data/models/vhab10_llama-3.1-8b-base-instruct-slerp.json diff --git a/data/models/vhab10_Llama-3.2-Instruct-3B-TIES.json b/data/models/vhab10_llama-3.2-instruct-3b-ties.json similarity index 100% rename from data/models/vhab10_Llama-3.2-Instruct-3B-TIES.json rename to data/models/vhab10_llama-3.2-instruct-3b-ties.json diff --git a/data/models/vicgalle_CarbonBeagle-11B-truthy.json b/data/models/vicgalle_carbonbeagle-11b-truthy.json similarity index 100% rename from data/models/vicgalle_CarbonBeagle-11B-truthy.json rename to data/models/vicgalle_carbonbeagle-11b-truthy.json diff --git a/data/models/vicgalle_CarbonBeagle-11B.json b/data/models/vicgalle_carbonbeagle-11b.json similarity index 100% rename from data/models/vicgalle_CarbonBeagle-11B.json rename to data/models/vicgalle_carbonbeagle-11b.json diff --git a/data/models/vicgalle_Configurable-Hermes-2-Pro-Llama-3-8B.json b/data/models/vicgalle_configurable-hermes-2-pro-llama-3-8b.json similarity index 100% rename from data/models/vicgalle_Configurable-Hermes-2-Pro-Llama-3-8B.json rename to data/models/vicgalle_configurable-hermes-2-pro-llama-3-8b.json diff --git a/data/models/vicgalle_Configurable-Llama-3.1-8B-Instruct.json b/data/models/vicgalle_configurable-llama-3.1-8b-instruct.json similarity index 100% rename from data/models/vicgalle_Configurable-Llama-3.1-8B-Instruct.json rename to data/models/vicgalle_configurable-llama-3.1-8b-instruct.json diff --git a/data/models/vicgalle_Configurable-Yi-1.5-9B-Chat.json b/data/models/vicgalle_configurable-yi-1.5-9b-chat.json similarity index 100% rename from data/models/vicgalle_Configurable-Yi-1.5-9B-Chat.json rename to data/models/vicgalle_configurable-yi-1.5-9b-chat.json diff --git a/data/models/vicgalle_ConfigurableBeagle-11B.json b/data/models/vicgalle_configurablebeagle-11b.json similarity index 100% rename from data/models/vicgalle_ConfigurableBeagle-11B.json rename to data/models/vicgalle_configurablebeagle-11b.json diff --git a/data/models/vicgalle_ConfigurableHermes-7B.json b/data/models/vicgalle_configurablehermes-7b.json similarity index 100% rename from data/models/vicgalle_ConfigurableHermes-7B.json rename to data/models/vicgalle_configurablehermes-7b.json diff --git a/data/models/vicgalle_ConfigurableSOLAR-10.7B.json b/data/models/vicgalle_configurablesolar-10.7b.json similarity index 100% rename from data/models/vicgalle_ConfigurableSOLAR-10.7B.json rename to data/models/vicgalle_configurablesolar-10.7b.json diff --git a/data/models/vicgalle_Humanish-RP-Llama-3.1-8B.json b/data/models/vicgalle_humanish-rp-llama-3.1-8b.json similarity index 100% rename from data/models/vicgalle_Humanish-RP-Llama-3.1-8B.json rename to data/models/vicgalle_humanish-rp-llama-3.1-8b.json diff --git a/data/models/vicgalle_Merge-Mistral-Prometheus-7B.json b/data/models/vicgalle_merge-mistral-prometheus-7b.json similarity index 100% rename from data/models/vicgalle_Merge-Mistral-Prometheus-7B.json rename to data/models/vicgalle_merge-mistral-prometheus-7b.json diff --git a/data/models/vicgalle_Merge-Mixtral-Prometheus-8x7B.json b/data/models/vicgalle_merge-mixtral-prometheus-8x7b.json similarity index 100% rename from data/models/vicgalle_Merge-Mixtral-Prometheus-8x7B.json rename to data/models/vicgalle_merge-mixtral-prometheus-8x7b.json diff --git a/data/models/vicgalle_Roleplay-Llama-3-8B.json b/data/models/vicgalle_roleplay-llama-3-8b.json similarity index 100% rename from data/models/vicgalle_Roleplay-Llama-3-8B.json rename to data/models/vicgalle_roleplay-llama-3-8b.json diff --git a/data/models/Vikhrmodels_Vikhr-Llama3.1-8B-Instruct-R-21-09-24.json b/data/models/vikhrmodels_vikhr-llama3.1-8b-instruct-r-21-09-24.json similarity index 100% rename from data/models/Vikhrmodels_Vikhr-Llama3.1-8B-Instruct-R-21-09-24.json rename to data/models/vikhrmodels_vikhr-llama3.1-8b-instruct-r-21-09-24.json diff --git a/data/models/Vikhrmodels_Vikhr-Nemo-12B-Instruct-R-21-09-24.json b/data/models/vikhrmodels_vikhr-nemo-12b-instruct-r-21-09-24.json similarity index 100% rename from data/models/Vikhrmodels_Vikhr-Nemo-12B-Instruct-R-21-09-24.json rename to data/models/vikhrmodels_vikhr-nemo-12b-instruct-r-21-09-24.json diff --git a/data/models/VIRNECT_llama-3-Korean-8B-r-v-0.1.json b/data/models/virnect_llama-3-korean-8b-r-v-0.1.json similarity index 100% rename from data/models/VIRNECT_llama-3-Korean-8B-r-v-0.1.json rename to data/models/virnect_llama-3-korean-8b-r-v-0.1.json diff --git a/data/models/VIRNECT_llama-3-Korean-8B.json b/data/models/virnect_llama-3-korean-8b.json similarity index 100% rename from data/models/VIRNECT_llama-3-Korean-8B.json rename to data/models/virnect_llama-3-korean-8b.json index b477e70103838992147fd839878365ba09417099..99d18345be715ff626474cdbe5ae8e088352cbe8 100644 --- a/data/models/VIRNECT_llama-3-Korean-8B.json +++ b/data/models/virnect_llama-3-korean-8b.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5021 + "score": 0.5058 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4918 + "score": 0.4908 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.108 + "score": 0.0929 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3648 + "score": 0.3662 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3536 + "score": 0.3539 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.5058 + "score": 0.5021 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4908 + "score": 0.4918 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0929 + "score": 0.108 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3662 + "score": 0.3648 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3539 + "score": 0.3536 } } ], diff --git a/data/models/vonjack_MobileLLM-125M-HF.json b/data/models/vonjack_mobilellm-125m-hf.json similarity index 100% rename from data/models/vonjack_MobileLLM-125M-HF.json rename to data/models/vonjack_mobilellm-125m-hf.json diff --git a/data/models/vonjack_Phi-3-mini-4k-instruct-LLaMAfied.json b/data/models/vonjack_phi-3-mini-4k-instruct-llamafied.json similarity index 100% rename from data/models/vonjack_Phi-3-mini-4k-instruct-LLaMAfied.json rename to data/models/vonjack_phi-3-mini-4k-instruct-llamafied.json diff --git a/data/models/vonjack_Phi-3.5-mini-instruct-hermes-fc-json.json b/data/models/vonjack_phi-3.5-mini-instruct-hermes-fc-json.json similarity index 100% rename from data/models/vonjack_Phi-3.5-mini-instruct-hermes-fc-json.json rename to data/models/vonjack_phi-3.5-mini-instruct-hermes-fc-json.json diff --git a/data/models/vonjack_Qwen2.5-Coder-0.5B-Merged.json b/data/models/vonjack_qwen2.5-coder-0.5b-merged.json similarity index 100% rename from data/models/vonjack_Qwen2.5-Coder-0.5B-Merged.json rename to data/models/vonjack_qwen2.5-coder-0.5b-merged.json diff --git a/data/models/vonjack_SmolLM2-1.7B-Merged.json b/data/models/vonjack_smollm2-1.7b-merged.json similarity index 100% rename from data/models/vonjack_SmolLM2-1.7B-Merged.json rename to data/models/vonjack_smollm2-1.7b-merged.json diff --git a/data/models/vonjack_SmolLM2-135M-Merged.json b/data/models/vonjack_smollm2-135m-merged.json similarity index 100% rename from data/models/vonjack_SmolLM2-135M-Merged.json rename to data/models/vonjack_smollm2-135m-merged.json diff --git a/data/models/vonjack_SmolLM2-360M-Merged.json b/data/models/vonjack_smollm2-360m-merged.json similarity index 100% rename from data/models/vonjack_SmolLM2-360M-Merged.json rename to data/models/vonjack_smollm2-360m-merged.json diff --git a/data/models/w4r10ck_SOLAR-10.7B-Instruct-v1.0-uncensored.json b/data/models/w4r10ck_solar-10.7b-instruct-v1.0-uncensored.json similarity index 100% rename from data/models/w4r10ck_SOLAR-10.7B-Instruct-v1.0-uncensored.json rename to data/models/w4r10ck_solar-10.7b-instruct-v1.0-uncensored.json diff --git a/data/models/wannaphong_KhanomTanLLM-Instruct.json b/data/models/wannaphong_khanomtanllm-instruct.json similarity index 100% rename from data/models/wannaphong_KhanomTanLLM-Instruct.json rename to data/models/wannaphong_khanomtanllm-instruct.json diff --git a/data/models/waqasali1707_Beast-Soul-new.json b/data/models/waqasali1707_beast-soul-new.json similarity index 100% rename from data/models/waqasali1707_Beast-Soul-new.json rename to data/models/waqasali1707_beast-soul-new.json diff --git a/data/models/weathermanj_Menda-3B-500.json b/data/models/weathermanj_menda-3b-500.json similarity index 100% rename from data/models/weathermanj_Menda-3B-500.json rename to data/models/weathermanj_menda-3b-500.json diff --git a/data/models/weathermanj_Menda-3b-750.json b/data/models/weathermanj_menda-3b-750.json similarity index 100% rename from data/models/weathermanj_Menda-3b-750.json rename to data/models/weathermanj_menda-3b-750.json diff --git a/data/models/weathermanj_Menda-3b-Optim-100.json b/data/models/weathermanj_menda-3b-optim-100.json similarity index 100% rename from data/models/weathermanj_Menda-3b-Optim-100.json rename to data/models/weathermanj_menda-3b-optim-100.json diff --git a/data/models/weathermanj_Menda-3b-Optim-200.json b/data/models/weathermanj_menda-3b-optim-200.json similarity index 100% rename from data/models/weathermanj_Menda-3b-Optim-200.json rename to data/models/weathermanj_menda-3b-optim-200.json diff --git a/data/models/wenbopan_Faro-Yi-9B-DPO.json b/data/models/wenbopan_faro-yi-9b-dpo.json similarity index 100% rename from data/models/wenbopan_Faro-Yi-9B-DPO.json rename to data/models/wenbopan_faro-yi-9b-dpo.json diff --git a/data/models/weqweasdas_RM-Gemma-2B.json b/data/models/weqweasdas_rm-gemma-2b.json similarity index 100% rename from data/models/weqweasdas_RM-Gemma-2B.json rename to data/models/weqweasdas_rm-gemma-2b.json diff --git a/data/models/weqweasdas_RM-Gemma-7B-4096.json b/data/models/weqweasdas_rm-gemma-7b-4096.json similarity index 100% rename from data/models/weqweasdas_RM-Gemma-7B-4096.json rename to data/models/weqweasdas_rm-gemma-7b-4096.json diff --git a/data/models/weqweasdas_RM-Gemma-7B.json b/data/models/weqweasdas_rm-gemma-7b.json similarity index 100% rename from data/models/weqweasdas_RM-Gemma-7B.json rename to data/models/weqweasdas_rm-gemma-7b.json index 6b6f7087683616d43cac5b096d07a117476b2184..9c3f18f2e5d3851df32fe75b7866a4a718dea91c 100644 --- a/data/models/weqweasdas_RM-Gemma-7B.json +++ b/data/models/weqweasdas_rm-gemma-7b.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench-2/weqweasdas_RM-Gemma-7B/1766412838.146816", + "evaluation_id": "reward-bench/weqweasdas_RM-Gemma-7B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,127 +31,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.4826 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4926 + "score": 0.6967 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3937 + "score": 0.9693 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6066 + "score": 0.4978 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4822 + "score": 0.5784 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.497 + "score": 0.7362 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4232 + "score": 0.7069 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], @@ -159,10 +141,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench/weqweasdas_RM-Gemma-7B/1766412838.146816", + "evaluation_id": "reward-bench-2/weqweasdas_RM-Gemma-7B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -181,109 +163,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6967 + "score": 0.4826 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9693 + "score": 0.4926 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.4978 + "score": 0.3937 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.6066 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5784 + "score": 0.4822 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7362 + "score": 0.497 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7069 + "score": 0.4232 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], diff --git a/data/models/weqweasdas_RM-Mistral-7B.json b/data/models/weqweasdas_rm-mistral-7b.json similarity index 100% rename from data/models/weqweasdas_RM-Mistral-7B.json rename to data/models/weqweasdas_rm-mistral-7b.json index 014b8589e308fa2571a3ca85971364da616341ae..2c0c95b4657b4530753b94c6c05b68b220f49072 100644 --- a/data/models/weqweasdas_RM-Mistral-7B.json +++ b/data/models/weqweasdas_rm-mistral-7b.json @@ -9,10 +9,10 @@ }, "evaluations": [ { - "evaluation_id": "reward-bench/weqweasdas_RM-Mistral-7B/1766412838.146816", + "evaluation_id": "reward-bench-2/weqweasdas_RM-Mistral-7B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench", + "source_name": "RewardBench 2", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -31,109 +31,127 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench Score", + "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7982 + "score": 0.596 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat", + "evaluation_name": "Factuality", "metric_config": { - "evaluation_description": "Chat accuracy - includes easy chat subsets", + "evaluation_description": "Factuality score - measures factual accuracy", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.9665 + "score": 0.5937 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Chat Hard", + "evaluation_name": "Precise IF", "metric_config": { - "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", + "evaluation_description": "Precise Instruction Following score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6053 + "score": 0.3438 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" + } + }, + { + "evaluation_name": "Math", + "metric_config": { + "evaluation_description": "Math score - measures mathematical reasoning", + "lower_is_better": false, + "score_type": "continuous", + "min_score": 0.0, + "max_score": 1.0 + }, + "score_details": { + "score": 0.5956 + }, + "source_data": { + "dataset_name": "RewardBench 2", + "source_type": "hf_dataset", + "hf_repo": "allenai/reward-bench-2-results" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety accuracy - includes safety subsets", + "evaluation_description": "Safety score - measures safety awareness", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.8703 + "score": 0.6911 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Reasoning", + "evaluation_name": "Focus", "metric_config": { - "evaluation_description": "Reasoning accuracy - includes code and math subsets", + "evaluation_description": "Focus score - measures response focus", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7736 + "score": 0.7293 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } }, { - "evaluation_name": "Prior Sets (0.5 weight)", + "evaluation_name": "Ties", "metric_config": { - "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", + "evaluation_description": "Ties score - ability to identify tie cases", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.753 + "score": 0.6226 }, "source_data": { - "dataset_name": "RewardBench", + "dataset_name": "RewardBench 2", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench" + "hf_repo": "allenai/reward-bench-2-results" } } ], @@ -141,10 +159,10 @@ "generation_config": null }, { - "evaluation_id": "reward-bench-2/weqweasdas_RM-Mistral-7B/1766412838.146816", + "evaluation_id": "reward-bench/weqweasdas_RM-Mistral-7B/1766412838.146816", "retrieved_timestamp": "1766412838.146816", "source_metadata": { - "source_name": "RewardBench 2", + "source_name": "RewardBench", "source_type": "documentation", "source_organization_name": "Allen Institute for AI", "source_organization_url": "https://allenai.org", @@ -163,127 +181,109 @@ { "evaluation_name": "Score", "metric_config": { - "evaluation_description": "Overall RewardBench 2 Score (mean of all metrics)", - "lower_is_better": false, - "score_type": "continuous", - "min_score": 0.0, - "max_score": 1.0 - }, - "score_details": { - "score": 0.596 - }, - "source_data": { - "dataset_name": "RewardBench 2", - "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" - } - }, - { - "evaluation_name": "Factuality", - "metric_config": { - "evaluation_description": "Factuality score - measures factual accuracy", + "evaluation_description": "Overall RewardBench Score", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5937 + "score": 0.7982 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Precise IF", + "evaluation_name": "Chat", "metric_config": { - "evaluation_description": "Precise Instruction Following score", + "evaluation_description": "Chat accuracy - includes easy chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.3438 + "score": 0.9665 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Math", + "evaluation_name": "Chat Hard", "metric_config": { - "evaluation_description": "Math score - measures mathematical reasoning", + "evaluation_description": "Chat Hard accuracy - includes hard chat subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.5956 + "score": 0.6053 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { "evaluation_name": "Safety", "metric_config": { - "evaluation_description": "Safety score - measures safety awareness", + "evaluation_description": "Safety accuracy - includes safety subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6911 + "score": 0.8703 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Focus", + "evaluation_name": "Reasoning", "metric_config": { - "evaluation_description": "Focus score - measures response focus", + "evaluation_description": "Reasoning accuracy - includes code and math subsets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.7293 + "score": 0.7736 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } }, { - "evaluation_name": "Ties", + "evaluation_name": "Prior Sets (0.5 weight)", "metric_config": { - "evaluation_description": "Ties score - ability to identify tie cases", + "evaluation_description": "Prior Sets score (weighted 0.5) - includes test sets", "lower_is_better": false, "score_type": "continuous", "min_score": 0.0, "max_score": 1.0 }, "score_details": { - "score": 0.6226 + "score": 0.753 }, "source_data": { - "dataset_name": "RewardBench 2", + "dataset_name": "RewardBench", "source_type": "hf_dataset", - "hf_repo": "allenai/reward-bench-2-results" + "hf_repo": "allenai/reward-bench" } } ], diff --git a/data/models/Weyaxi_Bagel-Hermes-2x34B.json b/data/models/weyaxi_bagel-hermes-2x34b.json similarity index 100% rename from data/models/Weyaxi_Bagel-Hermes-2x34B.json rename to data/models/weyaxi_bagel-hermes-2x34b.json diff --git a/data/models/Weyaxi_Bagel-Hermes-34B-Slerp.json b/data/models/weyaxi_bagel-hermes-34b-slerp.json similarity index 100% rename from data/models/Weyaxi_Bagel-Hermes-34B-Slerp.json rename to data/models/weyaxi_bagel-hermes-34b-slerp.json diff --git a/data/models/Weyaxi_Einstein-v4-7B.json b/data/models/weyaxi_einstein-v4-7b.json similarity index 100% rename from data/models/Weyaxi_Einstein-v4-7B.json rename to data/models/weyaxi_einstein-v4-7b.json diff --git a/data/models/Weyaxi_Einstein-v6.1-developed-by-Weyaxi-Llama3-8B.json b/data/models/weyaxi_einstein-v6.1-developed-by-weyaxi-llama3-8b.json similarity index 100% rename from data/models/Weyaxi_Einstein-v6.1-developed-by-Weyaxi-Llama3-8B.json rename to data/models/weyaxi_einstein-v6.1-developed-by-weyaxi-llama3-8b.json diff --git a/data/models/Weyaxi_Einstein-v6.1-Llama3-8B.json b/data/models/weyaxi_einstein-v6.1-llama3-8b.json similarity index 100% rename from data/models/Weyaxi_Einstein-v6.1-Llama3-8B.json rename to data/models/weyaxi_einstein-v6.1-llama3-8b.json diff --git a/data/models/Weyaxi_Einstein-v7-Qwen2-7B.json b/data/models/weyaxi_einstein-v7-qwen2-7b.json similarity index 100% rename from data/models/Weyaxi_Einstein-v7-Qwen2-7B.json rename to data/models/weyaxi_einstein-v7-qwen2-7b.json diff --git a/data/models/Weyaxi_Einstein-v8-Llama3.2-1B.json b/data/models/weyaxi_einstein-v8-llama3.2-1b.json similarity index 100% rename from data/models/Weyaxi_Einstein-v8-Llama3.2-1B.json rename to data/models/weyaxi_einstein-v8-llama3.2-1b.json diff --git a/data/models/Weyaxi_SauerkrautLM-UNA-SOLAR-Instruct.json b/data/models/weyaxi_sauerkrautlm-una-solar-instruct.json similarity index 100% rename from data/models/Weyaxi_SauerkrautLM-UNA-SOLAR-Instruct.json rename to data/models/weyaxi_sauerkrautlm-una-solar-instruct.json diff --git a/data/models/win10_ArliAI-RPMax-v1.3-merge-13.3B.json b/data/models/win10_arliai-rpmax-v1.3-merge-13.3b.json similarity index 100% rename from data/models/win10_ArliAI-RPMax-v1.3-merge-13.3B.json rename to data/models/win10_arliai-rpmax-v1.3-merge-13.3b.json diff --git a/data/models/win10_Breeze-13B-32k-Instruct-v1_0.json b/data/models/win10_breeze-13b-32k-instruct-v1_0.json similarity index 100% rename from data/models/win10_Breeze-13B-32k-Instruct-v1_0.json rename to data/models/win10_breeze-13b-32k-instruct-v1_0.json diff --git a/data/models/win10_EVA-Norns-Qwen2.5-v0.1.json b/data/models/win10_eva-norns-qwen2.5-v0.1.json similarity index 100% rename from data/models/win10_EVA-Norns-Qwen2.5-v0.1.json rename to data/models/win10_eva-norns-qwen2.5-v0.1.json diff --git a/data/models/win10_Llama-3.2-3B-Instruct-24-9-29.json b/data/models/win10_llama-3.2-3b-instruct-24-9-29.json similarity index 100% rename from data/models/win10_Llama-3.2-3B-Instruct-24-9-29.json rename to data/models/win10_llama-3.2-3b-instruct-24-9-29.json diff --git a/data/models/win10_llama3-13.45b-Instruct.json b/data/models/win10_llama3-13.45b-instruct.json similarity index 100% rename from data/models/win10_llama3-13.45b-Instruct.json rename to data/models/win10_llama3-13.45b-instruct.json diff --git a/data/models/win10_miscii-14b-1M-0128.json b/data/models/win10_miscii-14b-1m-0128.json similarity index 100% rename from data/models/win10_miscii-14b-1M-0128.json rename to data/models/win10_miscii-14b-1m-0128.json diff --git a/data/models/win10_Norns-Qwen2.5-12B.json b/data/models/win10_norns-qwen2.5-12b.json similarity index 100% rename from data/models/win10_Norns-Qwen2.5-12B.json rename to data/models/win10_norns-qwen2.5-12b.json diff --git a/data/models/win10_Norns-Qwen2.5-7B.json b/data/models/win10_norns-qwen2.5-7b.json similarity index 100% rename from data/models/win10_Norns-Qwen2.5-7B.json rename to data/models/win10_norns-qwen2.5-7b.json diff --git a/data/models/win10_Qwen2.5-2B-Instruct.json b/data/models/win10_qwen2.5-2b-instruct.json similarity index 100% rename from data/models/win10_Qwen2.5-2B-Instruct.json rename to data/models/win10_qwen2.5-2b-instruct.json diff --git a/data/models/winglian_llama-3-8b-256k-PoSE.json b/data/models/winglian_llama-3-8b-256k-pose.json similarity index 100% rename from data/models/winglian_llama-3-8b-256k-PoSE.json rename to data/models/winglian_llama-3-8b-256k-pose.json diff --git a/data/models/winglian_Llama-3-8b-64k-PoSE.json b/data/models/winglian_llama-3-8b-64k-pose.json similarity index 100% rename from data/models/winglian_Llama-3-8b-64k-PoSE.json rename to data/models/winglian_llama-3-8b-64k-pose.json diff --git a/data/models/WizardLMTeam_WizardLM-13B-V1.0.json b/data/models/wizardlmteam_wizardlm-13b-v1.0.json similarity index 100% rename from data/models/WizardLMTeam_WizardLM-13B-V1.0.json rename to data/models/wizardlmteam_wizardlm-13b-v1.0.json diff --git a/data/models/WizardLMTeam_WizardLM-13B-V1.2.json b/data/models/wizardlmteam_wizardlm-13b-v1.2.json similarity index 100% rename from data/models/WizardLMTeam_WizardLM-13B-V1.2.json rename to data/models/wizardlmteam_wizardlm-13b-v1.2.json diff --git a/data/models/WizardLMTeam_WizardLM-70B-V1.0.json b/data/models/wizardlmteam_wizardlm-70b-v1.0.json similarity index 100% rename from data/models/WizardLMTeam_WizardLM-70B-V1.0.json rename to data/models/wizardlmteam_wizardlm-70b-v1.0.json diff --git a/data/models/Wladastic_Mini-Think-Base-1B.json b/data/models/wladastic_mini-think-base-1b.json similarity index 100% rename from data/models/Wladastic_Mini-Think-Base-1B.json rename to data/models/wladastic_mini-think-base-1b.json diff --git a/data/models/writer_InstructPalmyra-30B.json b/data/models/writer_instructpalmyra-30b.json similarity index 100% rename from data/models/writer_InstructPalmyra-30B.json rename to data/models/writer_instructpalmyra-30b.json diff --git a/data/models/wzhouad_gemma-2-9b-it-WPO-HB.json b/data/models/wzhouad_gemma-2-9b-it-wpo-hb.json similarity index 100% rename from data/models/wzhouad_gemma-2-9b-it-WPO-HB.json rename to data/models/wzhouad_gemma-2-9b-it-wpo-hb.json diff --git a/data/models/x0000001_Deepseek-Lumen-R1-Qwen2.5-14B.json b/data/models/x0000001_deepseek-lumen-r1-qwen2.5-14b.json similarity index 100% rename from data/models/x0000001_Deepseek-Lumen-R1-Qwen2.5-14B.json rename to data/models/x0000001_deepseek-lumen-r1-qwen2.5-14b.json diff --git a/data/models/xai_grok-3-beta.json b/data/models/xai_grok-3-beta.json index 70ba0cbd203e1dd3bfaa3a583b8998378b2000a6..b0eb74140b7da6c1cdddae779d743a17733b27a9 100644 --- a/data/models/xai_grok-3-beta.json +++ b/data/models/xai_grok-3-beta.json @@ -2,7 +2,7 @@ "model_info": { "name": "Grok 3 Beta", "id": "xai/grok-3-beta", - "developer": "xai", + "developer": "xAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/xai_grok-3-mini-beta.json b/data/models/xai_grok-3-mini-beta.json index 522395910a7ddccf843fe19c78a27c796bc1531a..5079a7225292fd4dc5b529a5716bc8ab847fa4a2 100644 --- a/data/models/xai_grok-3-mini-beta.json +++ b/data/models/xai_grok-3-mini-beta.json @@ -2,7 +2,7 @@ "model_info": { "name": "Grok 3 mini Beta", "id": "xai/grok-3-mini-beta", - "developer": "xai", + "developer": "xAI", "inference_platform": "unknown" }, "evaluations": [ diff --git a/data/models/xai_grok-3-mini.json b/data/models/xai_grok-3-mini.json index cc49a8d8e62fa9947f05c56d3c235f6c00fb5c43..7fda2d0643a4e1f5eb9d98f1dc44e9ec85970d5d 100644 --- a/data/models/xai_grok-3-mini.json +++ b/data/models/xai_grok-3-mini.json @@ -2,7 +2,7 @@ "model_info": { "name": "grok-3-mini", "id": "xai/grok-3-mini", - "developer": "xai", + "developer": "xAI", "inference_platform": "unknown", "additional_details": { "display_name": "Grok 3 Mini" diff --git a/data/models/xai_grok-4-0709.json b/data/models/xai_grok-4-0709.json index 838e8a4c652b167f0ca9e369c9a16e0d914d31c1..ed63df2424f42d0db9790c340d534a65bcfb0c8a 100644 --- a/data/models/xai_grok-4-0709.json +++ b/data/models/xai_grok-4-0709.json @@ -1,14 +1,17 @@ { "model_info": { - "name": "Grok 4 0709", + "name": "grok-4-0709", "id": "xai/grok-4-0709", - "developer": "xai", - "inference_platform": "unknown" + "developer": "xAI", + "inference_platform": "unknown", + "additional_details": { + "display_name": "Grok 4" + } }, "evaluations": [ { - "evaluation_id": "global-mmlu-lite/xai_grok-4-0709/1773936583.743359", - "retrieved_timestamp": "1773936583.743359", + "evaluation_id": "global-mmlu-lite/xai_grok-4-0709/1773936496.366405", + "retrieved_timestamp": "1773936496.366405", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", @@ -522,8 +525,8 @@ "generation_config": null }, { - "evaluation_id": "global-mmlu-lite/xai_grok-4-0709/1773936496.366405", - "retrieved_timestamp": "1773936496.366405", + "evaluation_id": "global-mmlu-lite/xai_grok-4-0709/1773936583.743359", + "retrieved_timestamp": "1773936583.743359", "source_metadata": { "source_name": "Global MMLU Lite Leaderboard", "source_type": "documentation", diff --git a/data/models/xai_grok-4.json b/data/models/xai_grok-4.json index f874bd900d3ef43e4eee8abe6e14222905fb7f59..8fb7b1b24e602a14c14ed4217ea5e7cd9fdf0b69 100644 --- a/data/models/xai_grok-4.json +++ b/data/models/xai_grok-4.json @@ -4,8 +4,8 @@ "id": "xai/grok-4", "developer": "xAI", "additional_details": { - "agent_name": "Mini-SWE-Agent", - "agent_organization": "Princeton" + "agent_name": "OpenHands", + "agent_organization": "OpenHands" } }, "evaluations": [ @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/terminus-2__grok-4/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/mini-swe-agent__grok-4/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-10-31", + "evaluation_timestamp": "2025-11-03", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,7 +117,7 @@ "max_score": 100.0 }, "score_details": { - "score": 23.1, + "score": 25.4, "uncertainty": { "standard_error": { "value": 2.9 @@ -127,7 +127,7 @@ }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Grok 4\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Grok 4\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Grok 4\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Grok 4\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -158,7 +158,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/mini-swe-agent__grok-4/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__grok-4/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -182,7 +182,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2025-11-03", + "evaluation_timestamp": "2025-10-31", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -191,7 +191,7 @@ "max_score": 100.0 }, "score_details": { - "score": 25.4, + "score": 23.1, "uncertainty": { "standard_error": { "value": 2.9 @@ -201,7 +201,7 @@ }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Grok 4\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Grok 4\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -218,7 +218,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Mini-SWE-Agent\" -m \"Grok 4\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"Grok 4\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/xai_grok-code-fast-1.json b/data/models/xai_grok-code-fast-1.json index 3953141509cadc33315c3a6d77b9eef13f18557f..3dead5de67b9b087729b3bc778973bf9f0bdd596 100644 --- a/data/models/xai_grok-code-fast-1.json +++ b/data/models/xai_grok-code-fast-1.json @@ -4,8 +4,8 @@ "id": "xai/grok-code-fast-1", "developer": "xAI", "additional_details": { - "agent_name": "Mini-SWE-Agent", - "agent_organization": "Princeton" + "agent_name": "Terminus 2", + "agent_organization": "Terminal Bench" } }, "evaluations": [ diff --git a/data/models/xai_Grok_4.json b/data/models/xai_grok_4.json similarity index 99% rename from data/models/xai_Grok_4.json rename to data/models/xai_grok_4.json index d8ed5feb5f56fccfe2eab72304c1c44969b76ae4..fbf9d30c1108cbb6eb9b29b639a5f6b54640082d 100644 --- a/data/models/xai_Grok_4.json +++ b/data/models/xai_grok_4.json @@ -1,7 +1,7 @@ { "model_info": { "name": "Grok 4", - "developer": "xai", + "developer": "xAI", "id": "xai/Grok 4", "inference_platform": "unknown" }, diff --git a/data/models/Xclbr7_Arcanum-12b.json b/data/models/xclbr7_arcanum-12b.json similarity index 100% rename from data/models/Xclbr7_Arcanum-12b.json rename to data/models/xclbr7_arcanum-12b.json diff --git a/data/models/Xclbr7_caliburn-12b.json b/data/models/xclbr7_caliburn-12b.json similarity index 100% rename from data/models/Xclbr7_caliburn-12b.json rename to data/models/xclbr7_caliburn-12b.json diff --git a/data/models/Xclbr7_caliburn-v2-12b.json b/data/models/xclbr7_caliburn-v2-12b.json similarity index 100% rename from data/models/Xclbr7_caliburn-v2-12b.json rename to data/models/xclbr7_caliburn-v2-12b.json diff --git a/data/models/Xclbr7_Hyena-12b.json b/data/models/xclbr7_hyena-12b.json similarity index 100% rename from data/models/Xclbr7_Hyena-12b.json rename to data/models/xclbr7_hyena-12b.json diff --git a/data/models/Xiaojian9992024_Llama3.2-1B-THREADRIPPER-v0.2.json b/data/models/xiaojian9992024_llama3.2-1b-threadripper-v0.2.json similarity index 100% rename from data/models/Xiaojian9992024_Llama3.2-1B-THREADRIPPER-v0.2.json rename to data/models/xiaojian9992024_llama3.2-1b-threadripper-v0.2.json diff --git a/data/models/Xiaojian9992024_Llama3.2-1B-THREADRIPPER.json b/data/models/xiaojian9992024_llama3.2-1b-threadripper.json similarity index 100% rename from data/models/Xiaojian9992024_Llama3.2-1B-THREADRIPPER.json rename to data/models/xiaojian9992024_llama3.2-1b-threadripper.json diff --git a/data/models/Xiaojian9992024_Phi-4-Megatron-Empathetic.json b/data/models/xiaojian9992024_phi-4-megatron-empathetic.json similarity index 100% rename from data/models/Xiaojian9992024_Phi-4-Megatron-Empathetic.json rename to data/models/xiaojian9992024_phi-4-megatron-empathetic.json diff --git a/data/models/Xiaojian9992024_Phi-4-mini-UNOFFICAL.json b/data/models/xiaojian9992024_phi-4-mini-unoffical.json similarity index 100% rename from data/models/Xiaojian9992024_Phi-4-mini-UNOFFICAL.json rename to data/models/xiaojian9992024_phi-4-mini-unoffical.json diff --git a/data/models/Xiaojian9992024_Qwen2.5-7B-MS-Destroyer.json b/data/models/xiaojian9992024_qwen2.5-7b-ms-destroyer.json similarity index 100% rename from data/models/Xiaojian9992024_Qwen2.5-7B-MS-Destroyer.json rename to data/models/xiaojian9992024_qwen2.5-7b-ms-destroyer.json diff --git a/data/models/Xiaojian9992024_Qwen2.5-Dyanka-7B-Preview-v0.2.json b/data/models/xiaojian9992024_qwen2.5-dyanka-7b-preview-v0.2.json similarity index 100% rename from data/models/Xiaojian9992024_Qwen2.5-Dyanka-7B-Preview-v0.2.json rename to data/models/xiaojian9992024_qwen2.5-dyanka-7b-preview-v0.2.json diff --git a/data/models/Xiaojian9992024_Qwen2.5-Dyanka-7B-Preview.json b/data/models/xiaojian9992024_qwen2.5-dyanka-7b-preview.json similarity index 100% rename from data/models/Xiaojian9992024_Qwen2.5-Dyanka-7B-Preview.json rename to data/models/xiaojian9992024_qwen2.5-dyanka-7b-preview.json diff --git a/data/models/Xiaojian9992024_Qwen2.5-THREADRIPPER-Medium-Censored.json b/data/models/xiaojian9992024_qwen2.5-threadripper-medium-censored.json similarity index 100% rename from data/models/Xiaojian9992024_Qwen2.5-THREADRIPPER-Medium-Censored.json rename to data/models/xiaojian9992024_qwen2.5-threadripper-medium-censored.json diff --git a/data/models/Xiaojian9992024_Qwen2.5-THREADRIPPER-Small-AnniversaryEdition.json b/data/models/xiaojian9992024_qwen2.5-threadripper-small-anniversaryedition.json similarity index 100% rename from data/models/Xiaojian9992024_Qwen2.5-THREADRIPPER-Small-AnniversaryEdition.json rename to data/models/xiaojian9992024_qwen2.5-threadripper-small-anniversaryedition.json diff --git a/data/models/Xiaojian9992024_Qwen2.5-THREADRIPPER-Small.json b/data/models/xiaojian9992024_qwen2.5-threadripper-small.json similarity index 100% rename from data/models/Xiaojian9992024_Qwen2.5-THREADRIPPER-Small.json rename to data/models/xiaojian9992024_qwen2.5-threadripper-small.json diff --git a/data/models/Xiaojian9992024_Qwen2.5-Ultra-1.5B-25.02-Exp.json b/data/models/xiaojian9992024_qwen2.5-ultra-1.5b-25.02-exp.json similarity index 100% rename from data/models/Xiaojian9992024_Qwen2.5-Ultra-1.5B-25.02-Exp.json rename to data/models/xiaojian9992024_qwen2.5-ultra-1.5b-25.02-exp.json diff --git a/data/models/Xiaojian9992024_Reflection-L3.2-JametMiniMix-3B.json b/data/models/xiaojian9992024_reflection-l3.2-jametminimix-3b.json similarity index 100% rename from data/models/Xiaojian9992024_Reflection-L3.2-JametMiniMix-3B.json rename to data/models/xiaojian9992024_reflection-l3.2-jametminimix-3b.json diff --git a/data/models/xinchen9_Llama3.1_8B_Instruct_CoT.json b/data/models/xinchen9_llama3.1_8b_instruct_cot.json similarity index 100% rename from data/models/xinchen9_Llama3.1_8B_Instruct_CoT.json rename to data/models/xinchen9_llama3.1_8b_instruct_cot.json diff --git a/data/models/xinchen9_Llama3.1_CoT.json b/data/models/xinchen9_llama3.1_cot.json similarity index 100% rename from data/models/xinchen9_Llama3.1_CoT.json rename to data/models/xinchen9_llama3.1_cot.json diff --git a/data/models/xinchen9_Llama3.1_CoT_V1.json b/data/models/xinchen9_llama3.1_cot_v1.json similarity index 100% rename from data/models/xinchen9_Llama3.1_CoT_V1.json rename to data/models/xinchen9_llama3.1_cot_v1.json diff --git a/data/models/xinchen9_Mistral-7B-CoT.json b/data/models/xinchen9_mistral-7b-cot.json similarity index 100% rename from data/models/xinchen9_Mistral-7B-CoT.json rename to data/models/xinchen9_mistral-7b-cot.json diff --git a/data/models/Xkev_Llama-3.2V-11B-cot.json b/data/models/xkev_llama-3.2v-11b-cot.json similarity index 100% rename from data/models/Xkev_Llama-3.2V-11B-cot.json rename to data/models/xkev_llama-3.2v-11b-cot.json diff --git a/data/models/xkp24_Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table.json b/data/models/xkp24_llama-3-8b-instruct-sppo-iter2_bt_2b-table.json similarity index 100% rename from data/models/xkp24_Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table.json rename to data/models/xkp24_llama-3-8b-instruct-sppo-iter2_bt_2b-table.json diff --git a/data/models/xkp24_Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table.json b/data/models/xkp24_llama-3-8b-instruct-sppo-iter2_bt_8b-table.json similarity index 100% rename from data/models/xkp24_Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table.json rename to data/models/xkp24_llama-3-8b-instruct-sppo-iter2_bt_8b-table.json diff --git a/data/models/xkp24_Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table.json b/data/models/xkp24_llama-3-8b-instruct-sppo-iter2_gp_2b-table.json similarity index 100% rename from data/models/xkp24_Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table.json rename to data/models/xkp24_llama-3-8b-instruct-sppo-iter2_gp_2b-table.json diff --git a/data/models/xkp24_Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table.json b/data/models/xkp24_llama-3-8b-instruct-sppo-iter2_gp_8b-table.json similarity index 100% rename from data/models/xkp24_Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table.json rename to data/models/xkp24_llama-3-8b-instruct-sppo-iter2_gp_8b-table.json diff --git a/data/models/xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001.json b/data/models/xkp24_llama-3-8b-instruct-sppo-score-iter2_bt_2b-table-0.001.json similarity index 100% rename from data/models/xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001.json rename to data/models/xkp24_llama-3-8b-instruct-sppo-score-iter2_bt_2b-table-0.001.json diff --git a/data/models/xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002.json b/data/models/xkp24_llama-3-8b-instruct-sppo-score-iter2_bt_8b-table-0.002.json similarity index 100% rename from data/models/xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002.json rename to data/models/xkp24_llama-3-8b-instruct-sppo-score-iter2_bt_8b-table-0.002.json diff --git a/data/models/xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001.json b/data/models/xkp24_llama-3-8b-instruct-sppo-score-iter2_gp_2b-table-0.001.json similarity index 100% rename from data/models/xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001.json rename to data/models/xkp24_llama-3-8b-instruct-sppo-score-iter2_gp_2b-table-0.001.json diff --git a/data/models/xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002.json b/data/models/xkp24_llama-3-8b-instruct-sppo-score-iter2_gp_8b-table-0.002.json similarity index 100% rename from data/models/xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002.json rename to data/models/xkp24_llama-3-8b-instruct-sppo-score-iter2_gp_8b-table-0.002.json diff --git a/data/models/xMaulana_FinMatcha-3B-Instruct.json b/data/models/xmaulana_finmatcha-3b-instruct.json similarity index 100% rename from data/models/xMaulana_FinMatcha-3B-Instruct.json rename to data/models/xmaulana_finmatcha-3b-instruct.json diff --git a/data/models/xukp20_Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table.json b/data/models/xukp20_llama-3-8b-instruct-sppo-iter3_bt_2b-table.json similarity index 100% rename from data/models/xukp20_Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table.json rename to data/models/xukp20_llama-3-8b-instruct-sppo-iter3_bt_2b-table.json diff --git a/data/models/xukp20_Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table.json b/data/models/xukp20_llama-3-8b-instruct-sppo-iter3_bt_8b-table.json similarity index 100% rename from data/models/xukp20_Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table.json rename to data/models/xukp20_llama-3-8b-instruct-sppo-iter3_bt_8b-table.json diff --git a/data/models/xukp20_Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table.json b/data/models/xukp20_llama-3-8b-instruct-sppo-iter3_gp_2b-table.json similarity index 100% rename from data/models/xukp20_Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table.json rename to data/models/xukp20_llama-3-8b-instruct-sppo-iter3_gp_2b-table.json diff --git a/data/models/xukp20_Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table.json b/data/models/xukp20_llama-3-8b-instruct-sppo-iter3_gp_8b-table.json similarity index 100% rename from data/models/xukp20_Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table.json rename to data/models/xukp20_llama-3-8b-instruct-sppo-iter3_gp_8b-table.json diff --git a/data/models/xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001.json b/data/models/xukp20_llama-3-8b-instruct-sppo-score-iter3_bt_2b-table-0.001.json similarity index 100% rename from data/models/xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001.json rename to data/models/xukp20_llama-3-8b-instruct-sppo-score-iter3_bt_2b-table-0.001.json diff --git a/data/models/xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002.json b/data/models/xukp20_llama-3-8b-instruct-sppo-score-iter3_bt_8b-table-0.002.json similarity index 100% rename from data/models/xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002.json rename to data/models/xukp20_llama-3-8b-instruct-sppo-score-iter3_bt_8b-table-0.002.json diff --git a/data/models/xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001.json b/data/models/xukp20_llama-3-8b-instruct-sppo-score-iter3_gp_2b-table-0.001.json similarity index 100% rename from data/models/xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001.json rename to data/models/xukp20_llama-3-8b-instruct-sppo-score-iter3_gp_2b-table-0.001.json diff --git a/data/models/xwen-team_Xwen-7B-Chat.json b/data/models/xwen-team_xwen-7b-chat.json similarity index 100% rename from data/models/xwen-team_Xwen-7B-Chat.json rename to data/models/xwen-team_xwen-7b-chat.json diff --git a/data/models/xxx777xxxASD_L3.1-ClaudeMaid-4x8B.json b/data/models/xxx777xxxasd_l3.1-claudemaid-4x8b.json similarity index 100% rename from data/models/xxx777xxxASD_L3.1-ClaudeMaid-4x8B.json rename to data/models/xxx777xxxasd_l3.1-claudemaid-4x8b.json diff --git a/data/models/yam-peleg_Hebrew-Gemma-11B-Instruct.json b/data/models/yam-peleg_hebrew-gemma-11b-instruct.json similarity index 100% rename from data/models/yam-peleg_Hebrew-Gemma-11B-Instruct.json rename to data/models/yam-peleg_hebrew-gemma-11b-instruct.json diff --git a/data/models/yam-peleg_Hebrew-Mistral-7B-200K.json b/data/models/yam-peleg_hebrew-mistral-7b-200k.json similarity index 100% rename from data/models/yam-peleg_Hebrew-Mistral-7B-200K.json rename to data/models/yam-peleg_hebrew-mistral-7b-200k.json index cbb3bd227faa6622c732549ea7bd0545f1455ef0..1a70a6eb9b375af7d3ae622e407043222ccb78a0 100644 --- a/data/models/yam-peleg_Hebrew-Mistral-7B-200K.json +++ b/data/models/yam-peleg_hebrew-mistral-7b-200k.json @@ -44,7 +44,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.1856 + "score": 0.177 } }, { @@ -62,7 +62,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.4149 + "score": 0.3411 } }, { @@ -80,7 +80,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.0234 + "score": 0.031 } }, { @@ -98,7 +98,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.276 + "score": 0.2534 } }, { @@ -116,7 +116,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3765 + "score": 0.374 } }, { @@ -134,7 +134,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2573 + "score": 0.2529 } } ], @@ -174,7 +174,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.177 + "score": 0.1856 } }, { @@ -192,7 +192,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.3411 + "score": 0.4149 } }, { @@ -210,7 +210,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.031 + "score": 0.0234 } }, { @@ -228,7 +228,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2534 + "score": 0.276 } }, { @@ -246,7 +246,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.374 + "score": 0.3765 } }, { @@ -264,7 +264,7 @@ "max_score": 1.0 }, "score_details": { - "score": 0.2529 + "score": 0.2573 } } ], diff --git a/data/models/yam-peleg_Hebrew-Mistral-7B.json b/data/models/yam-peleg_hebrew-mistral-7b.json similarity index 100% rename from data/models/yam-peleg_Hebrew-Mistral-7B.json rename to data/models/yam-peleg_hebrew-mistral-7b.json diff --git a/data/models/yandex_YaLM-100B.json b/data/models/yandex_yalm-100b.json similarity index 100% rename from data/models/yandex_YaLM-100B.json rename to data/models/yandex_yalm-100b.json diff --git a/data/models/yanng1242_Marcoro14-7B-slerp.json b/data/models/yanng1242_marcoro14-7b-slerp.json similarity index 100% rename from data/models/yanng1242_Marcoro14-7B-slerp.json rename to data/models/yanng1242_marcoro14-7b-slerp.json diff --git a/data/models/Yash21_TinyYi-7B-Test.json b/data/models/yash21_tinyyi-7b-test.json similarity index 100% rename from data/models/Yash21_TinyYi-7B-Test.json rename to data/models/yash21_tinyyi-7b-test.json diff --git a/data/models/yasserrmd_Coder-GRPO-3B.json b/data/models/yasserrmd_coder-grpo-3b.json similarity index 100% rename from data/models/yasserrmd_Coder-GRPO-3B.json rename to data/models/yasserrmd_coder-grpo-3b.json diff --git a/data/models/yasserrmd_Text2SQL-1.5B.json b/data/models/yasserrmd_text2sql-1.5b.json similarity index 100% rename from data/models/yasserrmd_Text2SQL-1.5B.json rename to data/models/yasserrmd_text2sql-1.5b.json diff --git a/data/models/ycros_BagelMIsteryTour-v2-8x7B.json b/data/models/ycros_bagelmisterytour-v2-8x7b.json similarity index 99% rename from data/models/ycros_BagelMIsteryTour-v2-8x7B.json rename to data/models/ycros_bagelmisterytour-v2-8x7b.json index d6c7a18430be1a19c6fdc4567a70f9d23dddc0f4..ba69aabd10b1f09ccc48e0969d876027b03e3a4b 100644 --- a/data/models/ycros_BagelMIsteryTour-v2-8x7B.json +++ b/data/models/ycros_bagelmisterytour-v2-8x7b.json @@ -5,7 +5,7 @@ "developer": "ycros", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "MixtralForCausalLM", "params_billions": "46.703" } diff --git a/data/models/yfzp_Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table.json b/data/models/yfzp_llama-3-8b-instruct-sppo-iter1_bt_2b-table.json similarity index 100% rename from data/models/yfzp_Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table.json rename to data/models/yfzp_llama-3-8b-instruct-sppo-iter1_bt_2b-table.json diff --git a/data/models/yfzp_Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table.json b/data/models/yfzp_llama-3-8b-instruct-sppo-iter1_bt_8b-table.json similarity index 100% rename from data/models/yfzp_Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table.json rename to data/models/yfzp_llama-3-8b-instruct-sppo-iter1_bt_8b-table.json diff --git a/data/models/yfzp_Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table.json b/data/models/yfzp_llama-3-8b-instruct-sppo-iter1_gp_2b-table.json similarity index 100% rename from data/models/yfzp_Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table.json rename to data/models/yfzp_llama-3-8b-instruct-sppo-iter1_gp_2b-table.json diff --git a/data/models/yfzp_Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table.json b/data/models/yfzp_llama-3-8b-instruct-sppo-iter1_gp_8b-table.json similarity index 100% rename from data/models/yfzp_Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table.json rename to data/models/yfzp_llama-3-8b-instruct-sppo-iter1_gp_8b-table.json diff --git a/data/models/yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001.json b/data/models/yfzp_llama-3-8b-instruct-sppo-score-iter1_bt_2b-table-0.001.json similarity index 100% rename from data/models/yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001.json rename to data/models/yfzp_llama-3-8b-instruct-sppo-score-iter1_bt_2b-table-0.001.json diff --git a/data/models/yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002.json b/data/models/yfzp_llama-3-8b-instruct-sppo-score-iter1_bt_8b-table-0.002.json similarity index 100% rename from data/models/yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002.json rename to data/models/yfzp_llama-3-8b-instruct-sppo-score-iter1_bt_8b-table-0.002.json diff --git a/data/models/yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001.json b/data/models/yfzp_llama-3-8b-instruct-sppo-score-iter1_gp_2b-table-0.001.json similarity index 100% rename from data/models/yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001.json rename to data/models/yfzp_llama-3-8b-instruct-sppo-score-iter1_gp_2b-table-0.001.json diff --git a/data/models/yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002.json b/data/models/yfzp_llama-3-8b-instruct-sppo-score-iter1_gp_8b-table-0.002.json similarity index 100% rename from data/models/yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002.json rename to data/models/yfzp_llama-3-8b-instruct-sppo-score-iter1_gp_8b-table-0.002.json diff --git a/data/models/yifAI_Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002.json b/data/models/yifai_llama-3-8b-instruct-sppo-score-iter3_gp_8b-table-0.002.json similarity index 100% rename from data/models/yifAI_Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002.json rename to data/models/yifai_llama-3-8b-instruct-sppo-score-iter3_gp_8b-table-0.002.json diff --git a/data/models/ylalain_ECE-PRYMMAL-YL-1B-SLERP-V8.json b/data/models/ylalain_ece-prymmal-yl-1b-slerp-v8.json similarity index 100% rename from data/models/ylalain_ECE-PRYMMAL-YL-1B-SLERP-V8.json rename to data/models/ylalain_ece-prymmal-yl-1b-slerp-v8.json diff --git a/data/models/ymcki_gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca.json b/data/models/ymcki_gemma-2-2b-jpn-it-abliterated-17-orpo-alpaca.json similarity index 100% rename from data/models/ymcki_gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca.json rename to data/models/ymcki_gemma-2-2b-jpn-it-abliterated-17-orpo-alpaca.json diff --git a/data/models/ymcki_gemma-2-2b-jpn-it-abliterated-17-ORPO.json b/data/models/ymcki_gemma-2-2b-jpn-it-abliterated-17-orpo.json similarity index 100% rename from data/models/ymcki_gemma-2-2b-jpn-it-abliterated-17-ORPO.json rename to data/models/ymcki_gemma-2-2b-jpn-it-abliterated-17-orpo.json diff --git a/data/models/ymcki_gemma-2-2b-jpn-it-abliterated-18-ORPO.json b/data/models/ymcki_gemma-2-2b-jpn-it-abliterated-18-orpo.json similarity index 100% rename from data/models/ymcki_gemma-2-2b-jpn-it-abliterated-18-ORPO.json rename to data/models/ymcki_gemma-2-2b-jpn-it-abliterated-18-orpo.json diff --git a/data/models/ymcki_gemma-2-2b-ORPO-jpn-it-abliterated-18-merge.json b/data/models/ymcki_gemma-2-2b-orpo-jpn-it-abliterated-18-merge.json similarity index 100% rename from data/models/ymcki_gemma-2-2b-ORPO-jpn-it-abliterated-18-merge.json rename to data/models/ymcki_gemma-2-2b-orpo-jpn-it-abliterated-18-merge.json diff --git a/data/models/ymcki_gemma-2-2b-ORPO-jpn-it-abliterated-18.json b/data/models/ymcki_gemma-2-2b-orpo-jpn-it-abliterated-18.json similarity index 100% rename from data/models/ymcki_gemma-2-2b-ORPO-jpn-it-abliterated-18.json rename to data/models/ymcki_gemma-2-2b-orpo-jpn-it-abliterated-18.json diff --git a/data/models/ymcki_Llama-3.1-8B-GRPO-Instruct.json b/data/models/ymcki_llama-3.1-8b-grpo-instruct.json similarity index 100% rename from data/models/ymcki_Llama-3.1-8B-GRPO-Instruct.json rename to data/models/ymcki_llama-3.1-8b-grpo-instruct.json diff --git a/data/models/ymcki_Llama-3.1-8B-SFT-GRPO-Instruct.json b/data/models/ymcki_llama-3.1-8b-sft-grpo-instruct.json similarity index 100% rename from data/models/ymcki_Llama-3.1-8B-SFT-GRPO-Instruct.json rename to data/models/ymcki_llama-3.1-8b-sft-grpo-instruct.json diff --git a/data/models/Youlln_1PARAMMYL-8B-ModelStock.json b/data/models/youlln_1parammyl-8b-modelstock.json similarity index 100% rename from data/models/Youlln_1PARAMMYL-8B-ModelStock.json rename to data/models/youlln_1parammyl-8b-modelstock.json diff --git a/data/models/Youlln_2PRYMMAL-Yi1.5-6B-SLERP.json b/data/models/youlln_2prymmal-yi1.5-6b-slerp.json similarity index 100% rename from data/models/Youlln_2PRYMMAL-Yi1.5-6B-SLERP.json rename to data/models/youlln_2prymmal-yi1.5-6b-slerp.json diff --git a/data/models/Youlln_3PRYMMAL-PHI3-3B-SLERP.json b/data/models/youlln_3prymmal-phi3-3b-slerp.json similarity index 100% rename from data/models/Youlln_3PRYMMAL-PHI3-3B-SLERP.json rename to data/models/youlln_3prymmal-phi3-3b-slerp.json diff --git a/data/models/Youlln_4PRYMMAL-GEMMA2-9B-SLERP.json b/data/models/youlln_4prymmal-gemma2-9b-slerp.json similarity index 100% rename from data/models/Youlln_4PRYMMAL-GEMMA2-9B-SLERP.json rename to data/models/youlln_4prymmal-gemma2-9b-slerp.json diff --git a/data/models/Youlln_ECE-MIRAGE-1-12B.json b/data/models/youlln_ece-mirage-1-12b.json similarity index 100% rename from data/models/Youlln_ECE-MIRAGE-1-12B.json rename to data/models/youlln_ece-mirage-1-12b.json diff --git a/data/models/Youlln_ECE-MIRAGE-1-15B.json b/data/models/youlln_ece-mirage-1-15b.json similarity index 100% rename from data/models/Youlln_ECE-MIRAGE-1-15B.json rename to data/models/youlln_ece-mirage-1-15b.json diff --git a/data/models/Youlln_ECE-PRYMMAL-0.5B-FT-V3-MUSR.json b/data/models/youlln_ece-prymmal-0.5b-ft-v3-musr.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL-0.5B-FT-V3-MUSR.json rename to data/models/youlln_ece-prymmal-0.5b-ft-v3-musr.json diff --git a/data/models/Youlln_ECE-PRYMMAL-0.5B-FT-V3.json b/data/models/youlln_ece-prymmal-0.5b-ft-v3.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL-0.5B-FT-V3.json rename to data/models/youlln_ece-prymmal-0.5b-ft-v3.json diff --git a/data/models/Youlln_ECE-PRYMMAL-0.5B-FT-V4-MUSR.json b/data/models/youlln_ece-prymmal-0.5b-ft-v4-musr.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL-0.5B-FT-V4-MUSR.json rename to data/models/youlln_ece-prymmal-0.5b-ft-v4-musr.json diff --git a/data/models/Youlln_ECE-PRYMMAL-0.5B-SLERP-V2.json b/data/models/youlln_ece-prymmal-0.5b-slerp-v2.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL-0.5B-SLERP-V2.json rename to data/models/youlln_ece-prymmal-0.5b-slerp-v2.json diff --git a/data/models/Youlln_ECE-PRYMMAL-0.5B-SLERP-V3.json b/data/models/youlln_ece-prymmal-0.5b-slerp-v3.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL-0.5B-SLERP-V3.json rename to data/models/youlln_ece-prymmal-0.5b-slerp-v3.json diff --git a/data/models/Youlln_ECE-PRYMMAL-YL-1B-SLERP-V1.json b/data/models/youlln_ece-prymmal-yl-1b-slerp-v1.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL-YL-1B-SLERP-V1.json rename to data/models/youlln_ece-prymmal-yl-1b-slerp-v1.json diff --git a/data/models/Youlln_ECE-PRYMMAL-YL-1B-SLERP-V2.json b/data/models/youlln_ece-prymmal-yl-1b-slerp-v2.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL-YL-1B-SLERP-V2.json rename to data/models/youlln_ece-prymmal-yl-1b-slerp-v2.json diff --git a/data/models/Youlln_ECE-PRYMMAL-YL-7B-SLERP-V4.json b/data/models/youlln_ece-prymmal-yl-7b-slerp-v4.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL-YL-7B-SLERP-V4.json rename to data/models/youlln_ece-prymmal-yl-7b-slerp-v4.json diff --git a/data/models/Youlln_ECE-PRYMMAL0.5-FT.json b/data/models/youlln_ece-prymmal0.5-ft.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL0.5-FT.json rename to data/models/youlln_ece-prymmal0.5-ft.json diff --git a/data/models/Youlln_ECE-PRYMMAL0.5B-Youri.json b/data/models/youlln_ece-prymmal0.5b-youri.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL0.5B-Youri.json rename to data/models/youlln_ece-prymmal0.5b-youri.json diff --git a/data/models/Youlln_ECE-PRYMMAL1B-FT-V1.json b/data/models/youlln_ece-prymmal1b-ft-v1.json similarity index 100% rename from data/models/Youlln_ECE-PRYMMAL1B-FT-V1.json rename to data/models/youlln_ece-prymmal1b-ft-v1.json diff --git a/data/models/Youlln_ECE-Qwen0.5B-FT-V2.json b/data/models/youlln_ece-qwen0.5b-ft-v2.json similarity index 100% rename from data/models/Youlln_ECE-Qwen0.5B-FT-V2.json rename to data/models/youlln_ece-qwen0.5b-ft-v2.json diff --git a/data/models/Youlln_ECE.EIFFEIL.ia-0.5B-SLERP.json b/data/models/youlln_ece.eiffeil.ia-0.5b-slerp.json similarity index 100% rename from data/models/Youlln_ECE.EIFFEIL.ia-0.5B-SLERP.json rename to data/models/youlln_ece.eiffeil.ia-0.5b-slerp.json diff --git a/data/models/YoungPanda_qwenqwen.json b/data/models/youngpanda_qwenqwen.json similarity index 100% rename from data/models/YoungPanda_qwenqwen.json rename to data/models/youngpanda_qwenqwen.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-1M-YOYO-V3.json b/data/models/yoyo-ai_qwen2.5-14b-1m-yoyo-v3.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-1M-YOYO-V3.json rename to data/models/yoyo-ai_qwen2.5-14b-1m-yoyo-v3.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-it-restore.json b/data/models/yoyo-ai_qwen2.5-14b-it-restore.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-it-restore.json rename to data/models/yoyo-ai_qwen2.5-14b-it-restore.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-0505.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-0505.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-0505.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-0505.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-0510-v2.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-0510-v2.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-0510-v2.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-0510-v2.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-0805.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-0805.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-0805.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-0805.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-1005-v2.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-1005-v2.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-1005-v2.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-1005-v2.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-1005.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-1005.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-1005.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-1005.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-1010-v2.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-1010-v2.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-1010-v2.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-1010-v2.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-1010.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-1010.json similarity index 99% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-1010.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-1010.json index dcc6e2d4fc1d28a6b66b62ffd14e607a6c186efc..e42112fd11a9b36734c8e8c4176443d8815fdc44 100644 --- a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-1010.json +++ b/data/models/yoyo-ai_qwen2.5-14b-yoyo-1010.json @@ -5,7 +5,7 @@ "developer": "YOYO-AI", "inference_platform": "unknown", "additional_details": { - "precision": "float16", + "precision": "bfloat16", "architecture": "Qwen2ForCausalLM", "params_billions": "14.77" } diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-latest-V2.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-latest-v2.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-latest-V2.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-latest-v2.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-latest.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-latest.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-latest.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-latest.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-SCE.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-sce.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-SCE.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-sce.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-V4-p1.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-v4-p1.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-V4-p1.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-v4-p1.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-V4-p2.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-v4-p2.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-V4-p2.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-v4-p2.json diff --git a/data/models/YOYO-AI_Qwen2.5-14B-YOYO-V4.json b/data/models/yoyo-ai_qwen2.5-14b-yoyo-v4.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-14B-YOYO-V4.json rename to data/models/yoyo-ai_qwen2.5-14b-yoyo-v4.json diff --git a/data/models/YOYO-AI_Qwen2.5-7B-it-restore.json b/data/models/yoyo-ai_qwen2.5-7b-it-restore.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-7B-it-restore.json rename to data/models/yoyo-ai_qwen2.5-7b-it-restore.json diff --git a/data/models/YOYO-AI_Qwen2.5-Coder-14B-YOYO-1010.json b/data/models/yoyo-ai_qwen2.5-coder-14b-yoyo-1010.json similarity index 100% rename from data/models/YOYO-AI_Qwen2.5-Coder-14B-YOYO-1010.json rename to data/models/yoyo-ai_qwen2.5-coder-14b-yoyo-1010.json diff --git a/data/models/YOYO-AI_ZYH-LLM-Qwen2.5-14B-V2.json b/data/models/yoyo-ai_zyh-llm-qwen2.5-14b-v2.json similarity index 100% rename from data/models/YOYO-AI_ZYH-LLM-Qwen2.5-14B-V2.json rename to data/models/yoyo-ai_zyh-llm-qwen2.5-14b-v2.json diff --git a/data/models/YOYO-AI_ZYH-LLM-Qwen2.5-14B-V3.json b/data/models/yoyo-ai_zyh-llm-qwen2.5-14b-v3.json similarity index 100% rename from data/models/YOYO-AI_ZYH-LLM-Qwen2.5-14B-V3.json rename to data/models/yoyo-ai_zyh-llm-qwen2.5-14b-v3.json diff --git a/data/models/YOYO-AI_ZYH-LLM-Qwen2.5-14B-V4.json b/data/models/yoyo-ai_zyh-llm-qwen2.5-14b-v4.json similarity index 100% rename from data/models/YOYO-AI_ZYH-LLM-Qwen2.5-14B-V4.json rename to data/models/yoyo-ai_zyh-llm-qwen2.5-14b-v4.json diff --git a/data/models/YOYO-AI_ZYH-LLM-Qwen2.5-14B.json b/data/models/yoyo-ai_zyh-llm-qwen2.5-14b.json similarity index 100% rename from data/models/YOYO-AI_ZYH-LLM-Qwen2.5-14B.json rename to data/models/yoyo-ai_zyh-llm-qwen2.5-14b.json diff --git a/data/models/yuchenxie_ArlowGPT-3B-Multilingual.json b/data/models/yuchenxie_arlowgpt-3b-multilingual.json similarity index 100% rename from data/models/yuchenxie_ArlowGPT-3B-Multilingual.json rename to data/models/yuchenxie_arlowgpt-3b-multilingual.json diff --git a/data/models/yuchenxie_ArlowGPT-8B.json b/data/models/yuchenxie_arlowgpt-8b.json similarity index 100% rename from data/models/yuchenxie_ArlowGPT-8B.json rename to data/models/yuchenxie_arlowgpt-8b.json diff --git a/data/models/Yuma42_KangalKhan-RawRuby-7B.json b/data/models/yuma42_kangalkhan-rawruby-7b.json similarity index 100% rename from data/models/Yuma42_KangalKhan-RawRuby-7B.json rename to data/models/yuma42_kangalkhan-rawruby-7b.json diff --git a/data/models/Yuma42_Llama3.1-IgneousIguana-8B.json b/data/models/yuma42_llama3.1-igneousiguana-8b.json similarity index 100% rename from data/models/Yuma42_Llama3.1-IgneousIguana-8B.json rename to data/models/yuma42_llama3.1-igneousiguana-8b.json diff --git a/data/models/Yuma42_Llama3.1-SuperHawk-8B.json b/data/models/yuma42_llama3.1-superhawk-8b.json similarity index 100% rename from data/models/Yuma42_Llama3.1-SuperHawk-8B.json rename to data/models/yuma42_llama3.1-superhawk-8b.json diff --git a/data/models/yuvraj17_Llama3-8B-abliterated-Spectrum-slerp.json b/data/models/yuvraj17_llama3-8b-abliterated-spectrum-slerp.json similarity index 100% rename from data/models/yuvraj17_Llama3-8B-abliterated-Spectrum-slerp.json rename to data/models/yuvraj17_llama3-8b-abliterated-spectrum-slerp.json diff --git a/data/models/yuvraj17_Llama3-8B-SuperNova-Spectrum-dare_ties.json b/data/models/yuvraj17_llama3-8b-supernova-spectrum-dare_ties.json similarity index 100% rename from data/models/yuvraj17_Llama3-8B-SuperNova-Spectrum-dare_ties.json rename to data/models/yuvraj17_llama3-8b-supernova-spectrum-dare_ties.json diff --git a/data/models/yuvraj17_Llama3-8B-SuperNova-Spectrum-Hermes-DPO.json b/data/models/yuvraj17_llama3-8b-supernova-spectrum-hermes-dpo.json similarity index 100% rename from data/models/yuvraj17_Llama3-8B-SuperNova-Spectrum-Hermes-DPO.json rename to data/models/yuvraj17_llama3-8b-supernova-spectrum-hermes-dpo.json diff --git a/data/models/z-ai_glm-4.5.json b/data/models/z-ai_glm-4.5.json index bdd5ee07845b52f22a9d10ea60a9e4ac632c6ba7..985371f993f42473322e82aa6e1b37555ebaa259 100644 --- a/data/models/z-ai_glm-4.5.json +++ b/data/models/z-ai_glm-4.5.json @@ -1,7 +1,7 @@ { "model_info": { "name": "z-ai/glm-4.5", - "developer": "Z.AI", + "developer": "Z.ai", "inference_platform": "openrouter", "id": "z-ai/glm-4.5" }, diff --git a/data/models/Z1-Coder_Z1-Coder-7B.json b/data/models/z1-coder_z1-coder-7b.json similarity index 100% rename from data/models/Z1-Coder_Z1-Coder-7B.json rename to data/models/z1-coder_z1-coder-7b.json diff --git a/data/models/zelk12_gemma-2-S2MTM-9B.json b/data/models/zelk12_gemma-2-s2mtm-9b.json similarity index 100% rename from data/models/zelk12_gemma-2-S2MTM-9B.json rename to data/models/zelk12_gemma-2-s2mtm-9b.json diff --git a/data/models/zelk12_Gemma-2-TM-9B.json b/data/models/zelk12_gemma-2-tm-9b.json similarity index 100% rename from data/models/zelk12_Gemma-2-TM-9B.json rename to data/models/zelk12_gemma-2-tm-9b.json diff --git a/data/models/zelk12_MT-gemma-2-9B.json b/data/models/zelk12_mt-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-gemma-2-9B.json rename to data/models/zelk12_mt-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen1-gemma-2-9B.json b/data/models/zelk12_mt-gen1-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen1-gemma-2-9B.json rename to data/models/zelk12_mt-gen1-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen2-gemma-2-9B.json b/data/models/zelk12_mt-gen2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen2-gemma-2-9B.json rename to data/models/zelk12_mt-gen2-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen2-GI-gemma-2-9B.json b/data/models/zelk12_mt-gen2-gi-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen2-GI-gemma-2-9B.json rename to data/models/zelk12_mt-gen2-gi-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen3-gemma-2-9B.json b/data/models/zelk12_mt-gen3-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen3-gemma-2-9B.json rename to data/models/zelk12_mt-gen3-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen4-gemma-2-9B.json b/data/models/zelk12_mt-gen4-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen4-gemma-2-9B.json rename to data/models/zelk12_mt-gen4-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen5-gemma-2-9B.json b/data/models/zelk12_mt-gen5-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen5-gemma-2-9B.json rename to data/models/zelk12_mt-gen5-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen6-gemma-2-9B.json b/data/models/zelk12_mt-gen6-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen6-gemma-2-9B.json rename to data/models/zelk12_mt-gen6-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen6fix-gemma-2-9B.json b/data/models/zelk12_mt-gen6fix-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen6fix-gemma-2-9B.json rename to data/models/zelk12_mt-gen6fix-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Gen7-gemma-2-9B.json b/data/models/zelk12_mt-gen7-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Gen7-gemma-2-9B.json rename to data/models/zelk12_mt-gen7-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Max-Merge_02012025163610-gemma-2-9B.json b/data/models/zelk12_mt-max-merge_02012025163610-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Max-Merge_02012025163610-gemma-2-9B.json rename to data/models/zelk12_mt-max-merge_02012025163610-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Merge-gemma-2-9B.json b/data/models/zelk12_mt-merge-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Merge-gemma-2-9B.json rename to data/models/zelk12_mt-merge-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Merge1-gemma-2-9B.json b/data/models/zelk12_mt-merge1-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Merge1-gemma-2-9B.json rename to data/models/zelk12_mt-merge1-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Merge2-gemma-2-9B.json b/data/models/zelk12_mt-merge2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Merge2-gemma-2-9B.json rename to data/models/zelk12_mt-merge2-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Merge2-MU-gemma-2-MTg2MT1g2-9B.json b/data/models/zelk12_mt-merge2-mu-gemma-2-mtg2mt1g2-9b.json similarity index 100% rename from data/models/zelk12_MT-Merge2-MU-gemma-2-MTg2MT1g2-9B.json rename to data/models/zelk12_mt-merge2-mu-gemma-2-mtg2mt1g2-9b.json diff --git a/data/models/zelk12_MT-Merge3-gemma-2-9B.json b/data/models/zelk12_mt-merge3-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Merge3-gemma-2-9B.json rename to data/models/zelk12_mt-merge3-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Merge4-gemma-2-9B.json b/data/models/zelk12_mt-merge4-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Merge4-gemma-2-9B.json rename to data/models/zelk12_mt-merge4-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Merge5-gemma-2-9B.json b/data/models/zelk12_mt-merge5-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Merge5-gemma-2-9B.json rename to data/models/zelk12_mt-merge5-gemma-2-9b.json diff --git a/data/models/zelk12_MT-Merge6-gemma-2-9B.json b/data/models/zelk12_mt-merge6-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT-Merge6-gemma-2-9B.json rename to data/models/zelk12_mt-merge6-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-gemma-2-9B.json b/data/models/zelk12_mt1-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-gemma-2-9B.json rename to data/models/zelk12_mt1-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-Gen1-gemma-2-9B.json b/data/models/zelk12_mt1-gen1-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-Gen1-gemma-2-9B.json rename to data/models/zelk12_mt1-gen1-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-Gen2-gemma-2-9B.json b/data/models/zelk12_mt1-gen2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-Gen2-gemma-2-9B.json rename to data/models/zelk12_mt1-gen2-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-Gen3-gemma-2-9B.json b/data/models/zelk12_mt1-gen3-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-Gen3-gemma-2-9B.json rename to data/models/zelk12_mt1-gen3-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-Gen4-gemma-2-9B.json b/data/models/zelk12_mt1-gen4-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-Gen4-gemma-2-9B.json rename to data/models/zelk12_mt1-gen4-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-Gen5-gemma-2-9B.json b/data/models/zelk12_mt1-gen5-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-Gen5-gemma-2-9B.json rename to data/models/zelk12_mt1-gen5-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-Gen5-IF-gemma-2-S2DMv1-9B.json b/data/models/zelk12_mt1-gen5-if-gemma-2-s2dmv1-9b.json similarity index 100% rename from data/models/zelk12_MT1-Gen5-IF-gemma-2-S2DMv1-9B.json rename to data/models/zelk12_mt1-gen5-if-gemma-2-s2dmv1-9b.json diff --git a/data/models/zelk12_MT1-Gen6-gemma-2-9B.json b/data/models/zelk12_mt1-gen6-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-Gen6-gemma-2-9B.json rename to data/models/zelk12_mt1-gen6-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-Gen7-gemma-2-9B.json b/data/models/zelk12_mt1-gen7-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-Gen7-gemma-2-9B.json rename to data/models/zelk12_mt1-gen7-gemma-2-9b.json diff --git a/data/models/zelk12_MT1-Max-Merge_02012025163610-gemma-2-9B.json b/data/models/zelk12_mt1-max-merge_02012025163610-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT1-Max-Merge_02012025163610-gemma-2-9B.json rename to data/models/zelk12_mt1-max-merge_02012025163610-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-gemma-2-9B.json b/data/models/zelk12_mt2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-gemma-2-9B.json rename to data/models/zelk12_mt2-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-Gen1-gemma-2-9B.json b/data/models/zelk12_mt2-gen1-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-Gen1-gemma-2-9B.json rename to data/models/zelk12_mt2-gen1-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-Gen2-gemma-2-9B.json b/data/models/zelk12_mt2-gen2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-Gen2-gemma-2-9B.json rename to data/models/zelk12_mt2-gen2-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-Gen3-gemma-2-9B.json b/data/models/zelk12_mt2-gen3-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-Gen3-gemma-2-9B.json rename to data/models/zelk12_mt2-gen3-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-Gen4-gemma-2-9B.json b/data/models/zelk12_mt2-gen4-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-Gen4-gemma-2-9B.json rename to data/models/zelk12_mt2-gen4-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-Gen5-gemma-2-9B.json b/data/models/zelk12_mt2-gen5-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-Gen5-gemma-2-9B.json rename to data/models/zelk12_mt2-gen5-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-Gen6-gemma-2-9B.json b/data/models/zelk12_mt2-gen6-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-Gen6-gemma-2-9B.json rename to data/models/zelk12_mt2-gen6-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-Gen7-gemma-2-9B.json b/data/models/zelk12_mt2-gen7-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-Gen7-gemma-2-9B.json rename to data/models/zelk12_mt2-gen7-gemma-2-9b.json diff --git a/data/models/zelk12_MT2-Max-Merge_02012025163610-gemma-2-9B.json b/data/models/zelk12_mt2-max-merge_02012025163610-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT2-Max-Merge_02012025163610-gemma-2-9B.json rename to data/models/zelk12_mt2-max-merge_02012025163610-gemma-2-9b.json diff --git a/data/models/zelk12_MT3-gemma-2-9B.json b/data/models/zelk12_mt3-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT3-gemma-2-9B.json rename to data/models/zelk12_mt3-gemma-2-9b.json diff --git a/data/models/zelk12_MT3-Gen1-gemma-2-9B.json b/data/models/zelk12_mt3-gen1-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT3-Gen1-gemma-2-9B.json rename to data/models/zelk12_mt3-gen1-gemma-2-9b.json diff --git a/data/models/zelk12_MT3-Gen2-gemma-2-9B.json b/data/models/zelk12_mt3-gen2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT3-Gen2-gemma-2-9B.json rename to data/models/zelk12_mt3-gen2-gemma-2-9b.json diff --git a/data/models/zelk12_MT3-Gen3-gemma-2-9B.json b/data/models/zelk12_mt3-gen3-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT3-Gen3-gemma-2-9B.json rename to data/models/zelk12_mt3-gen3-gemma-2-9b.json diff --git a/data/models/zelk12_MT3-Gen4-gemma-2-9B.json b/data/models/zelk12_mt3-gen4-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT3-Gen4-gemma-2-9B.json rename to data/models/zelk12_mt3-gen4-gemma-2-9b.json diff --git a/data/models/zelk12_MT3-Gen5-gemma-2-9B.json b/data/models/zelk12_mt3-gen5-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT3-Gen5-gemma-2-9B.json rename to data/models/zelk12_mt3-gen5-gemma-2-9b.json diff --git a/data/models/zelk12_MT3-Gen5-gemma-2-9B_v1.json b/data/models/zelk12_mt3-gen5-gemma-2-9b_v1.json similarity index 100% rename from data/models/zelk12_MT3-Gen5-gemma-2-9B_v1.json rename to data/models/zelk12_mt3-gen5-gemma-2-9b_v1.json diff --git a/data/models/zelk12_MT3-Gen6-gemma-2-9B.json b/data/models/zelk12_mt3-gen6-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT3-Gen6-gemma-2-9B.json rename to data/models/zelk12_mt3-gen6-gemma-2-9b.json diff --git a/data/models/zelk12_MT3-Max-Merge_02012025163610-gemma-2-9B.json b/data/models/zelk12_mt3-max-merge_02012025163610-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT3-Max-Merge_02012025163610-gemma-2-9B.json rename to data/models/zelk12_mt3-max-merge_02012025163610-gemma-2-9b.json diff --git a/data/models/zelk12_MT4-gemma-2-9B.json b/data/models/zelk12_mt4-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT4-gemma-2-9B.json rename to data/models/zelk12_mt4-gemma-2-9b.json diff --git a/data/models/zelk12_MT4-Gen1-gemma-2-9B.json b/data/models/zelk12_mt4-gen1-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT4-Gen1-gemma-2-9B.json rename to data/models/zelk12_mt4-gen1-gemma-2-9b.json diff --git a/data/models/zelk12_MT4-Gen2-gemma-2-9B.json b/data/models/zelk12_mt4-gen2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT4-Gen2-gemma-2-9B.json rename to data/models/zelk12_mt4-gen2-gemma-2-9b.json diff --git a/data/models/zelk12_MT4-Gen3-gemma-2-9B.json b/data/models/zelk12_mt4-gen3-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT4-Gen3-gemma-2-9B.json rename to data/models/zelk12_mt4-gen3-gemma-2-9b.json diff --git a/data/models/zelk12_MT4-Gen4-gemma-2-9B.json b/data/models/zelk12_mt4-gen4-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT4-Gen4-gemma-2-9B.json rename to data/models/zelk12_mt4-gen4-gemma-2-9b.json diff --git a/data/models/zelk12_MT4-Gen5-gemma-2-9B.json b/data/models/zelk12_mt4-gen5-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT4-Gen5-gemma-2-9B.json rename to data/models/zelk12_mt4-gen5-gemma-2-9b.json diff --git a/data/models/zelk12_MT4-Max-Merge_02012025163610-gemma-2-9B.json b/data/models/zelk12_mt4-max-merge_02012025163610-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT4-Max-Merge_02012025163610-gemma-2-9B.json rename to data/models/zelk12_mt4-max-merge_02012025163610-gemma-2-9b.json diff --git a/data/models/zelk12_MT5-gemma-2-9B.json b/data/models/zelk12_mt5-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT5-gemma-2-9B.json rename to data/models/zelk12_mt5-gemma-2-9b.json diff --git a/data/models/zelk12_MT5-Gen1-gemma-2-9B.json b/data/models/zelk12_mt5-gen1-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT5-Gen1-gemma-2-9B.json rename to data/models/zelk12_mt5-gen1-gemma-2-9b.json diff --git a/data/models/zelk12_MT5-Gen2-gemma-2-9B.json b/data/models/zelk12_mt5-gen2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT5-Gen2-gemma-2-9B.json rename to data/models/zelk12_mt5-gen2-gemma-2-9b.json diff --git a/data/models/zelk12_MT5-Gen3-gemma-2-9B.json b/data/models/zelk12_mt5-gen3-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT5-Gen3-gemma-2-9B.json rename to data/models/zelk12_mt5-gen3-gemma-2-9b.json diff --git a/data/models/zelk12_MT5-Gen4-gemma-2-9B.json b/data/models/zelk12_mt5-gen4-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT5-Gen4-gemma-2-9B.json rename to data/models/zelk12_mt5-gen4-gemma-2-9b.json diff --git a/data/models/zelk12_MT5-Gen5-gemma-2-9B.json b/data/models/zelk12_mt5-gen5-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT5-Gen5-gemma-2-9B.json rename to data/models/zelk12_mt5-gen5-gemma-2-9b.json diff --git a/data/models/zelk12_MT5-Max-Merge_02012025163610-gemma-2-9B.json b/data/models/zelk12_mt5-max-merge_02012025163610-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MT5-Max-Merge_02012025163610-gemma-2-9B.json rename to data/models/zelk12_mt5-max-merge_02012025163610-gemma-2-9b.json diff --git a/data/models/zelk12_MTM-Merge-gemma-2-9B.json b/data/models/zelk12_mtm-merge-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MTM-Merge-gemma-2-9B.json rename to data/models/zelk12_mtm-merge-gemma-2-9b.json diff --git a/data/models/zelk12_MTMaMe-Merge_02012025163610-gemma-2-9B.json b/data/models/zelk12_mtmame-merge_02012025163610-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_MTMaMe-Merge_02012025163610-gemma-2-9B.json rename to data/models/zelk12_mtmame-merge_02012025163610-gemma-2-9b.json diff --git a/data/models/zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25.json b/data/models/zelk12_recoilme-gemma-2-ataraxy-9b-v0.1-t0.25.json similarity index 100% rename from data/models/zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25.json rename to data/models/zelk12_recoilme-gemma-2-ataraxy-9b-v0.1-t0.25.json diff --git a/data/models/zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75.json b/data/models/zelk12_recoilme-gemma-2-ataraxy-9b-v0.1-t0.75.json similarity index 100% rename from data/models/zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75.json rename to data/models/zelk12_recoilme-gemma-2-ataraxy-9b-v0.1-t0.75.json diff --git a/data/models/zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1.json b/data/models/zelk12_recoilme-gemma-2-ataraxy-9b-v0.1.json similarity index 100% rename from data/models/zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1.json rename to data/models/zelk12_recoilme-gemma-2-ataraxy-9b-v0.1.json diff --git a/data/models/zelk12_recoilme-gemma-2-Ataraxy-9B-v0.2.json b/data/models/zelk12_recoilme-gemma-2-ataraxy-9b-v0.2.json similarity index 100% rename from data/models/zelk12_recoilme-gemma-2-Ataraxy-9B-v0.2.json rename to data/models/zelk12_recoilme-gemma-2-ataraxy-9b-v0.2.json diff --git a/data/models/zelk12_recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1.json b/data/models/zelk12_recoilme-gemma-2-gutenberg-doppel-9b-v0.1.json similarity index 100% rename from data/models/zelk12_recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1.json rename to data/models/zelk12_recoilme-gemma-2-gutenberg-doppel-9b-v0.1.json diff --git a/data/models/zelk12_recoilme-gemma-2-Ifable-9B-v0.1.json b/data/models/zelk12_recoilme-gemma-2-ifable-9b-v0.1.json similarity index 100% rename from data/models/zelk12_recoilme-gemma-2-Ifable-9B-v0.1.json rename to data/models/zelk12_recoilme-gemma-2-ifable-9b-v0.1.json diff --git a/data/models/zelk12_recoilme-gemma-2-psy10k-mental_healt-9B-v0.1.json b/data/models/zelk12_recoilme-gemma-2-psy10k-mental_healt-9b-v0.1.json similarity index 100% rename from data/models/zelk12_recoilme-gemma-2-psy10k-mental_healt-9B-v0.1.json rename to data/models/zelk12_recoilme-gemma-2-psy10k-mental_healt-9b-v0.1.json diff --git a/data/models/zelk12_Rv0.4DMv1t0.25-gemma-2-9B.json b/data/models/zelk12_rv0.4dmv1t0.25-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_Rv0.4DMv1t0.25-gemma-2-9B.json rename to data/models/zelk12_rv0.4dmv1t0.25-gemma-2-9b.json diff --git a/data/models/zelk12_Rv0.4DMv1t0.25Tt0.25-gemma-2-9B.json b/data/models/zelk12_rv0.4dmv1t0.25tt0.25-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_Rv0.4DMv1t0.25Tt0.25-gemma-2-9B.json rename to data/models/zelk12_rv0.4dmv1t0.25tt0.25-gemma-2-9b.json diff --git a/data/models/zelk12_Rv0.4MT4g2-gemma-2-9B.json b/data/models/zelk12_rv0.4mt4g2-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_Rv0.4MT4g2-gemma-2-9B.json rename to data/models/zelk12_rv0.4mt4g2-gemma-2-9b.json diff --git a/data/models/zelk12_T31122024203920-gemma-2-9B.json b/data/models/zelk12_t31122024203920-gemma-2-9b.json similarity index 100% rename from data/models/zelk12_T31122024203920-gemma-2-9B.json rename to data/models/zelk12_t31122024203920-gemma-2-9b.json diff --git a/data/models/zelk12_Test01012025155054.json b/data/models/zelk12_test01012025155054.json similarity index 100% rename from data/models/zelk12_Test01012025155054.json rename to data/models/zelk12_test01012025155054.json diff --git a/data/models/zelk12_Test01012025155054t0.5_gemma-2.json b/data/models/zelk12_test01012025155054t0.5_gemma-2.json similarity index 100% rename from data/models/zelk12_Test01012025155054t0.5_gemma-2.json rename to data/models/zelk12_test01012025155054t0.5_gemma-2.json diff --git a/data/models/ZeroXClem_L3-Aspire-Heart-Matrix-8B.json b/data/models/zeroxclem_l3-aspire-heart-matrix-8b.json similarity index 100% rename from data/models/ZeroXClem_L3-Aspire-Heart-Matrix-8B.json rename to data/models/zeroxclem_l3-aspire-heart-matrix-8b.json diff --git a/data/models/ZeroXClem_Llama-3.1-8B-AthenaSky-MegaMix.json b/data/models/zeroxclem_llama-3.1-8b-athenasky-megamix.json similarity index 100% rename from data/models/ZeroXClem_Llama-3.1-8B-AthenaSky-MegaMix.json rename to data/models/zeroxclem_llama-3.1-8b-athenasky-megamix.json diff --git a/data/models/ZeroXClem_Llama-3.1-8B-RainbowLight-EtherealMix.json b/data/models/zeroxclem_llama-3.1-8b-rainbowlight-etherealmix.json similarity index 100% rename from data/models/ZeroXClem_Llama-3.1-8B-RainbowLight-EtherealMix.json rename to data/models/zeroxclem_llama-3.1-8b-rainbowlight-etherealmix.json diff --git a/data/models/ZeroXClem_Llama-3.1-8B-SpecialTitanFusion.json b/data/models/zeroxclem_llama-3.1-8b-specialtitanfusion.json similarity index 100% rename from data/models/ZeroXClem_Llama-3.1-8B-SpecialTitanFusion.json rename to data/models/zeroxclem_llama-3.1-8b-specialtitanfusion.json diff --git a/data/models/ZeroXClem_Llama-3.1-8B-SuperNova-EtherealHermes.json b/data/models/zeroxclem_llama-3.1-8b-supernova-etherealhermes.json similarity index 100% rename from data/models/ZeroXClem_Llama-3.1-8B-SuperNova-EtherealHermes.json rename to data/models/zeroxclem_llama-3.1-8b-supernova-etherealhermes.json diff --git a/data/models/ZeroXClem_Llama-3.1-8B-SuperTulu-LexiNova.json b/data/models/zeroxclem_llama-3.1-8b-supertulu-lexinova.json similarity index 100% rename from data/models/ZeroXClem_Llama-3.1-8B-SuperTulu-LexiNova.json rename to data/models/zeroxclem_llama-3.1-8b-supertulu-lexinova.json diff --git a/data/models/ZeroXClem_Qwen-2.5-Aether-SlerpFusion-7B.json b/data/models/zeroxclem_qwen-2.5-aether-slerpfusion-7b.json similarity index 100% rename from data/models/ZeroXClem_Qwen-2.5-Aether-SlerpFusion-7B.json rename to data/models/zeroxclem_qwen-2.5-aether-slerpfusion-7b.json diff --git a/data/models/ZeroXClem_Qwen2.5-7B-CelestialHarmony-1M.json b/data/models/zeroxclem_qwen2.5-7b-celestialharmony-1m.json similarity index 100% rename from data/models/ZeroXClem_Qwen2.5-7B-CelestialHarmony-1M.json rename to data/models/zeroxclem_qwen2.5-7b-celestialharmony-1m.json diff --git a/data/models/ZeroXClem_Qwen2.5-7B-HomerAnvita-NerdMix.json b/data/models/zeroxclem_qwen2.5-7b-homeranvita-nerdmix.json similarity index 100% rename from data/models/ZeroXClem_Qwen2.5-7B-HomerAnvita-NerdMix.json rename to data/models/zeroxclem_qwen2.5-7b-homeranvita-nerdmix.json diff --git a/data/models/ZeroXClem_Qwen2.5-7B-HomerCreative-Mix.json b/data/models/zeroxclem_qwen2.5-7b-homercreative-mix.json similarity index 100% rename from data/models/ZeroXClem_Qwen2.5-7B-HomerCreative-Mix.json rename to data/models/zeroxclem_qwen2.5-7b-homercreative-mix.json diff --git a/data/models/ZeroXClem_Qwen2.5-7B-Qandora-CySec.json b/data/models/zeroxclem_qwen2.5-7b-qandora-cysec.json similarity index 100% rename from data/models/ZeroXClem_Qwen2.5-7B-Qandora-CySec.json rename to data/models/zeroxclem_qwen2.5-7b-qandora-cysec.json diff --git a/data/models/zetasepic_Qwen2.5-32B-Instruct-abliterated-v2.json b/data/models/zetasepic_qwen2.5-32b-instruct-abliterated-v2.json similarity index 100% rename from data/models/zetasepic_Qwen2.5-32B-Instruct-abliterated-v2.json rename to data/models/zetasepic_qwen2.5-32b-instruct-abliterated-v2.json diff --git a/data/models/zetasepic_Qwen2.5-72B-Instruct-abliterated.json b/data/models/zetasepic_qwen2.5-72b-instruct-abliterated.json similarity index 100% rename from data/models/zetasepic_Qwen2.5-72B-Instruct-abliterated.json rename to data/models/zetasepic_qwen2.5-72b-instruct-abliterated.json diff --git a/data/models/ZeusLabs_L3-Aethora-15B-V2.json b/data/models/zeuslabs_l3-aethora-15b-v2.json similarity index 100% rename from data/models/ZeusLabs_L3-Aethora-15B-V2.json rename to data/models/zeuslabs_l3-aethora-15b-v2.json diff --git a/data/models/ZhangShenao_SELM-Llama-3-8B-Instruct-iter-3.json b/data/models/zhangshenao_selm-llama-3-8b-instruct-iter-3.json similarity index 100% rename from data/models/ZhangShenao_SELM-Llama-3-8B-Instruct-iter-3.json rename to data/models/zhangshenao_selm-llama-3-8b-instruct-iter-3.json diff --git a/data/models/zhengr_MixTAO-7Bx2-MoE-v8.1.json b/data/models/zhengr_mixtao-7bx2-moe-v8.1.json similarity index 100% rename from data/models/zhengr_MixTAO-7Bx2-MoE-v8.1.json rename to data/models/zhengr_mixtao-7bx2-moe-v8.1.json diff --git a/data/models/zhipu-ai_GLM-130B.json b/data/models/zhipu-ai_glm-130b.json similarity index 100% rename from data/models/zhipu-ai_GLM-130B.json rename to data/models/zhipu-ai_glm-130b.json diff --git a/data/models/zhipu-ai_glm-4.7.json b/data/models/zhipu-ai_glm-4.7.json index 22d916878e4a357f1dd244662d3a36b8536b52a6..9ffeed9fa5797e0518c941376cc795f418b5ed1c 100644 --- a/data/models/zhipu-ai_glm-4.7.json +++ b/data/models/zhipu-ai_glm-4.7.json @@ -10,7 +10,7 @@ }, "evaluations": [ { - "evaluation_id": "terminal-bench-2.0/terminus-2__glm-4.7/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/crux__glm-4.7/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -34,7 +34,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-01-28", + "evaluation_timestamp": "2026-02-08", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -43,17 +43,17 @@ "max_score": 100.0 }, "score_details": { - "score": 33.4, + "score": 33.3, "uncertainty": { "standard_error": { - "value": 2.8 + "value": 2.5 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GLM 4.7\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"GLM 4.7\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -70,7 +70,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GLM 4.7\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"GLM 4.7\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -84,7 +84,7 @@ } }, { - "evaluation_id": "terminal-bench-2.0/crux__glm-4.7/1773776901.772108", + "evaluation_id": "terminal-bench-2.0/terminus-2__glm-4.7/1773776901.772108", "retrieved_timestamp": "1773776901.772108", "source_metadata": { "source_name": "Terminal-Bench 2.0", @@ -108,7 +108,7 @@ "https://www.tbench.ai/leaderboard/terminal-bench/2.0" ] }, - "evaluation_timestamp": "2026-02-08", + "evaluation_timestamp": "2026-01-28", "metric_config": { "evaluation_description": "Task resolution accuracy across 87 terminal tasks with 5 trials each", "lower_is_better": false, @@ -117,17 +117,17 @@ "max_score": 100.0 }, "score_details": { - "score": 33.3, + "score": 33.4, "uncertainty": { "standard_error": { - "value": 2.5 + "value": 2.8 }, "num_samples": 435 } }, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"GLM 4.7\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GLM 4.7\" -k 5", "agentic_eval_config": { "available_tools": [ { @@ -144,7 +144,7 @@ "detailed_evaluation_results": null, "generation_config": { "generation_args": { - "execution_command": "harbor run -d terminal-bench@2.0 -a \"Crux\" -m \"GLM 4.7\" -k 5", + "execution_command": "harbor run -d terminal-bench@2.0 -a \"Terminus 2\" -m \"GLM 4.7\" -k 5", "agentic_eval_config": { "available_tools": [ { diff --git a/data/models/zhipu_GLM_4.6.json b/data/models/zhipu_glm_4.6.json similarity index 100% rename from data/models/zhipu_GLM_4.6.json rename to data/models/zhipu_glm_4.6.json diff --git a/data/models/zhipu_GLM_4.7.json b/data/models/zhipu_glm_4.7.json similarity index 100% rename from data/models/zhipu_GLM_4.7.json rename to data/models/zhipu_glm_4.7.json diff --git a/data/models/ZHLiu627_zephyr-7b-gemma-dpo-avg.json b/data/models/zhliu627_zephyr-7b-gemma-dpo-avg.json similarity index 100% rename from data/models/ZHLiu627_zephyr-7b-gemma-dpo-avg.json rename to data/models/zhliu627_zephyr-7b-gemma-dpo-avg.json diff --git a/data/models/ZHLiu627_zephyr-7b-gemma-rpo-avg.json b/data/models/zhliu627_zephyr-7b-gemma-rpo-avg.json similarity index 100% rename from data/models/ZHLiu627_zephyr-7b-gemma-rpo-avg.json rename to data/models/zhliu627_zephyr-7b-gemma-rpo-avg.json diff --git a/data/models/ZiyiYe_Con-J-Qwen2-7B.json b/data/models/ziyiye_con-j-qwen2-7b.json similarity index 100% rename from data/models/ZiyiYe_Con-J-Qwen2-7B.json rename to data/models/ziyiye_con-j-qwen2-7b.json